<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id><journal-id journal-id-type="publisher-id">formative</journal-id><journal-id journal-id-type="index">27</journal-id><journal-title>JMIR Formative Research</journal-title><abbrev-journal-title>JMIR Form Res</abbrev-journal-title><issn pub-type="epub">2561-326X</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v10i1e98935</article-id><article-id pub-id-type="doi">10.2196/98935</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Digital Phenotyping of Behavioral Instability as an Early Detection of Clinically Relevant Deterioration in Mental Health: Prospective Observational Multicenter Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Salom</surname><given-names>Rafael</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Leong</surname><given-names>Xin Ying</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Poncet</surname><given-names>Adeline</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Aradillas Jaramillo</surname><given-names>Jos&#x00E9; Carlos</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Pico Rada</surname><given-names>&#x00C1;lvaro</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Mu&#x00F1;oz Garc&#x00ED;a</surname><given-names>Juan Jes&#x00FA;s</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Garc&#x00ED;a-Mieres</surname><given-names>Helena</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Art&#x00E9;s-Rodr&#x00ED;guez</surname><given-names>Antonio</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="aff" rid="aff4">4</xref><xref ref-type="aff" rid="aff6">6</xref></contrib></contrib-group><aff id="aff1"><institution>Cl&#x00ED;nica Nuestra Se&#x00F1;ora de la Paz, Orden Hospitalaria San Juan de Dios</institution><addr-line>Calle L&#x00F3;pez de Hoyos, 259</addr-line><addr-line>Madrid</addr-line><country>Spain</country></aff><aff id="aff2"><institution>Department of Psychology, Faculty of Health Sciences, European University of Valencia</institution><addr-line>Valencia</addr-line><country>Spain</country></aff><aff id="aff3"><institution>Department of Signal Theory and Communications, Universidad Carlos III de Madrid</institution><addr-line>Legan&#x00E9;s</addr-line><country>Spain</country></aff><aff id="aff4"><institution>Evidence-Based Behavior (eB2)</institution><addr-line>Madrid</addr-line><country>Spain</country></aff><aff id="aff5"><institution>Centro de San Juan de Dios, Orden Hospitalaria San Juan de Dios, Ciempozuelos</institution><addr-line>Madrid</addr-line><country>Spain</country></aff><aff id="aff6"><institution>Centro de Investigaci&#x00F3;n Biom&#x00E9;dica en Red</institution><addr-line>Madrid</addr-line><country>Spain</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Stone</surname><given-names>Alicia</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Singh</surname><given-names>Arushi</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Pulier</surname><given-names>Myron</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Hu</surname><given-names>Yihan</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Rafael Salom, PhD, Cl&#x00ED;nica Nuestra Se&#x00F1;ora de la Paz, Orden Hospitalaria San Juan de Dios, Calle L&#x00F3;pez de Hoyos, 259, Madrid, 28043, Spain, +34 914 156 000; <email>rafael.salom@sjd.es</email></corresp></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>20</day><month>11</month><year>2026</year></pub-date><volume>10</volume><elocation-id>e98935</elocation-id><history><date date-type="received"><day>22</day><month>04</month><year>2026</year></date><date date-type="rev-request"><day>29</day><month>06</month><year>2026</year></date><date date-type="rev-recd"><day>09</day><month>09</month><year>2026</year></date><date date-type="accepted"><day>15</day><month>10</month><year>2026</year></date></history><copyright-statement>&#x00A9; Rafael Salom, Xin Ying Leong, Adeline Poncet, Jos&#x00E9; Carlos Aradillas Jaramillo, &#x00C1;lvaro Pico Rada, Juan Jes&#x00FA;s Mu&#x00F1;oz Garc&#x00ED;a, Helena Garc&#x00ED;a-Mieres, Antonio Art&#x00E9;s-Rodr&#x00ED;guez. Originally published in JMIR Formative Research (<ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>), 20.11.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://formative.jmir.org/2026/1/e98935"/><abstract><sec><title>Background</title><p>Early detection of clinically relevant changes remains a major challenge in mental health, as deterioration unfolds through subtle alterations in daily functioning. Advances in digital phenotyping and smartphone-based monitoring offer new opportunities to capture real-world settings. However, existing approaches rely on active self-reports, and few studies have examined whether within-person instability in passively sensed behavior can anticipate clinically recorded relapse events across diagnoses.</p></sec><sec><title>Objective</title><p>This study aimed to adapt and evaluate an algorithm detecting behavioral changes associated with deterioration using passively collected smartphone data from a prospective, multicenter project investigating smartphone-based behavioral monitoring in adults with mental health conditions, to evaluate its performance in-sample and examine whether instability in behavioral patterns can serve as an early marker of relapse.</p></sec><sec sec-type="methods"><title>Methods</title><p>We conducted a prospective, observational, multicenter study including 92 adult participants with mental health conditions (bipolar disorder, personality disorder, substance use disorder, and dual pathology) recruited from 2 specialized mental health centers in Madrid, Spain. Passive behavioral data, including physical activity, mobility, phone use, sleep, and daily routine indicators, were collected using a mobile app over periods ranging from 1 month to 1 year (mean follow-up of 123, SD 94.85 days). Behavioral profiles were generated using heterogeneous mixture models, and changes in behavioral stability were detected using a Bayesian online change-point detection approach. Model hyperparameters and source combinations were selected by grid search and heuristic exploration, and performance was evaluated in-sample by comparing detected change points with relapse events recorded in the electronic health record, using receiver operating characteristic analysis.</p></sec><sec sec-type="results"><title>Results</title><p>Forty relapse events with available passive data were included in the analysis. The best-performing model achieved a mean in-sample area under the curve of 82.99% (SD 2.49%). At a false positive rate (FPR) of 5%, the model reached an average true positive rate (TPR) of 40.12% (95% CI 36.61%&#x2010;43.63%), increasing to 61.10% (95% CI 56.42%&#x2010;65.79%) at 10% FPR. Model performance was influenced by the temporal aggregation parameter, with optimal results obtained using minimal accumulation of past observations. Multimodal combinations integrating sleep, activity, and routine structure achieved the highest performance. These operating points correspond to decision thresholds matched at the specified FPR values, and the reported intervals reflect variability across 10 stochastic reruns on the same dataset rather than out-of-sample generalization. Performance showed run-to-run variability (maximum TPR of 53.58% vs mean TPR of 40.12%, SD 5.66% at 5% FPR), indicating limited stability.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Behavioral instability shows preliminary potential for the early detection of behavioral changes associated with clinically relevant deterioration. Because hyperparameters, source combinations, and thresholds were tuned on the same events used for evaluation, the performance should be interpreted as an in-sample estimate, and external validation is required before clinical application.</p></sec></abstract><kwd-group><kwd>digital phenotyping</kwd><kwd>smartphone</kwd><kwd>mobile health</kwd><kwd>behavioral monitoring</kwd><kwd>algorithms</kwd><kwd>risk assessment</kwd><kwd>relapse</kwd><kwd>mental health</kwd><kwd>early detection</kwd><kwd>medical informatics</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Early detection of clinically relevant changes remains a central challenge in mental health [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. In most disorders, progression toward clinical decompensation is not abrupt but gradual, emerging through subtle alterations in daily functioning before consolidating into symptom exacerbations, relapses, or loss of functional stability [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. In practice, these changes often take the form of modifications in daily routines, loss of regularity, fluctuations in activity levels, changes in social interaction, or disruptions in the sleep-wake cycle [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Detecting these signals at early stages therefore enables more timely intervention, optimization of preventive strategies, and a reduction in the personal and health care burden associated with more advanced stages of deterioration [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. Importantly, clinically significant deterioration is often preceded by a sequence of behavioral and psychological changes, meaning that the observable clinical outcome may represent only the final stage of a longer process unfolding over time [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p><p>However, in routine clinical practice, the detection of change often relies on point-in-time assessments which, due to their intermittent nature and vulnerability to recall bias, tend to identify deterioration only once it has become clinically manifest [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Addressing this gap has become a central objective in mental health research, with digital monitoring and digital phenotyping emerging as key tools to bring everyday life closer to clinical assessment [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>].</p><p>In this context, smartphones provide a particularly suitable platform for continuous behavioral monitoring [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. By accompanying individuals in their daily lives, smartphones enable repeated and ecologically valid measurements that are difficult to obtain through conventional clinical follow-up [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. This type of longitudinal monitoring in real-world settings is particularly relevant in mental health, where clinically significant changes often first appear as alterations in daily rhythms and consistency of functioning before evolving into recognizable syndromic episodes [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref35">35</xref>]. Such continuous monitoring allows behavioral changes to be captured as they unfold in everyday life, offering temporally fine-grained information that is often inaccessible through retrospective assessments or intermittent clinical evaluations [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref36">36</xref>].</p><p>From this perspective, it is crucial to shift the focus from absolute levels of behavior to their temporal dynamics, as variability or irregularity in patterns (eg, physical activity, sleep, or device use), even within seemingly normal ranges, may signal processes of clinical destabilization [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. A previously stable pattern that becomes inconsistent over time may indicate that an individual is moving away from their usual style of functioning and entering a state of increased clinical vulnerability [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. This approach is particularly pertinent in mental health, where transitions are dynamic and nonlinear and where deviations from an individual&#x2019;s expected pattern may provide more sensitive signals of clinically meaningful change than fixed thresholds or population averages [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref43">43</xref>].</p><p>Moreover, an approach centered on behavioral instability provides a transdiagnostic framework, as psychological deterioration often involves shared processes such as disruptions in routines and loss of regularity in daily life [<xref ref-type="bibr" rid="ref44">44</xref>-<xref ref-type="bibr" rid="ref46">46</xref>]. These dimensions reflect a broader behavioral organization sensitive to changes in mental state, with relative independence from diagnosis, meaning that digital monitoring focused on instability may detect clinically relevant transitions even in heterogeneous samples [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref46">46</xref>-<xref ref-type="bibr" rid="ref48">48</xref>].</p><p>Methodologically, this approach relies on the integration of active data (subjective and momentary experience) and passive data (continuous monitoring of behavior in naturalistic contexts) obtained through smartphones, enabling a multimodal perspective on individual change [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. In applied terms, this approach supports the development of individualized monitoring tools capable of detecting deviations from a person&#x2019;s prior behavioral pattern before clinically significant deterioration becomes apparent [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref51">51</xref>-<xref ref-type="bibr" rid="ref54">54</xref>]. Through the continuous collection of digital behavioral traces (such as activity levels, mobility patterns, sleep, emotional reports, or device use), these systems provide detailed indicators of everyday functioning that may reveal early signals of emerging psychological change [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref49">49</xref>].</p><p>To date, digital tools developed for relapse prevention have largely focused on self-monitoring systems in which individuals periodically record the frequency of their symptoms and receive feedback based on these reports [<xref ref-type="bibr" rid="ref52">52</xref>,<xref ref-type="bibr" rid="ref53">53</xref>]. These approaches can promote greater awareness of subjective states and provide useful information for individual monitoring [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. At the same time, advances in mobile technologies have expanded these approaches by enabling the automated collection of behavioral indicators in everyday life contexts [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref55">55</xref>]. Integrating these digital traces with self-reported information allows monitoring approaches to capture changes in daily functioning without relying exclusively on active user input, opening new possibilities for identifying potentially relevant behavioral transitions [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref56">56</xref>].</p><p>In the present study, we adopt this framework to adapt an algorithm aimed at detecting changes potentially associated with relapses or clinically relevant behavioral transitions. The algorithm integrates passive data collected via smartphones to monitor fluctuations in everyday behavior over time. We start from the premise that instability in daily behavioral patterns may constitute an early marker of emerging change. Accordingly, we examine whether alterations in behavioral stability can help identify clinically relevant transitions before overt deterioration becomes evident. More broadly, this work seeks to advance the use of mobile technologies toward the identification of actionable behavioral signals that may support prevention, monitoring, and personalized intervention in mental health. In this framework, behavioral instability is conceptualized as a proximal digital marker of clinically relevant deterioration, which may precede or coincide with clinically recorded relapse events used as the reference outcome. Throughout this manuscript, these terms are used with distinct meanings: behavioral instability refers to the loss of regularity in an individual&#x2019;s passively sensed daily behavior; a change point refers to the algorithmic detection of a shift in that behavioral pattern; clinically relevant deterioration refers to the underlying clinical process of decompensation; and relapse refers to the clinically recorded event documented in the electronic health record and used as the reference outcome.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Study Design</title><p>This was a prospective, observational, multicenter clinical study aimed at adapting and evaluating an algorithm for the detection of behavioral changes associated with clinically relevant deterioration based on digital behavioral patterns collected through smartphones. The study sample consisted of 92 participants recruited from 2 centers belonging to the Orden Hospitalaria de San Juan de Dios: Cl&#x00ED;nica Nuestra Se&#x00F1;ora de la Paz and Centro San Juan de Dios de Ciempozuelos (Madrid, Spain).</p><p>Participants were continuously monitored for a period ranging from 1 month to 1 year between July 2024 and August 2025, with an average monitoring duration of 123 (SD 94.85) days, a median of 104 days, and a range of 4 to 417 days. This variability was partly explained by a subgroup of participants (n=11) with extended follow-up periods exceeding 240 days. The distribution is shown in <xref ref-type="fig" rid="figure1">Figure 1</xref>.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Histogram of coverage days.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e98935_fig01.png"/></fig><p>Follow-up assessments were conducted using the eB2 MindCare mobile app installed on each participant&#x2019;s personal smartphone, enabling the collection of passive behavioral data in real-world settings, complemented by sociodemographic information and clinically recorded relapse events.</p><p>Inclusion criteria were as follows: (1) aged 18 years or older; (2) having a clinically confirmed mental health diagnosis (eg, mood disorders, personality disorders (PDs), substance use disorders (SUDs), or other psychiatric conditions characterized by fluctuations in psychological or behavioral functioning) and receiving follow-up care at one of the participating clinical centers; (3) ability to understand and sign informed consent; (4) sufficient fluency in Spanish to comprehend study information; and (5) ownership of a smartphone with internet access and a compatible iOS or Android operating system.</p><p>Exclusion criteria included institutionalization or current incarceration, anticipation of imminent imprisonment, lack of a compatible smartphone with internet access, or refusal to install the mobile app required for digital monitoring. Participants were also excluded if they were unable to provide informed consent or presented significant cognitive or decisional impairment that could interfere with their ability to understand the study procedures or comply with the monitoring protocol, according to the clinical judgment of the professionals responsible for their treatment.</p><p>Although a larger number of patients were initially considered (n=99), several were excluded during preprocessing due to a lack of available app data or ambiguity in the linkage between clinical and digital users. The final sample included 92 participants with valid digital records. Additionally, a proportion of participants discontinued their participation before reaching longer monitoring periods, reflecting the challenges inherent to longitudinal studies in real-world psychiatric populations.</p></sec><sec id="s2-2"><title>Process</title><p>Recruitment took place in the mental health services at the 2 participating centers of the Orden Hospitalaria de San Juan de Dios: Clinica Nuestra Se&#x00F1;ora de la Paz and Centro de San Juan de Dios de Ciempozuelos. Eligibility criteria were initially assessed by the clinical professionals responsible for each patient&#x2019;s care, who systematically reviewed their active caseloads against the inclusion and exclusion criteria and referred potentially eligible patients to the research team. Following this initial screening, the research team conducted the recruitment process, provided detailed information about the study, managed the installation of the mobile app, and carried out all research-related procedures and follow-up activities independently of the clinical care staff. This separation of roles ensured neutrality throughout the recruitment process and helped avoid potential conflicts of interest between clinicians and patients.</p><p>After receiving detailed information about the study and signing written informed consent, the eB2 MindCare mobile app, developed by the Department of Signal Theory and Communications at Universidad Carlos III de Madrid, was downloaded and installed on participants&#x2019; smartphones. Following installation, researchers provided a brief explanation of the app&#x2019;s functionality and the data collection procedures. Participation was entirely voluntary and did not involve any financial or material compensation.</p><p>eB2 MindCare is a mobile health app for iOS and Android designed for the continuous, passive monitoring of behavior in real-world settings. Running in the background of the participant&#x2019;s personal smartphone, the app collects raw signals from device sensors and usage logs (eg, accelerometry-derived activity, steps, distance, location-derived presence at home or at work, screen and app use, and sleep-related indicators) and transmits them through a secure app programming interface to a clinical monitoring backend (CMB), where they are aggregated into the daily behavioral indicators described in <xref ref-type="table" rid="table1">Table 1</xref>. These behavioral indicators are referred to as passive behavioral data sources. The app therefore mediates between raw sensor data and the algorithm by transforming heterogeneous sensor streams into structured, per-day behavioral sources. eB2 MindCare was selected because it enables simultaneous multisource passive data collection on both major mobile platforms, has been used in previous clinical studies of smartphone-based monitoring in psychiatric populations [<xref ref-type="bibr" rid="ref32">32</xref>], and integrates data collection with the secure clinical infrastructure required for this study.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Summary of passive behavioral data sources, including context (digital phenotyping category), coverage percentage, source description, and temporal resolution.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Context and passive source</td><td align="left" valign="bottom">Coverage<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> (%)</td><td align="left" valign="bottom">Description</td><td align="left" valign="bottom">Temporal<break/>resolution</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="4">Phone</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>App usage (A)</td><td align="left" valign="top">&#x2003;75.4</td><td align="left" valign="top">Time spent using the mobile device</td><td align="left" valign="top">Half-hourly</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Device unlocks (U<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup>)</td><td align="left" valign="top">&#x2003;70.8</td><td align="left" valign="top">Number of mobile device unlocks</td><td align="left" valign="top">Hourly</td></tr><tr><td align="left" valign="top" colspan="4">Mobility</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Steps (S<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup>)</td><td align="left" valign="top">&#x2003;77.0</td><td align="left" valign="top">Number of steps recorded</td><td align="left" valign="top">Half-hourly</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Activity summary (V)</td><td align="left" valign="top">&#x2003;65.1</td><td align="left" valign="top">Time spent walking, running, and traveling in a vehicle</td><td align="left" valign="top">Daily</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Distance (D)</td><td align="left" valign="top">&#x2003;23.0</td><td align="left" valign="top">Total distance traveled by any mode of transport</td><td align="left" valign="top">Half-hourly</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Physical activity (C)</td><td align="left" valign="top">&#x2003;16.5</td><td align="left" valign="top">Time spent practicing a physical activity</td><td align="left" valign="top">Half-hourly</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Physical distance (P)</td><td align="left" valign="top">&#x2003;6.8</td><td align="left" valign="top">Distance traveled while practicing a physical activity</td><td align="left" valign="top">Half-hourly</td></tr><tr><td align="left" valign="top" colspan="4">Rhythm</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Sleep (Z)</td><td align="left" valign="top">&#x2003;52.6</td><td align="left" valign="top">Overnight sleep duration</td><td align="left" valign="top">Daily</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Home presence (H)</td><td align="left" valign="top">&#x2003;38.4</td><td align="left" valign="top">Binary indicator of presence at home</td><td align="left" valign="top">Half-hourly</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Work presence (W)</td><td align="left" valign="top">&#x2003;38.4</td><td align="left" valign="top">Binary indicator of presence at work</td><td align="left" valign="top">Half-hourly</td></tr><tr><td align="left" valign="top" colspan="4">Other</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Sport (R)</td><td align="left" valign="top">&#x2003;99.8</td><td align="left" valign="top">Binary indicator of sport practiced along the day</td><td align="left" valign="top">Daily</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Weekend (Q)</td><td align="left" valign="top">&#x2003;99.8</td><td align="left" valign="top">Binary indicator distinguishing weekdays from weekends</td><td align="left" valign="top">Daily</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>Coverage represents the percentage of available data over the total observation period, and temporal resolution indicates whether values were recorded or computed half-hourly, hourly, or daily.</p></fn><fn id="table1fn2"><p><sup>b</sup>U: notification unlocks.</p></fn><fn id="table1fn3"><p><sup>c</sup>S: number of samples (multinomial sampling parameter).</p></fn></table-wrap-foot></table-wrap></sec><sec id="s2-3"><title>Data Processing and Algorithm Development</title><sec id="s2-3-1"><title>Data From eB2 MindCare App</title><p>Multiple passive behavioral data sources across different context types were collected using the eB2 MindCare mobile app. Step count, sleep duration/stages, and physical distance are not computed by eB2 MindCare directly from raw sensor signals; instead, the app retrieves these variables from third-party health platform APIs (Google Fit, HealthKit [Apple], or Health Connect [Google], depending on the participant&#x2019;s device and operating system), which perform the underlying sensor fusion and pattern recognition. Mobility-related distance, by contrast, is derived from location data collected directly by the app: the distance between consecutive locations and the classification of a participant as being at home or away are computed using proprietary eB2 algorithms, including a density-based clustering method that identifies stable location clusters (eg, &#x201C;home&#x201D;) from the stream of incoming location data over time.</p><p>App usage (time spent on the mobile device) is likewise a derived variable, computed within the eB2 CMB from raw device event data (eg, screen lock/unlock events) transmitted by the app, using a proprietary eB2 computation method. The CMB, part of the eB2 MindCare ecosystem, receives only such derived/interpreted variables&#x2014;never raw sensor data that could be used to reconstruct the original sensor signal&#x2014;and performs data cleaning and formatting for presentation on the clinical monitoring dashboard and, where applicable, feedback to the app.</p><p>Due to app permissions and device connectivity, some sources were unavailable for certain participants on specific dates within their observation period, either partially (records with missing values on a given date) or completely (no record for a given date). Loss of contact was identified through indicators such as app uninstallation, revocation of required permissions, or absence of connectivity/data transmission; critically, a genuine &#x201C;zero&#x201D; value (eg, zero steps recorded while the device remained active) was distinguished from a &#x201C;missing/unknown&#x201D; value (no data received, eg, due to a connectivity gap), so that true inactivity could be separated from monitoring failure. It should be noted that the exclusive use of the registered smartphone by the enrolled participant (including actions such as unlocking the device) is not independently verified by the app and instead relies on the study protocol and participant consent, consistent with standard practice in comparable smartphone-based monitoring studies. <xref ref-type="table" rid="table1">Table 1</xref> presents a detailed description of each source used in the study, including its context, total coverage, and temporal resolution.</p><p>Data transmission from the device to the server is connectivity-dependent (in real-time when connected, buffered and sent upon reconnection otherwise) rather than following a fixed schedule; however, since relapse risk is estimated on a daily basis, all passive behavioral variables are aggregated at the daily level, and subdaily transmission timing does not affect the analysis or its results.</p><p>To ensure training stability and maximize data use, sleep metrics were reduced to duration and start time (converted to days). Continuous variables (app usage, steps, distance, physical distance, and activity summary) were log-transformed via log(x + 1) to compress extreme values and stabilize variance, and categorical presence/absence and yes/no variables (eg, home, work, sport, and weekend) were binarized for modeling with Bernoulli likelihoods. Negative values, which arise from sensor artifacts rather than genuine physiological signals, were handled at 2 levels of granularity: when a day&#x2019;s entire feature vector was predominantly negative, the day was treated as missing and excluded from the Bayesian online change-point detection (BOCPD) observation sequence, with elapsed time advanced without a run-length update; when only isolated elements of an otherwise valid daily feature vector were negative, they were corrected individually, either set to zero (for count-based variables such as steps and distance, where zero is a meaningful floor) or imputed with the mean (for variables where zero would be implausible or distorting). Missing data were otherwise handled per source.</p></sec><sec id="s2-3-2"><title>Data From Electronic Health Record</title><p>Relevant clinical data include the clinical diagnosis (addiction, bipolar, or PD), relapse status (true/false), and relapse date. Relapse was operationally defined as a clinically recorded event indicating significant psychological decompensation, documented in the electronic health record by the treating clinical team. Depending on the diagnosis, such events included, for example, psychiatric hospitalization or emergency care, substance use relapse in participants with SUDs, affective episodes in participants with bipolar disorder (BD), and severe behavioral or emotional crises (eg, self-harm or acute decompensation requiring an intensification of care) in participants with PDs. For evaluation purposes, a detected change point was considered a true positive when it fell within a predefined 7-day window before a clinically recorded relapse event.</p><p>Clinical records were minimally preprocessed. Dates were standardized to a consistent format, and patient identifiers were matched with app user identifiers, resulting in 92 patients with valid linkages.</p><p>For the retained patients, relapse dates were extracted and used as reference events against which the algorithm&#x2019;s predictions were evaluated. There were 40 relapse events within the patients&#x2019; monitoring periods, distributed among 21 patients.</p></sec></sec><sec id="s2-4"><title>Behavioral Profiling</title><p>Behavioral profiling was performed using the heterogeneous mixture model [<xref ref-type="bibr" rid="ref57">57</xref>], which is designed to handle different types of data, missing observations, and high-dimensional data. In this study, Gaussian and Bernoulli mixture models were used for numerical and binary variables, respectively. As a result, each day is represented as a probability distribution over <italic>K</italic> different behavioral profiles. This approach is personalized, as the original passive data measured for each patient have their own latent sequence.</p></sec><sec id="s2-5"><title>BOCPD</title><p>The latent profile distributions generated by the heterogeneous mixture model were used as input to BOCPD [<xref ref-type="bibr" rid="ref58">58</xref>], an unsupervised probabilistic method for detecting changes in behavioral patterns over time. Since the latent behavioral state is represented as a probability distribution rather than a directly observed profile, the multinomial sampling strategy proposed in [<xref ref-type="bibr" rid="ref59">59</xref>] was used to generate counting vectors from the latent profile distributions while preserving uncertainty. BOCPD recursively estimates the probability that the current behavior belongs to the existing behavioral pattern and infers a change point when newly observed behavior becomes inconsistent with it. The duration between consecutive change-points is modeled by the run-length variable. A geometric prior with parameter <italic>&#x03BB;</italic> controls the expected duration in days of stable behavioral periods. To improve computational efficiency, the maximum run length was limited to a fixed window size, while multinomial sampling provided a tractable approximation of the recursive updates.</p></sec><sec id="s2-6"><title>Hyperparameter Selection</title><p>Experiments were conducted to obtain the most appropriate set of hyperparameters, as detailed in <xref ref-type="table" rid="table2">Table 2</xref>. Combinations of different hyperparameter values were explored using a grid-search method. In this approach, a discrete set of candidate values is defined for each hyperparameter, and the model is run for all possible combinations within that grid. This allows the identification of the best-performing configuration among the evaluated combinations.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Hyperparameters for model configuration.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Hyperparameter</td><td align="left" valign="bottom">Description</td></tr></thead><tbody><tr><td align="left" valign="top"><italic>K</italic></td><td align="left" valign="top">Number of profiles generated by the heterogeneous mixture model</td></tr><tr><td align="left" valign="top"><italic>S</italic></td><td align="left" valign="top">Number of samples used for constructing the counting vector for each time step</td></tr><tr><td align="left" valign="top"><italic>&#x03BB;</italic></td><td align="left" valign="top">Expected number of days between 2 change-points</td></tr><tr><td align="left" valign="top"><italic>window</italic></td><td align="left" valign="top">Number of days or amount of history over which the probability of a change-point is aggregated</td></tr></tbody></table></table-wrap><p>In addition, to determine the boundary for detecting behavioral changes associated with relapse events, threshold values were swept from 0 to 1 to produce receiver operating characteristic curves. Each hyperparameter combination was compared by computing its area under the curve (AUC) score.</p></sec><sec id="s2-7"><title>Source Analysis</title><p>To assess the individual contribution of each passive source described in <xref ref-type="table" rid="table1">Table 1</xref>, one separate experiment was conducted for each source using a fixed hyperparameter configuration. Each experiment was repeated across independent runs to account for the stochasticity of the framework. Then, a search for source combinations with improved performance was carried out. Given the combinatorial complexity of evaluating all possible subsets, a forward-style heuristic exploration strategy was adopted. Initially, pairwise combinations were evaluated, followed by selected triplets, with promising configurations progressively extended by incorporating additional sources. The selection of combinations was guided by domain knowledge and intermediate performance observations, prioritizing sources expected to capture complementary aspects of behavior.</p></sec><sec id="s2-8"><title>Validation</title><p>An indicator of behavioral instability was computed by aggregating and normalizing the probabilities of a change-point within the given window hyperparameter (<xref ref-type="table" rid="table2">Table 2</xref>). It represents the underlying signal detected by the algorithm. Later, the threshold parameter was applied to this instability to obtain a binary prediction vector, where 1 indicates a detected change point and 0 otherwise. This prediction vector was then compared against clinically recorded relapse events using a tolerance window of 7 days to allow for temporal misalignment. That is, predictions are considered correct only if they fall within the 7 days before the current day where a relapse occurred. Using this procedure, model performance metrics were obtained for evaluation. The metrics considered were the AUC; sensitivity or true positive rate (TPR); false positive rate (FPR), where FPR is equal to 1 minus specificity; and positive predictive value (PPV) or precision, and alarm rate, the proportion of evaluated days for which the model generated an alarm.</p><p>To narrow down the solution space, the most promising combinations of sources were selected based on a high TPR at an FPR of less than or equal to 5%. This evaluation criterion aims to prioritize the efficient management of available medical resources by constraining the number of false alarms.</p><p><xref ref-type="fig" rid="figure2">Figure 2</xref> provides a visual narrative of the relapse event detection process for an individual case. The use of behavioral profiling simplifies the visual representation of the discovery of change points by addressing the multidimensional problem. In this example, the model expects the participant to experience a behavioral shift around mid-July of 2024; this is considered a false alarm as no event is actually reported. On the other hand, 3 crises are predicted between mid-August and early September of that year. The first and third do not correspond to real events within the evaluation window and are therefore considered false negatives. However, the second is successfully detected and is hence regarded as a true positive.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Example of detection process: true (green) and predicted (blue) events; heterogeneous mixture model latent profiles (top) and change-point detection (CPD) run-length probability (bottom).</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e98935_fig02.png"/></fig></sec><sec id="s2-9"><title>Ethical Considerations</title><p>The study adheres to the ethical principles outlined in the Declaration of Helsinki and was approved by the Ethics Committee of the Hospital Universitario 12 de Octubre (protocol code 24/217, approved on May 16, 2024). The collected data were encrypted, pseudoanonymized, and protected through secure authentication mechanisms. Data transmission was carried out via a RESTful (Representational State Transfer) API developed using the Java Spring framework, secured through the Secure Sockets Layer (SSL) protocol, and access was restricted using a token-based authentication policy in compliance with the OAuth 2.0 standard.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Sample Description</title><p>As shown in the participant flowchart in <xref ref-type="fig" rid="figure3">Figure 3</xref>, a total of 92 participants were retained in the study. <xref ref-type="table" rid="table3">Table 3</xref> shows the sample sociodemographic characteristics across all clinical diagnoses.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Participant flow diagram.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e98935_fig03.png"/></fig><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Sample characteristics.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristics</td><td align="left" valign="bottom">Values</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="2">Sex assigned at birth, n (%)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Male</td><td align="char" char="." valign="top">41 (44.6)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Female</td><td align="char" char="." valign="top">51 (55.4)</td></tr><tr><td align="left" valign="top">Age (years), mean (SD)</td><td align="char" char="." valign="top">47.7 (12.2)</td></tr><tr><td align="left" valign="top" colspan="2">Clinical diagnosis, n (%)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Bipolar disorder</td><td align="char" char="." valign="top">26 (28.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Personality disorder</td><td align="char" char="." valign="top">19 (20.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Substance use disorder</td><td align="char" char="." valign="top">18 (19.6)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Dual pathology</td><td align="left" valign="top">29 (31.5)</td></tr><tr><td align="left" valign="top" colspan="2">Nationality, n (%)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Spanish</td><td align="left" valign="top">84 (91.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Chilean</td><td align="left" valign="top">2 (2.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Cuban</td><td align="left" valign="top">2 (2.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Colombian</td><td align="left" valign="top">1 (1.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>British</td><td align="left" valign="top">1 (1.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Peruvian</td><td align="left" valign="top">1 (1.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Polish</td><td align="left" valign="top">1 (1.1)</td></tr><tr><td align="left" valign="top" colspan="2">Education level, n (%)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>No formal education</td><td align="left" valign="top">6 (6.5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Lower secondary</td><td align="left" valign="top">18 (19.6)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Upper secondary</td><td align="left" valign="top">12 (13.0)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Vocational training</td><td align="left" valign="top">26 (28.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Undergraduate</td><td align="left" valign="top">24 (26.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Postgraduate</td><td align="left" valign="top">5 (5.4)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>PhD</td><td align="left" valign="top">1 (1.1)</td></tr><tr><td align="left" valign="top" colspan="2">Socioeconomic level, n (%)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Low</td><td align="left" valign="top">26 (28.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Lower-middle</td><td align="left" valign="top">43 (46.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Upper-middle</td><td align="left" valign="top">23 (25)</td></tr><tr><td align="left" valign="top" colspan="2">Relationship status, n (%)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Single</td><td align="left" valign="top">41 (44.6)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Married</td><td align="left" valign="top">22 (23.9)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Divorced</td><td align="left" valign="top">11 (12.0)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>In a relationship</td><td align="left" valign="top">11 (12.0)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Cohabiting</td><td align="left" valign="top">3 (3.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Separated</td><td align="left" valign="top">3 (3.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Widowed</td><td align="left" valign="top">1 (1.1)</td></tr><tr><td align="left" valign="top" colspan="2">Has children, n (%)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Yes</td><td align="left" valign="top">58 (63.0)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>No</td><td align="left" valign="top">34 (37.0)</td></tr></tbody></table></table-wrap></sec><sec id="s3-2"><title>Analysis of Passive Data Source Contribution</title><p>Individual sources were evaluated to assess whether they provided informative signals for the change-point detection (CPD) model and to establish individual source performance baselines. For each source, the experiment was repeated 10 times to account for the stochasticity of the model. <xref ref-type="table" rid="table4">Table 4</xref> reports the mean AUC, SD, and range for the sources in the study. The sources physical activity (C) and physical distance (P) are not reported in the table because the algorithm could not extract enough information from them due to their poor coverage.</p><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>Individual source performance for the framework<sup><xref ref-type="table-fn" rid="table4fn1">a</xref></sup>.</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Source</td><td align="left" valign="bottom">Mean (SD; minimum-maximum)</td><td align="left" valign="bottom">Range</td></tr></thead><tbody><tr><td align="left" valign="top">R<sup><xref ref-type="table-fn" rid="table4fn2">b</xref></sup></td><td align="left" valign="top">0.788 (0.038; 0.667-0.877)</td><td align="left" valign="top">0.210</td></tr><tr><td align="left" valign="top">Q<sup><xref ref-type="table-fn" rid="table4fn3">c</xref></sup></td><td align="left" valign="top">0.768 (0.045; 0.619-0.860)</td><td align="left" valign="top">0.242</td></tr><tr><td align="left" valign="top">Z<sup><xref ref-type="table-fn" rid="table4fn4">d</xref></sup></td><td align="left" valign="top">0.671 (0.014; 0.641-0.721)</td><td align="left" valign="top">0.080</td></tr><tr><td align="left" valign="top">V<sup><xref ref-type="table-fn" rid="table4fn5">e</xref></sup></td><td align="left" valign="top">0.660 (0.022; 0.613-0.724)</td><td align="left" valign="top">0.111</td></tr><tr><td align="left" valign="top">W<sup><xref ref-type="table-fn" rid="table4fn6">f</xref></sup></td><td align="left" valign="top">0.635 (0.047; 0.538-0.723)</td><td align="left" valign="top">0.186</td></tr><tr><td align="left" valign="top">A<sup><xref ref-type="table-fn" rid="table4fn7">g</xref></sup></td><td align="left" valign="top">0.605 (0.030; 0.542-0.676)</td><td align="left" valign="top">0.134</td></tr><tr><td align="left" valign="top">H<sup><xref ref-type="table-fn" rid="table4fn8">h</xref></sup></td><td align="left" valign="top">0.572 (0.009; 0.550-0.602)</td><td align="left" valign="top">0.052</td></tr><tr><td align="left" valign="top">S<sup><xref ref-type="table-fn" rid="table4fn9">i</xref></sup></td><td align="left" valign="top">0.534 (0.011; 0.511-0.556)</td><td align="left" valign="top">0.045</td></tr><tr><td align="left" valign="top">D<sup><xref ref-type="table-fn" rid="table4fn10">j</xref></sup></td><td align="left" valign="top">0.505 (0.005; 0.485-0.518)</td><td align="left" valign="top">0.033</td></tr><tr><td align="left" valign="top">U<sup><xref ref-type="table-fn" rid="table4fn11">k</xref></sup></td><td align="left" valign="top">0.477 (0.023; 0.440-0.521)</td><td align="left" valign="top">0.082</td></tr></tbody></table><table-wrap-foot><fn id="table4fn1"><p><sup>a</sup>Reported statistics summarize the AUC distribution across 10 runs for each source.</p></fn><fn id="table4fn2"><p><sup>b</sup>R: sport.</p></fn><fn id="table4fn3"><p><sup>c</sup>Q: weekend indicator.</p></fn><fn id="table4fn4"><p><sup>d</sup>Z: sleep.</p></fn><fn id="table4fn5"><p><sup>e</sup>V: activity summary.</p></fn><fn id="table4fn6"><p><sup>f</sup>W: work presence.</p></fn><fn id="table4fn7"><p><sup>g</sup>A: app usage.</p></fn><fn id="table4fn8"><p><sup>h</sup>H: home presence.</p></fn><fn id="table4fn9"><p><sup>i</sup>S: steps.</p></fn><fn id="table4fn10"><p><sup>j</sup>D: distance.</p></fn><fn id="table4fn11"><p><sup>k</sup>U: notification unlocks.</p></fn></table-wrap-foot></table-wrap><p>The experimental phase built on the individual source results by exploring source combinations that could improve upon the corresponding single-source baselines. In the evaluation of source combinations, work presence (W), sleep (Z), and activity summary (V) consistently formed the core of the configurations achieving the highest AUC values, outperforming their individual source results. These results suggest that these sources capture complementary behavioral dimensions relevant to the detection task. The weekend source (Q) initially appeared to improve performance; however, further analysis indicated that it largely replicated the information provided by source W, suggesting redundancy between these variables.</p><p>The inclusion of additional sources, such as app usage (A), steps (S), and distance (D), was associated with further improvements in performance, indicating that combining multiple behavioral signals enhances the model&#x2019;s ability to detect relevant changes. However, this improvement was not unbounded as the inclusion of an excessive number of sources led to a deterioration in performance, suggesting that overly complex combinations may introduce noise or redundant information.</p></sec><sec id="s3-3"><title>Final Model Performance and Event Detection</title><p>Based on the predefined selection criterion of maximizing TPR at 5% FPR, the analysis of the evaluation results identified the source combination ADSVWZ with hyperparameters <italic>K</italic>=8, <italic>S</italic>=5, <italic>&#x03BB;</italic>=258, and <italic>window</italic>=1 as the best-performing CPD configuration among those evaluated. At an FPR of 5%, this combination achieved an average TPR of 40.12% (SD 5.66 percentage points; run-level 95% CI for the mean 36.61%-43.63%) across 10 stochastic runs (see <xref ref-type="fig" rid="figure2">Figure 2</xref> left), as well as a mean AUC of 82.99% (SD 2.49 percentage points; run-level 95% CI for the mean 81.45%-84.53%). The best trial yielded a maximum TPR of 53.58% as shown in <xref ref-type="fig" rid="figure4">Figure 4</xref> (right panel). The threshold that provided this result falls within the aggregated range between 0.56 and 0.59, since interpolation was necessary to obtain the TPR value at exactly 5% FPR. The difference between the average and maximum TPR at an FPR of 5% suggests variability in the model&#x2019;s performance across trials, indicating limited stability. When interpreting these estimates, it is worth noting that the CIs reflect how much the algorithm&#x2019;s output varied across repeated runs on the same data, rather than sampling uncertainty at the patient level. Additionally, this configuration yielded an average PPV of 0.026 (SD 0.004) over 10 runs, with a mean of 601 (SD 12) alarms, a mean alarm rate of 0.053 (SD 0.001), and a mean lead time of 3.4 (SD 0.4) days. The low value of PPV reflects the strong imbalance between the number of predictable events and the number of days with available data. However, the combination of low PPV and high alarm burden indicates that this result is not yet suitable for clinical deployment without further prospective validation and refinement.</p><p>The same was done for an FPR of 10%, for which the average TPR was 61.10% (SD 7.56 percentage points; run-level 95% CI for the mean 56.42%-65.79%), with a decision threshold between 0.15 and 0.22.</p><p>The most impactful hyperparameter was the <italic>window</italic> parameter. For a fixed CPD configuration, the AUC scores varied significantly between different <italic>window</italic> values (<xref ref-type="fig" rid="figure4">Figure 4</xref> center), indicating that the model performed better with minimal or no accumulation of previous time steps. While for the hyperparameters <italic>&#x03BB;</italic>, <italic>K</italic>, and <italic>S</italic> (<xref ref-type="fig" rid="figure4">Figures 4</xref> and <xref ref-type="fig" rid="figure5">5</xref>), TPRs at low FPRs were similar and AUC variations between different values were modest, the final selected values correspond to those that achieved the maximum AUC. This suggests that these hyperparameters have no significant effect on detection performance.</p><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Receiver operating characteristic (ROC) curves: mean performance, window-based comparison, and low&#x2013;false positive rate (FPR) detail.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e98935_fig04.png"/></fig><fig position="float" id="figure5"><label>Figure 5.</label><caption><p>Changes in mean area under the curve (AUC) values when changing hyperparameters <italic>&#x03BB;</italic>, number of latent components (<italic>K</italic>), or number of samples (multinomial sampling parameter; <italic>S</italic>) with respect to the final combination values. ROC: receiver operating characteristic.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e98935_fig05.png"/></fig></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><p>The present study aimed to develop, and provide a preliminary in-sample evaluation of, an algorithm capable of detecting behavioral changes associated with clinically relevant deterioration using passive data collected through smartphones. Specifically, we examined whether instability in daily behavioral patterns could serve as an early marker of relapse or clinical transition. The findings provide preliminary support for this hypothesis. The best-performing configuration, based on the combination of sources ADSVWZ, showed encouraging detection performance under restrictive conditions with low false alarm rates: it achieved an average TPR of 40.12% at a 5% FPR and 61.10% at a 10% FPR. In addition, the model showed a mean in-sample AUC of 82.99%, suggesting adequate discriminative ability to distinguish periods preceding relapse from stable behavioral states, although this estimate was obtained on the same data used for model tuning and should therefore be regarded as optimistic</p><p>These results suggest that loss of behavioral stability may be detectable prior to clinically recorded relapse events. Therefore, the main contribution of this study lies not only in identifying behavioral changes but also in demonstrating that the temporal dynamics of everyday behavior contain relevant prognostic information. This perspective is consistent with the conceptual framework outlined in the introduction, where mental health deterioration is described as a progressive process characterized by subtle changes in routine, activity, or biological rhythms before consolidating into a clinically manifest episode [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>].</p><p>Accordingly, these findings reinforce the idea that, in mental health, deviations from an individual&#x2019;s habitual pattern may be more informative than point-in-time assessments or population-based thresholds [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. In fact, this approach aligns with the shift toward dynamic models of psychopathology, in which fluctuations, loss of regularity, and regime shifts are considered central to understanding clinical evolution [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. It is also consistent with the transdiagnostic framework introduced earlier, whereby processes such as behavioral disorganization or disruption of routines reflect states of vulnerability that are relatively independent of specific diagnoses [<xref ref-type="bibr" rid="ref44">44</xref>-<xref ref-type="bibr" rid="ref46">46</xref>].</p><p>In relation to the prior literature, it is important to note that most studies in digital phenotyping have focused on the association between behavioral variables and specific symptoms or diagnostic categories. For instance, indicators such as physical activity, sleep, and mobility have been linked to conditions such as depression and BD [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. However, the detection of clinical transitions has received comparatively less attention. In this context, the present study contributes to the field by operationalizing behavioral instability as a dynamic marker and applying an unsupervised approach to identify deviations from an individual&#x2019;s baseline pattern. In doing so, it shifts the focus from descriptive analysis toward risk-oriented monitoring.</p><p>Moreover, our findings are consistent with research showing that intraindividual variability may precede clinical change. In particular, fluctuations in daily activity have been shown to anticipate the onset of depressive symptoms in BD [<xref ref-type="bibr" rid="ref6">6</xref>], while sleep disturbances and loss of regularity have been associated with destabilization processes across different conditions [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Similarly, studies on suicidal behavior have reported that changes in affective state, sleep, and behavior can precede periods of increased risk [<xref ref-type="bibr" rid="ref32">32</xref>]. In line with this evidence, our results suggest that signals derived exclusively from passive data can capture this process of destabilization before it translates into a clinically observable event.</p><p>From a methodological perspective, the analysis of passive data sources provides additional insights. When evaluated individually, the passive behavioral sources showed heterogeneous performance, indicating that predictive utility cannot be explained solely by data coverage. Some sources with moderate coverage, such as sleep, achieved the highest individual performance, whereas other sources with greater availability contributed comparatively less. These findings suggest that the behavioral information captured by each source plays a central role in its usefulness for CPD.</p><p>The individual-source analysis also indicates that no single passive behavioral variable is sufficient to characterize clinically relevant deterioration. Rather, each source captures only a partial aspect of everyday functioning, supporting the rationale for integrating multiple complementary behavioral domains within the proposed framework.</p><p>However, when combinations of sources were examined, a different and more clinically meaningful pattern emerged. The best-performing configurations consistently included variables related to sleep, work presence, and overall activity level, which were further enhanced by the addition of sources such as phone usage and step count. More specifically, sleep, work presence, and activity summary formed the core of the most predictive configurations, suggesting that these variables capture complementary and nonredundant aspects of behavioral organization. In contrast, variables such as weekend status appeared to contribute limited additional value due to redundancy with other sources, particularly work presence, highlighting the importance of careful feature selection in multimodal models.</p><p>This suggests that instability detection does not rely on a single signal, but rather on the integration of multiple dimensions of daily behavior. In particular, these variables appear to capture complementary aspects of behavioral organization, such as temporal structuring, circadian rhythms, and functional regularity, all of which have been strongly linked to clinical trajectories in mental health [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref14">14</xref>].</p><p>At the same time, the observed deterioration in performance when incorporating an excessive number of sources suggests that increasing dimensionality does not necessarily improve predictive accuracy. Instead, overly complex combinations may introduce noise or redundant information, ultimately reducing model sensitivity. This finding emphasizes the importance of identifying parsimonious multimodal configurations that balance informational richness with signal quality. Taken together, these results highlight three key methodological principles for digital phenotyping: (1) sufficient temporal coverage is essential for reliable detection; (2) complementary behavioral domains should be prioritized over redundant signals; and (3) model performance depends on an optimal balance between multimodality and parsimony.</p><p>From a clinical perspective, these findings have several implications. First, they support the development of personalized monitoring approaches based on individual trajectories rather than normative comparisons. Second, the system allows detection thresholds to be adjusted according to the clinical context, facilitating adaptation across different healthcare settings. Third, because it relies on passive data, it reduces dependence on active patient participation, which is particularly advantageous in populations with low adherence. Taken together, these characteristics position the approach as a potentially valuable tool for secondary prevention and early relapse detection.</p><p>In this sense, the proposed approach aligns with emerging models of personalized medicine that estimate clinical risk based on individual trajectories over time. Previous work has shown that combining multiple sources of information (self-reports, clinical records, and professional assessments) can improve predictive performance [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. It is therefore reasonable to suggest that integrating these sources with passive data, as in the present study, may lead to more accurate and clinically useful systems.</p><p>These findings should, however, be interpreted in light of several considerations inherent in this type of research. The heterogeneity of the sample, while consistent with a transdiagnostic and real-world approach, may introduce variability in behavioral patterns. In addition, differences in data availability across sources reflect the practical challenges of passive data collection in naturalistic settings and highlight the need to further optimize data continuity and quality. It is also important to note that not all deviations from baseline necessarily correspond to relapse and thus are best interpreted in conjunction with clinical assessment.</p><p>Additionally, the variability observed across model runs suggests limited stability in performance, likely influenced by the stochastic components of the algorithm (eg, behavioral profiling and multinomial sampling). This highlights the importance of further validation in larger samples and more controlled settings.</p><p>The findings should be interpreted in light of several considerations, consistent with the developmental nature of this study. As is common in early-stage algorithm development, model selection and performance assessment relied on the same set of relapse events, as no held-out test set or external validation sample was yet available. The reported results therefore characterize the model&#x2019;s behavior within the current sample and constitute a proof of concept rather than an estimate of real-world accuracy or clinical applicability. Similarly, the CIs capture variability across stochastic reruns of the algorithm rather than patient-level sampling uncertainty, offering a useful indication of the model&#x2019;s internal stability. Other factors, including heterogeneity in the clinical definition of relapse across diagnostic groups, temporal dependencies inherent to passive behavioral data, and the exclusion of events with insufficient preceding data, may also have influenced the results and point to concrete refinements for future work. These considerations define a clear roadmap: validation in larger, independent samples is the natural next step to establish whether the promising in-sample performance observed here translates into clinically useful prediction.</p><p>Building on these results, the next logical step is to move from detection to intervention. In this regard, a multicenter randomized controlled trial is currently underway to evaluate the effectiveness of a digital relapse prevention plan integrated into a mobile application for individuals with SUDs [<xref ref-type="bibr" rid="ref60">60</xref>]. This study combines continuous monitoring, automated risk detection, and the real-time activation of personalized interventions, assessing outcomes such as time to relapse, treatment adherence, and emotional regulation. In this way, early detection is directly linked to clinical response.</p><p>Overall, the present study provides evidence that behavioral instability derived from passive data constitutes a promising marker for the early detection of clinically relevant changes. Its main contribution lies in capturing emerging transitions in everyday behavior and offering a complementary approach to traditional clinical assessment. These findings reinforce the potential of digital phenotyping as a tool to support a more preventive, personalized, and dynamically informed model of psychiatry.</p></sec></body><back><ack><p>The authors would like to thank all the participants who will take part in this project, as well as the professionals whose involvement and dedication make this work possible.</p></ack><notes><sec><title>Generative AI Use</title><p>The authors declare that no generative AI tools were used in the generation of any portion of this manuscript.</p></sec><sec><title>Funding</title><p>The authors declare that this research received financial support. This publication is part of project CPP2022-009537, funded by MCIN/AEI/10.13039/501100011033 and by the European Union&#x2013;NextGenerationEU/PRTR. This research was also partially funded by the Agencia Estatal de Investigaci&#x00F3;n (AEI) through the Torres Quevedo Programme (grant number PTQ2023-013095 to HGM). AA-R is the director of ELLIS Unit Madrid (European Laboratory for Learning and Intelligent Systems), funded by the Community of Madrid. Additional financial support was provided by MCIN/AEI under grant CPP2023-010721; the &#x201D;la Caixa&#x201D; Foundation; and the Community of Madrid through the R and D Activities Program, project IDEA-CM (TEC-2024/COM-89), awarded by the Directorate-General for Research and Technological Innovation under Order 2402/2024 of May 31, 2024. This work also received partial funding from the SMARTomicS project (Prevenci&#x00F3;n de la Conducta Suicida Mediante Intervenciones Terap&#x00E9;uticas Guiadas por Fenotipo Digital y Farmacogen&#x00E9;tica), funded in part by the Instituto de Salud Carlos III (ISCIII) and the European Union through NextGenerationEU funds under the Recovery and Resilience Facility (RRF/PRTR); grant PID2024-157856NB-I00, funded by MICIU/AEI/10.13039/501100011033 and ERDF/EU; and the Community of Madrid through the project Generalist Medical AI for Clinical Assessment and Risk Evaluation in Suicide Prevention (CARE-CM), reference SYG-2024/COM-870, awarded under the 2024 SIN&#x00C9;RGICOS Call by the Directorate-General for Research and Technological Innovation, pursuant to Order 5022/2025 of October 31, 2025.</p></sec><sec><title>Data Availability</title><p>The dataset generated and analyzed during this study is available from the corresponding author upon reasonable request. The dataset cannot be shared openly because it consists of sensitive, potentially reidentifiable behavioral and clinical data from a psychiatric population, and the informed consent and ethics approval under which it was collected do not permit unrestricted public release. The eB2 MindCare application is proprietary software; however, the modeling approach (heterogeneous mixture models and Bayesian online change-point detection), the hyperparameter search space, and the final model configuration are fully described in the <italic>Methods</italic> section to support conceptual reproducibility.</p></sec></notes><fn-group><fn fn-type="con"><p>Conceptualization: RS, AA-R</p><p>Formal analysis: XYL, AP</p><p>Funding acquisition: AA-R</p><p>Investigation: RS, XYL, AP, JCAJ, APR, JJMG, HG-M, AA-R</p><p>Methodology: RS, XYL, AP, AA-R</p><p>Project administration: RS, XYL, AP, AA-R</p><p>Resources: JCAJ, APR, JJMG, HG-M, AA-R</p><p>Supervision: AA-R</p><p>Validation: JCAJ, APR, JJMG, HG-M, AA-R</p><p>Visualization: RS, XYL, AP</p><p>Writing &#x2013; original draft: RS, XYL, AP</p><p>Writing &#x2013; review &#x0026; editing: JCAJ, APR, JJMG, HG-M</p></fn><fn fn-type="conflict"><p>The San Juan de Dios authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest. HG-M, JCAJ are employees of Evidence-Based Behavior, the company responsible for the development of the digital health product eB2 Mindcare. AA-R is one of the founders of Evidence-Based Behavior. The authors declare that no other financial, commercial, or personal relationships with individuals or organizations exist that could inappropriately influence (bias) the work reported in this study.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AUC</term><def><p>area under the curve</p></def></def-item><def-item><term id="abb2">BD</term><def><p>bipolar disorder</p></def></def-item><def-item><term id="abb3">BOCPD</term><def><p>Bayesian online change-point detection</p></def></def-item><def-item><term id="abb4">CMB</term><def><p>clinical monitoring backend</p></def></def-item><def-item><term id="abb5">CPD</term><def><p>change-point detection</p></def></def-item><def-item><term id="abb6">eB2</term><def><p>Evidence-Based Behavior</p></def></def-item><def-item><term id="abb7">FPR</term><def><p>false positive rate</p></def></def-item><def-item><term id="abb8">PD</term><def><p>personality disorder</p></def></def-item><def-item><term id="abb9">PPV</term><def><p>positive predictive value</p></def></def-item><def-item><term id="abb10">RESTful</term><def><p>Representational State Transfer</p></def></def-item><def-item><term id="abb11">SSL</term><def><p>Secure Sockets Layer</p></def></def-item><def-item><term id="abb12">SUD</term><def><p>substance use disorder</p></def></def-item><def-item><term id="abb13">TPR</term><def><p>true positive rate</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Akinode</surname><given-names>AO</given-names> </name><name name-style="western"><surname>Ayadi</surname><given-names>OE</given-names> </name><name name-style="western"><surname>Ezerioha</surname><given-names>CC</given-names> </name><etal/></person-group><article-title>Machine learning approaches for early detection of mental health disorders using wearable devices and big data analytics</article-title><source>Int J Biol Pharm Sci Arch</source><year>2025</year><volume>10</volume><issue>2</issue><fpage>006</fpage><lpage>023</lpage><pub-id pub-id-type="doi">10.53771/ijbpsa.2025.10.2.0077</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mikaeili</surname><given-names>N</given-names> </name><name name-style="western"><surname>Naeim</surname><given-names>M</given-names> </name><name name-style="western"><surname>Narimani</surname><given-names>M</given-names> </name></person-group><article-title>Reimagining mental health with artificial intelligence: early detection, personalized care, and a preventive ecosystem</article-title><source>J Multidiscip Healthc</source><year>2025</year><volume>18</volume><fpage>7355</fpage><lpage>7373</lpage><pub-id pub-id-type="doi">10.2147/JMDH.S559626</pub-id><pub-id pub-id-type="medline">41230404</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Fusar-Poli</surname><given-names>P</given-names> </name><name name-style="western"><surname>Salazar de Pablo</surname><given-names>G</given-names> </name><name name-style="western"><surname>Rajkumar</surname><given-names>RP</given-names> </name><etal/></person-group><article-title>Diagnosis, prognosis, and treatment of brief psychotic episodes: a review and research agenda</article-title><source>Lancet Psychiatry</source><year>2022</year><month>01</month><volume>9</volume><issue>1</issue><fpage>72</fpage><lpage>83</lpage><pub-id pub-id-type="doi">10.1016/S2215-0366(21)00121-8</pub-id><pub-id pub-id-type="medline">34856200</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Latalova</surname><given-names>K</given-names> </name><name name-style="western"><surname>Prasko</surname><given-names>J</given-names> </name><name name-style="western"><surname>Diveky</surname><given-names>T</given-names> </name><name name-style="western"><surname>Kamaradova</surname><given-names>D</given-names> </name><name name-style="western"><surname>Grambal</surname><given-names>A</given-names> </name><name name-style="western"><surname>Velartova</surname><given-names>H</given-names> </name></person-group><article-title>Prodromes, precipitants, and risk factors for relapse in bipolar disorder</article-title><source>Neuro Endocrinol Lett</source><year>2012</year><volume>33</volume><issue>6</issue><fpage>619</fpage><lpage>625</lpage><pub-id pub-id-type="medline">23160231</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lawrie</surname><given-names>SM</given-names> </name><name name-style="western"><surname>O&#x2019;Donovan</surname><given-names>MC</given-names> </name><name name-style="western"><surname>Saks</surname><given-names>E</given-names> </name><name name-style="western"><surname>Burns</surname><given-names>T</given-names> </name><name name-style="western"><surname>Lieberman</surname><given-names>JA</given-names> </name></person-group><article-title>Towards diagnostic markers for the psychoses</article-title><source>Lancet Psychiatry</source><year>2016</year><month>04</month><volume>3</volume><issue>4</issue><fpage>375</fpage><lpage>385</lpage><pub-id pub-id-type="doi">10.1016/S2215-0366(16)00021-3</pub-id><pub-id pub-id-type="medline">27063388</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ortiz</surname><given-names>A</given-names> </name><name name-style="western"><surname>Halabi</surname><given-names>R</given-names> </name><name name-style="western"><surname>Alda</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Day-to-day variability in activity levels detects transitions to depressive symptoms in bipolar disorder earlier than changes in sleep and mood</article-title><source>Int J Bipolar Disord</source><year>2025</year><month>04</month><day>2</day><volume>13</volume><issue>1</issue><fpage>13</fpage><pub-id pub-id-type="doi">10.1186/s40345-025-00379-6</pub-id><pub-id pub-id-type="medline">40175826</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Proudfoot</surname><given-names>J</given-names> </name><name name-style="western"><surname>Doran</surname><given-names>J</given-names> </name><name name-style="western"><surname>Manicavasagar</surname><given-names>V</given-names> </name><name name-style="western"><surname>Parker</surname><given-names>G</given-names> </name></person-group><article-title>The precipitants of manic/hypomanic episodes in the context of bipolar disorder: a review</article-title><source>J Affect Disord</source><year>2011</year><month>10</month><volume>133</volume><issue>3</issue><fpage>381</fpage><lpage>387</lpage><pub-id pub-id-type="doi">10.1016/j.jad.2010.10.051</pub-id><pub-id pub-id-type="medline">21106249</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Subramanian</surname><given-names>K</given-names> </name><name name-style="western"><surname>Sarkar</surname><given-names>S</given-names> </name><name name-style="western"><surname>Kattimani</surname><given-names>S</given-names> </name><name name-style="western"><surname>Philip Rajkumar</surname><given-names>R</given-names> </name><name name-style="western"><surname>Penchilaiya</surname><given-names>V</given-names> </name></person-group><article-title>Role of stressful life events and kindling in bipolar disorder: converging evidence from a mania-predominant illness course</article-title><source>Psychiatry Res</source><year>2017</year><month>12</month><volume>258</volume><fpage>434</fpage><lpage>437</lpage><pub-id pub-id-type="doi">10.1016/j.psychres.2017.08.073</pub-id><pub-id pub-id-type="medline">28870645</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vafaie</surname><given-names>N</given-names> </name><name name-style="western"><surname>Kober</surname><given-names>H</given-names> </name></person-group><article-title>Association of drug cues and craving with drug use and relapse: a systematic review and meta-analysis</article-title><source>JAMA Psychiatry</source><year>2022</year><month>07</month><day>1</day><volume>79</volume><issue>7</issue><fpage>641</fpage><lpage>650</lpage><pub-id pub-id-type="doi">10.1001/jamapsychiatry.2022.1240</pub-id><pub-id pub-id-type="medline">35648415</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Basquin</surname><given-names>L</given-names> </name><name name-style="western"><surname>Maruani</surname><given-names>J</given-names> </name><name name-style="western"><surname>Leseur</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Study of the different sleep disturbances during the prodromal phase of depression and mania in bipolar disorders</article-title><source>Bipolar Disord</source><year>2024</year><month>08</month><volume>26</volume><issue>5</issue><fpage>454</fpage><lpage>467</lpage><pub-id pub-id-type="doi">10.1111/bdi.13429</pub-id><pub-id pub-id-type="medline">38653574</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liang</surname><given-names>L</given-names> </name><name name-style="western"><surname>Hou</surname><given-names>WK</given-names> </name><name name-style="western"><surname>Li</surname><given-names>TW</given-names> </name><name name-style="western"><surname>Liu</surname><given-names>H</given-names> </name><name name-style="western"><surname>Goodwin</surname><given-names>R</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>TMC</given-names> </name></person-group><article-title>Latent profiles and transitions of daily routine disruptions are associated with severity of symptoms of anxiety and depression</article-title><source>Leis Sci</source><year>2025</year><month>11</month><day>17</day><volume>47</volume><issue>8</issue><fpage>1642</fpage><lpage>1657</lpage><pub-id pub-id-type="doi">10.1080/01490400.2023.2228311</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Meyer</surname><given-names>N</given-names> </name><name name-style="western"><surname>Harvey</surname><given-names>AG</given-names> </name><name name-style="western"><surname>Lockley</surname><given-names>SW</given-names> </name><name name-style="western"><surname>Dijk</surname><given-names>DJ</given-names> </name></person-group><article-title>Circadian rhythms and disorders of the timing of sleep</article-title><source>Lancet</source><year>2022</year><month>09</month><day>24</day><volume>400</volume><issue>10357</issue><fpage>1061</fpage><lpage>1078</lpage><pub-id pub-id-type="doi">10.1016/S0140-6736(22)00877-7</pub-id><pub-id pub-id-type="medline">36115370</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Schreuder</surname><given-names>MJ</given-names> </name><name name-style="western"><surname>Hartman</surname><given-names>CA</given-names> </name><name name-style="western"><surname>George</surname><given-names>SV</given-names> </name><etal/></person-group><article-title>Early warning signals in psychopathology: what do they tell?</article-title><source>BMC Med</source><year>2020</year><month>10</month><day>14</day><volume>18</volume><issue>1</issue><fpage>269</fpage><pub-id pub-id-type="doi">10.1186/s12916-020-01742-3</pub-id><pub-id pub-id-type="medline">33050891</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Crouse</surname><given-names>JJ</given-names> </name><name name-style="western"><surname>Carpenter</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Song</surname><given-names>YJC</given-names> </name><etal/></person-group><article-title>Circadian rhythm sleep-wake disturbances and depression in young people: implications for prevention and early intervention</article-title><source>Lancet Psychiatry</source><year>2021</year><month>09</month><volume>8</volume><issue>9</issue><fpage>813</fpage><lpage>823</lpage><pub-id pub-id-type="doi">10.1016/S2215-0366(21)00034-1</pub-id><pub-id pub-id-type="medline">34419186</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Helmich</surname><given-names>MA</given-names> </name><name name-style="western"><surname>Olthof</surname><given-names>M</given-names> </name><name name-style="western"><surname>Oldehinkel</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Wichers</surname><given-names>M</given-names> </name><name name-style="western"><surname>Bringmann</surname><given-names>LF</given-names> </name><name name-style="western"><surname>Smit</surname><given-names>AC</given-names> </name></person-group><article-title>Early warning signals and critical transitions in psychopathology: challenges and recommendations</article-title><source>Curr Opin Psychol</source><year>2021</year><month>10</month><volume>41</volume><fpage>51</fpage><lpage>58</lpage><pub-id pub-id-type="doi">10.1016/j.copsyc.2021.02.008</pub-id><pub-id pub-id-type="medline">33774486</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lee</surname><given-names>J</given-names> </name><name name-style="western"><surname>Barnett</surname><given-names>P</given-names> </name><name name-style="western"><surname>Goldsmith</surname><given-names>LP</given-names> </name><etal/></person-group><article-title>Early interventions for first onset of symptoms of mental health conditions: an umbrella review of systematic reviews</article-title><source>BMC Med</source><year>2026</year><month>01</month><day>29</day><volume>24</volume><issue>1</issue><fpage>116</fpage><pub-id pub-id-type="doi">10.1186/s12916-026-04617-1</pub-id><pub-id pub-id-type="medline">41606589</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nelson</surname><given-names>B</given-names> </name><name name-style="western"><surname>McGorry</surname><given-names>PD</given-names> </name><name name-style="western"><surname>Wichers</surname><given-names>M</given-names> </name><name name-style="western"><surname>Wigman</surname><given-names>JTW</given-names> </name><name name-style="western"><surname>Hartmann</surname><given-names>JA</given-names> </name></person-group><article-title>Moving from static to dynamic models of the onset of mental disorder: a review</article-title><source>JAMA Psychiatry</source><year>2017</year><month>05</month><day>1</day><volume>74</volume><issue>5</issue><fpage>528</fpage><lpage>534</lpage><pub-id pub-id-type="doi">10.1001/jamapsychiatry.2017.0001</pub-id><pub-id pub-id-type="medline">28355471</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Pedrero</surname><given-names>EJ</given-names> </name><name name-style="western"><surname>Ruiz</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Verdejo</surname><given-names>A</given-names> </name><name name-style="western"><surname>Llanero</surname><given-names>M</given-names> </name><name name-style="western"><surname>Ambrosio</surname><given-names>E</given-names> </name></person-group><source>Neurociencia y Adicci&#x00F3;n [Book in Spanish]</source><year>2011</year><publisher-name>Sociedad Espa&#x00F1;ola de Toxicoman&#x00ED;as</publisher-name><pub-id pub-id-type="other">978-84-615-0572-2</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Scott</surname><given-names>EM</given-names> </name><name name-style="western"><surname>Carpenter</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Iorfino</surname><given-names>F</given-names> </name><etal/></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Baune</surname><given-names>BT</given-names> </name></person-group><article-title>Early intervention, prevention, and prediction in mood disorders: tracking multidimensional outcomes in young people presenting for mental health care</article-title><source>Personalized Psychiatry</source><year>2020</year><publisher-name>Academic Press</publisher-name><fpage>39</fpage><lpage>62</lpage><pub-id pub-id-type="doi">10.1016/B978-0-12-813176-3.00005-5</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Smagula</surname><given-names>SF</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>G</given-names> </name><name name-style="western"><surname>Gujral</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Association of 24-hour activity pattern phenotypes with depression symptoms and cognitive performance in aging</article-title><source>JAMA Psychiatry</source><year>2022</year><month>10</month><day>1</day><volume>79</volume><issue>10</issue><fpage>1023</fpage><lpage>1031</lpage><pub-id pub-id-type="doi">10.1001/jamapsychiatry.2022.2573</pub-id><pub-id pub-id-type="medline">36044201</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ben-Zeev</surname><given-names>D</given-names> </name><name name-style="western"><surname>Scherer</surname><given-names>EA</given-names> </name><name name-style="western"><surname>Wang</surname><given-names>R</given-names> </name><name name-style="western"><surname>Xie</surname><given-names>H</given-names> </name><name name-style="western"><surname>Campbell</surname><given-names>AT</given-names> </name></person-group><article-title>Next-generation psychiatric assessment: using smartphone sensors to monitor behavior and mental health</article-title><source>Psychiatr Rehabil J</source><year>2015</year><month>09</month><volume>38</volume><issue>3</issue><fpage>218</fpage><lpage>226</lpage><pub-id pub-id-type="doi">10.1037/prj0000130</pub-id><pub-id pub-id-type="medline">25844912</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Guliyev</surname><given-names>C</given-names> </name><name name-style="western"><surname>&#x0130;nce-Guliyev</surname><given-names>E</given-names> </name><name name-style="western"><surname>&#x00D6;gel</surname><given-names>K</given-names> </name></person-group><article-title>Predictors of relapse to alcohol and substance use: are there any differences between 3 and 12 months after inpatient treatment?</article-title><source>J Psychoactive Drugs</source><year>2022</year><volume>54</volume><issue>4</issue><fpage>358</fpage><lpage>367</lpage><pub-id pub-id-type="doi">10.1080/02791072.2021.1976887</pub-id><pub-id pub-id-type="medline">34553671</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bufano</surname><given-names>P</given-names> </name><name name-style="western"><surname>Laurino</surname><given-names>M</given-names> </name><name name-style="western"><surname>Said</surname><given-names>S</given-names> </name><name name-style="western"><surname>Tognetti</surname><given-names>A</given-names> </name><name name-style="western"><surname>Menicucci</surname><given-names>D</given-names> </name></person-group><article-title>Digital phenotyping for monitoring mental disorders: systematic review</article-title><source>J Med Internet Res</source><year>2023</year><month>12</month><day>13</day><volume>25</volume><issue>1</issue><fpage>e46778</fpage><pub-id pub-id-type="doi">10.2196/46778</pub-id><pub-id pub-id-type="medline">38090800</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Doherty</surname><given-names>K</given-names> </name><name name-style="western"><surname>Balaskas</surname><given-names>A</given-names> </name><name name-style="western"><surname>Doherty</surname><given-names>G</given-names> </name></person-group><article-title>The design of ecological momentary assessment technologies</article-title><source>Interact Comput</source><year>2020</year><month>05</month><day>17</day><volume>32</volume><issue>3</issue><fpage>257</fpage><lpage>278</lpage><pub-id pub-id-type="doi">10.1093/iwcomp/iwaa019</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Miralles</surname><given-names>I</given-names> </name><name name-style="western"><surname>Granell</surname><given-names>C</given-names> </name><name name-style="western"><surname>Garc&#x00ED;a-Palacios</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Enhancing in vivo exposure in the treatment of panic disorder and agoraphobia using location-based technologies: a case study</article-title><source>Clin Case Stud</source><year>2020</year><month>04</month><volume>19</volume><issue>2</issue><fpage>145</fpage><lpage>159</lpage><pub-id pub-id-type="doi">10.1177/1534650119892900</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Al&#x00F2;s</surname><given-names>F</given-names> </name><name name-style="western"><surname>Puig-Ribera</surname><given-names>A</given-names> </name></person-group><article-title>Uso de wearables y aplicaciones m&#x00F3;viles (mHealth) para cambiar los estilos de vida desde la pr&#x00E1;ctica cl&#x00ED;nica en atenci&#x00F3;n primaria: una revisi&#x00F3;n narrativa [Article in Spanish]</article-title><source>Atenci&#x00F3;n Primaria Pr&#x00E1;ctica</source><year>2021</year><month>12</month><volume>3</volume><fpage>100122</fpage><pub-id pub-id-type="doi">10.1016/j.appr.2021.100122</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kazdin</surname><given-names>AE</given-names> </name><name name-style="western"><surname>Rabbitt</surname><given-names>SM</given-names> </name></person-group><article-title>Novel models for delivering mental health services and reducing the burdens of mental illness</article-title><source>Clin Psychol Sci</source><year>2013</year><month>04</month><volume>1</volume><issue>2</issue><fpage>170</fpage><lpage>191</lpage><pub-id pub-id-type="doi">10.1177/2167702612463566</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Beckjord</surname><given-names>E</given-names> </name><name name-style="western"><surname>Shiffman</surname><given-names>S</given-names> </name></person-group><article-title>Background for real-time monitoring and intervention related to alcohol use</article-title><source>Alcohol Res</source><year>2014</year><volume>36</volume><issue>1</issue><fpage>9</fpage><lpage>18</lpage><pub-id pub-id-type="doi">10.35946/arcr.v36.1.02</pub-id><pub-id pub-id-type="medline">26258996</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Beiwinkel</surname><given-names>T</given-names> </name><name name-style="western"><surname>Kindermann</surname><given-names>S</given-names> </name><name name-style="western"><surname>Maier</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Using smartphones to monitor bipolar disorder symptoms: a pilot study</article-title><source>JMIR Ment Health</source><year>2016</year><month>01</month><day>6</day><volume>3</volume><issue>1</issue><fpage>e2</fpage><pub-id pub-id-type="doi">10.2196/mental.4560</pub-id><pub-id pub-id-type="medline">26740354</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shiffman</surname><given-names>S</given-names> </name></person-group><article-title>Conceptualizing analyses of ecological momentary assessment data</article-title><source>Nicotine Tob Res</source><year>2014</year><month>05</month><volume>16 Suppl 2</volume><issue>Suppl 2</issue><fpage>S76</fpage><lpage>S87</lpage><pub-id pub-id-type="doi">10.1093/ntr/ntt195</pub-id><pub-id pub-id-type="medline">24323571</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wray</surname><given-names>TB</given-names> </name><name name-style="western"><surname>Merrill</surname><given-names>JE</given-names> </name><name name-style="western"><surname>Monti</surname><given-names>PM</given-names> </name></person-group><article-title>Using ecological momentary assessment (EMA) to assess situation-level predictors of alcohol use and alcohol-related consequences</article-title><source>Alcohol Res</source><year>2014</year><volume>36</volume><issue>1</issue><fpage>19</fpage><lpage>27</lpage><pub-id pub-id-type="doi">10.35946/arcr.v36.1.03</pub-id><pub-id pub-id-type="medline">26258997</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Barrigon</surname><given-names>ML</given-names> </name><name name-style="western"><surname>Romero-Medrano</surname><given-names>L</given-names> </name><name name-style="western"><surname>Moreno-Mu&#x00F1;oz</surname><given-names>P</given-names> </name><etal/></person-group><article-title>One-week suicide risk prediction using real-time smartphone monitoring: prospective cohort study</article-title><source>J Med Internet Res</source><year>2023</year><month>09</month><day>1</day><volume>25</volume><issue>1</issue><fpage>e43719</fpage><pub-id pub-id-type="doi">10.2196/43719</pub-id><pub-id pub-id-type="medline">37656498</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chih</surname><given-names>MY</given-names> </name><name name-style="western"><surname>Patton</surname><given-names>T</given-names> </name><name name-style="western"><surname>McTavish</surname><given-names>FM</given-names> </name><etal/></person-group><article-title>Predictive modeling of addiction lapses in a mobile health application</article-title><source>J Subst Abuse Treat</source><year>2014</year><month>01</month><volume>46</volume><issue>1</issue><fpage>29</fpage><lpage>35</lpage><pub-id pub-id-type="doi">10.1016/j.jsat.2013.08.004</pub-id><pub-id pub-id-type="medline">24035143</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Miklowitz</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Price</surname><given-names>J</given-names> </name><name name-style="western"><surname>Holmes</surname><given-names>EA</given-names> </name><etal/></person-group><article-title>Facilitated integrated mood management for adults with bipolar disorder</article-title><source>Bipolar Disord</source><year>2012</year><month>03</month><volume>14</volume><issue>2</issue><fpage>185</fpage><lpage>197</lpage><pub-id pub-id-type="doi">10.1111/j.1399-5618.2012.00998.x</pub-id><pub-id pub-id-type="medline">22420594</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Papachristou</surname><given-names>E</given-names> </name><name name-style="western"><surname>Oldehinkel</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Ormel</surname><given-names>J</given-names> </name><etal/></person-group><article-title>The predictive value of childhood subthreshold manic symptoms for adolescent and adult psychiatric outcomes</article-title><source>J Affect Disord</source><year>2017</year><month>04</month><day>1</day><volume>212</volume><fpage>86</fpage><lpage>92</lpage><pub-id pub-id-type="doi">10.1016/j.jad.2017.01.038</pub-id><pub-id pub-id-type="medline">28157551</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shiffman</surname><given-names>S</given-names> </name></person-group><article-title>Ecological momentary assessment (EMA) in studies of substance use</article-title><source>Psychol Assess</source><year>2009</year><month>12</month><volume>21</volume><issue>4</issue><fpage>486</fpage><lpage>497</lpage><pub-id pub-id-type="doi">10.1037/a0017074</pub-id><pub-id pub-id-type="medline">19947783</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Heinz</surname><given-names>A</given-names> </name><name name-style="western"><surname>Deserno</surname><given-names>L</given-names> </name><name name-style="western"><surname>Zimmermann</surname><given-names>US</given-names> </name><name name-style="western"><surname>Smolka</surname><given-names>MN</given-names> </name><name name-style="western"><surname>Beck</surname><given-names>A</given-names> </name><name name-style="western"><surname>Schlagenhauf</surname><given-names>F</given-names> </name></person-group><article-title>Targeted intervention: computational approaches to elucidate and predict relapse in alcoholism</article-title><source>Neuroimage</source><year>2017</year><month>05</month><day>1</day><volume>151</volume><fpage>33</fpage><lpage>44</lpage><pub-id pub-id-type="doi">10.1016/j.neuroimage.2016.07.055</pub-id><pub-id pub-id-type="medline">27480622</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kadirvelu</surname><given-names>B</given-names> </name><name name-style="western"><surname>Bellido Bel</surname><given-names>T</given-names> </name><name name-style="western"><surname>Freccero</surname><given-names>A</given-names> </name><name name-style="western"><surname>Di Simplico</surname><given-names>M</given-names> </name><name name-style="western"><surname>Nicholls</surname><given-names>D</given-names> </name><name name-style="western"><surname>Faisal</surname><given-names>AA</given-names> </name></person-group><article-title>Digital phenotyping for adolescent mental health: feasibility study using machine learning to predict mental health risk from active and passive smartphone data</article-title><source>J Med Internet Res</source><year>2026</year><month>02</month><day>4</day><volume>28</volume><fpage>e72501</fpage><pub-id pub-id-type="doi">10.2196/72501</pub-id><pub-id pub-id-type="medline">41637624</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kandola</surname><given-names>A</given-names> </name><name name-style="western"><surname>Lewis</surname><given-names>G</given-names> </name><name name-style="western"><surname>Osborn</surname><given-names>DPJ</given-names> </name><name name-style="western"><surname>Stubbs</surname><given-names>B</given-names> </name><name name-style="western"><surname>Hayes</surname><given-names>JF</given-names> </name></person-group><article-title>Depressive symptoms and objectively measured physical activity and sedentary behaviour throughout adolescence: a prospective cohort study</article-title><source>Lancet Psychiatry</source><year>2020</year><month>03</month><volume>7</volume><issue>3</issue><fpage>262</fpage><lpage>271</lpage><pub-id pub-id-type="doi">10.1016/S2215-0366(20)30034-1</pub-id><pub-id pub-id-type="medline">32059797</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shin</surname><given-names>J</given-names> </name><name name-style="western"><surname>Bae</surname><given-names>SM</given-names> </name></person-group><article-title>A systematic review of location data for depression prediction</article-title><source>Int J Environ Res Public Health</source><year>2023</year><month>05</month><day>29</day><volume>20</volume><issue>11</issue><fpage>5984</fpage><pub-id pub-id-type="doi">10.3390/ijerph20115984</pub-id><pub-id pub-id-type="medline">37297588</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Elovainio</surname><given-names>M</given-names> </name><name name-style="western"><surname>Kuula</surname><given-names>L</given-names> </name><name name-style="western"><surname>Halonen</surname><given-names>R</given-names> </name><name name-style="western"><surname>Pesonen</surname><given-names>AK</given-names> </name></person-group><article-title>Dynamic fluctuations of emotional states in adolescents with delayed sleep phase-A longitudinal network modeling approach</article-title><source>J Affect Disord</source><year>2020</year><month>11</month><day>1</day><volume>276</volume><fpage>467</fpage><lpage>475</lpage><pub-id pub-id-type="doi">10.1016/j.jad.2020.07.050</pub-id><pub-id pub-id-type="medline">32741749</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Paterson</surname><given-names>JL</given-names> </name><name name-style="western"><surname>Dorrian</surname><given-names>J</given-names> </name><name name-style="western"><surname>Ferguson</surname><given-names>SA</given-names> </name><etal/></person-group><article-title>Changes in structural aspects of mood during 39&#x2013;66 h of sleep loss using matched controls</article-title><source>Appl Ergon</source><year>2011</year><month>01</month><volume>42</volume><issue>2</issue><fpage>196</fpage><lpage>201</lpage><pub-id pub-id-type="doi">10.1016/j.apergo.2010.06.014</pub-id><pub-id pub-id-type="medline">20659729</pub-id></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ryan</surname><given-names>O</given-names> </name><name name-style="western"><surname>Dablander</surname><given-names>F</given-names> </name><name name-style="western"><surname>Haslbeck</surname><given-names>JMB</given-names> </name></person-group><article-title>Toward a generative model for emotion dynamics</article-title><source>Psychol Rev</source><year>2025</year><month>03</month><volume>132</volume><issue>2</issue><fpage>416</fpage><lpage>441</lpage><pub-id pub-id-type="doi">10.1037/rev0000513</pub-id><pub-id pub-id-type="medline">40146601</pub-id></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Berrouiguet</surname><given-names>S</given-names> </name><name name-style="western"><surname>Ram&#x00ED;rez</surname><given-names>D</given-names> </name><name name-style="western"><surname>Barrig&#x00F3;n</surname><given-names>ML</given-names> </name><etal/></person-group><article-title>Combining continuous smartphone native sensors data capture and unsupervised data mining techniques for behavioral changes detection: a case series of the evidence-based behavior (eB2) study</article-title><source>JMIR Mhealth Uhealth</source><year>2018</year><month>12</month><day>10</day><volume>6</volume><issue>12</issue><fpage>e197</fpage><pub-id pub-id-type="doi">10.2196/mhealth.9472</pub-id><pub-id pub-id-type="medline">30530465</pub-id></nlm-citation></ref><ref id="ref45"><label>45</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dalgleish</surname><given-names>T</given-names> </name><name name-style="western"><surname>Black</surname><given-names>M</given-names> </name><name name-style="western"><surname>Johnston</surname><given-names>D</given-names> </name><name name-style="western"><surname>Bevan</surname><given-names>A</given-names> </name></person-group><article-title>Transdiagnostic approaches to mental health problems: current status and future directions</article-title><source>J Consult Clin Psychol</source><year>2020</year><month>03</month><volume>88</volume><issue>3</issue><fpage>179</fpage><lpage>195</lpage><pub-id pub-id-type="doi">10.1037/ccp0000482</pub-id><pub-id pub-id-type="medline">32068421</pub-id></nlm-citation></ref><ref id="ref46"><label>46</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wise</surname><given-names>T</given-names> </name><name name-style="western"><surname>Robinson</surname><given-names>OJ</given-names> </name><name name-style="western"><surname>Gillan</surname><given-names>CM</given-names> </name></person-group><article-title>Identifying transdiagnostic mechanisms in mental health using computational factor modeling</article-title><source>Biol Psychiatry</source><year>2023</year><month>04</month><day>15</day><volume>93</volume><issue>8</issue><fpage>690</fpage><lpage>703</lpage><pub-id pub-id-type="doi">10.1016/j.biopsych.2022.09.034</pub-id><pub-id pub-id-type="medline">36725393</pub-id></nlm-citation></ref><ref id="ref47"><label>47</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Fox</surname><given-names>CA</given-names> </name><name name-style="western"><surname>Teckentrup</surname><given-names>V</given-names> </name><name name-style="western"><surname>Donegan</surname><given-names>KR</given-names> </name><etal/></person-group><article-title>Cognitive arbitration between candidate dimensions of psychopathology</article-title><source>Mol Psychiatry</source><year>2026</year><month>03</month><volume>31</volume><issue>3</issue><fpage>1634</fpage><lpage>1647</lpage><pub-id pub-id-type="doi">10.1038/s41380-025-03297-2</pub-id><pub-id pub-id-type="medline">41094062</pub-id></nlm-citation></ref><ref id="ref48"><label>48</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wigman</surname><given-names>JTW</given-names> </name><name name-style="western"><surname>van Os</surname><given-names>J</given-names> </name><name name-style="western"><surname>Thiery</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Psychiatric diagnosis revisited: towards a system of staging and profiling combining nomothetic and idiographic parameters of momentary mental states</article-title><source>PLoS One</source><year>2013</year><volume>8</volume><issue>3</issue><fpage>e59559</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0059559</pub-id><pub-id pub-id-type="medline">23555706</pub-id></nlm-citation></ref><ref id="ref49"><label>49</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rashid</surname><given-names>Z</given-names> </name><name name-style="western"><surname>Folarin</surname><given-names>AA</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>Y</given-names> </name><etal/></person-group><article-title>Digital phenotyping of mental and physical conditions: remote monitoring of patients through RADAR-Base platform</article-title><source>JMIR Ment Health</source><year>2024</year><month>10</month><day>23</day><volume>11</volume><issue>1</issue><fpage>e51259</fpage><pub-id pub-id-type="doi">10.2196/51259</pub-id><pub-id pub-id-type="medline">39441952</pub-id></nlm-citation></ref><ref id="ref50"><label>50</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>S&#x00FC;kei</surname><given-names>E</given-names> </name><name name-style="western"><surname>Norbury</surname><given-names>A</given-names> </name><name name-style="western"><surname>Perez-Rodriguez</surname><given-names>MM</given-names> </name><name name-style="western"><surname>Olmos</surname><given-names>PM</given-names> </name><name name-style="western"><surname>Art&#x00E9;s</surname><given-names>A</given-names> </name></person-group><article-title>Predicting emotional states using behavioral markers derived from passively sensed data: data-driven machine learning approach</article-title><source>JMIR Mhealth Uhealth</source><year>2021</year><month>03</month><day>22</day><volume>9</volume><issue>3</issue><fpage>e24465</fpage><pub-id pub-id-type="doi">10.2196/24465</pub-id><pub-id pub-id-type="medline">33749612</pub-id></nlm-citation></ref><ref id="ref51"><label>51</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Oudin</surname><given-names>A</given-names> </name><name name-style="western"><surname>Maatoug</surname><given-names>R</given-names> </name><name name-style="western"><surname>Bourla</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Digital phenotyping: data-driven psychiatry to redefine mental health</article-title><source>J Med Internet Res</source><year>2023</year><month>10</month><day>4</day><volume>25</volume><issue>1</issue><fpage>e44502</fpage><pub-id pub-id-type="doi">10.2196/44502</pub-id><pub-id pub-id-type="medline">37792430</pub-id></nlm-citation></ref><ref id="ref52"><label>52</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rajagopalan</surname><given-names>A</given-names> </name><name name-style="western"><surname>Shah</surname><given-names>P</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>MW</given-names> </name><name name-style="western"><surname>Ho</surname><given-names>RC</given-names> </name></person-group><article-title>Digital platforms in the assessment and monitoring of patients with bipolar disorder</article-title><source>Brain Sci</source><year>2017</year><month>11</month><day>12</day><volume>7</volume><issue>11</issue><fpage>150</fpage><pub-id pub-id-type="doi">10.3390/brainsci7110150</pub-id><pub-id pub-id-type="medline">29137156</pub-id></nlm-citation></ref><ref id="ref53"><label>53</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rickard</surname><given-names>N</given-names> </name><name name-style="western"><surname>Arjmand</surname><given-names>HA</given-names> </name><name name-style="western"><surname>Bakker</surname><given-names>D</given-names> </name><name name-style="western"><surname>Seabrook</surname><given-names>E</given-names> </name></person-group><article-title>Development of a mobile phone app to support self-monitoring of emotional well-being: a mental health digital innovation</article-title><source>JMIR Ment Health</source><year>2016</year><month>11</month><day>23</day><volume>3</volume><issue>4</issue><fpage>e49</fpage><pub-id pub-id-type="doi">10.2196/mental.6202</pub-id><pub-id pub-id-type="medline">27881358</pub-id></nlm-citation></ref><ref id="ref54"><label>54</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sathyanarayana</surname><given-names>A</given-names> </name><name name-style="western"><surname>Joty</surname><given-names>S</given-names> </name><name name-style="western"><surname>Fernandez-Luque</surname><given-names>L</given-names> </name><etal/></person-group><article-title>Sleep quality prediction from wearable data using deep learning</article-title><source>JMIR Mhealth Uhealth</source><year>2016</year><month>11</month><day>4</day><volume>4</volume><issue>4</issue><fpage>e125</fpage><pub-id pub-id-type="doi">10.2196/mhealth.6562</pub-id><pub-id pub-id-type="medline">27815231</pub-id></nlm-citation></ref><ref id="ref55"><label>55</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Riadi</surname><given-names>I</given-names> </name><name name-style="western"><surname>Kervin</surname><given-names>L</given-names> </name><name name-style="western"><surname>Teo</surname><given-names>K</given-names> </name><name name-style="western"><surname>Churchill</surname><given-names>R</given-names> </name><name name-style="western"><surname>Cosco</surname><given-names>TD</given-names> </name></person-group><article-title>Digital interventions for depression and anxiety in older adults: protocol for a systematic review</article-title><source>JMIR Res Protoc</source><year>2020</year><month>12</month><day>23</day><volume>9</volume><issue>12</issue><fpage>e22738</fpage><pub-id pub-id-type="doi">10.2196/22738</pub-id><pub-id pub-id-type="medline">33355095</pub-id></nlm-citation></ref><ref id="ref56"><label>56</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gunsilius</surname><given-names>CZ</given-names> </name><name name-style="western"><surname>Heffner</surname><given-names>J</given-names> </name><name name-style="western"><surname>Bruinsma</surname><given-names>S</given-names> </name><etal/></person-group><article-title>SOMAScience: a novel platform for multidimensional, longitudinal pain assessment</article-title><source>JMIR Mhealth Uhealth</source><year>2024</year><month>01</month><day>12</day><volume>12</volume><fpage>e47177</fpage><pub-id pub-id-type="doi">10.2196/47177</pub-id><pub-id pub-id-type="medline">38214952</pub-id></nlm-citation></ref><ref id="ref57"><label>57</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Moreno-Mu&#x00F1;oz</surname><given-names>P</given-names> </name><name name-style="western"><surname>Romero-Medrano</surname><given-names>L</given-names> </name><name name-style="western"><surname>Moreno</surname><given-names>A</given-names> </name><name name-style="western"><surname>Herrera-L&#x00F3;pez</surname><given-names>J</given-names> </name><name name-style="western"><surname>Baca-Garc&#x00ED;a</surname><given-names>E</given-names> </name><name name-style="western"><surname>Art&#x00E9;s-Rodr&#x00ED;guez</surname><given-names>A</given-names> </name></person-group><article-title>Passive detection of behavioral shifts for suicide attempt prevention</article-title><source>arXiv</source><comment>Preprint posted online on  Nov 14, 2020</comment><pub-id pub-id-type="doi">10.48550/arXiv.2011.09848</pub-id></nlm-citation></ref><ref id="ref58"><label>58</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Adams</surname><given-names>RP</given-names> </name><name name-style="western"><surname>MacKay</surname><given-names>DJC</given-names> </name></person-group><article-title>Bayesian online changepoint detection</article-title><source>arXiv</source><comment>Preprint posted online on  Oct 19, 2007</comment><pub-id pub-id-type="doi">10.48550/arXiv.0710.3742</pub-id></nlm-citation></ref><ref id="ref59"><label>59</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Romero-Medrano</surname><given-names>L</given-names> </name><name name-style="western"><surname>Moreno-Mu&#x00F1;oz</surname><given-names>P</given-names> </name><name name-style="western"><surname>Art&#x00E9;s-Rodr&#x00ED;guez</surname><given-names>A</given-names> </name></person-group><article-title>Multinomial sampling of latent variables for hierarchical change-point detection</article-title><source>J Sign Process Syst</source><year>2022</year><month>02</month><volume>94</volume><issue>2</issue><fpage>215</fpage><lpage>227</lpage><pub-id pub-id-type="doi">10.1007/s11265-021-01705-8</pub-id></nlm-citation></ref><ref id="ref60"><label>60</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Salom</surname><given-names>R</given-names> </name><name name-style="western"><surname>Pico Rada</surname><given-names>&#x00C1;</given-names> </name><name name-style="western"><surname>Mu&#x00F1;oz Garc&#x00ED;a</surname><given-names>JJ</given-names> </name><name name-style="western"><surname>Garc&#x00ED;a-Mieres</surname><given-names>H</given-names> </name><name name-style="western"><surname>Art&#x00E9;s-Rodr&#x00ED;guez</surname><given-names>A</given-names> </name></person-group><article-title>Digital relapse prevention plan for substance use disorders: study protocol for a multicentre randomised controlled trial</article-title><source>BMJ Health Care Inform</source><year>2025</year><month>11</month><day>24</day><volume>32</volume><issue>1</issue><fpage>e101808</fpage><pub-id pub-id-type="doi">10.1136/bmjhci-2025-101808</pub-id><pub-id pub-id-type="medline">41290251</pub-id></nlm-citation></ref></ref-list></back></article>