<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id><journal-id journal-id-type="publisher-id">formative</journal-id><journal-id journal-id-type="index">27</journal-id><journal-title>JMIR Formative Research</journal-title><abbrev-journal-title>JMIR Form Res</abbrev-journal-title><issn pub-type="epub">2561-326X</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v9i1e75687</article-id><article-id pub-id-type="doi">10.2196/75687</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Bringing Executive Function Testing Online: Assessment Validation Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Attarha</surname><given-names>Mouna</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Carolina de Figueiredo Pelegrino</surname><given-names>Ana</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Ouellet</surname><given-names>Lydia</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Grant</surname><given-names>Sarah-Jane</given-names></name><degrees>MA</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>de Villers-Sidani</surname><given-names>Etienne</given-names></name><degrees>MDCM</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Van Vleet</surname><given-names>Thomas</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Posit Science Corporation</institution><addr-line>160 Pine St Suite 200</addr-line><addr-line>San Francisco</addr-line><addr-line>CA</addr-line><country>United States</country></aff><aff id="aff2"><institution>Montreal Neurological Institute and Hospital, McGill University</institution><addr-line>Montreal</addr-line><addr-line>QC</addr-line><country>Canada</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Mavragani</surname><given-names>Amaryllis</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Kairys</surname><given-names>Anson</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Tosti</surname><given-names>Beatrice</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Mouna Attarha, PhD, Posit Science Corporation, 160 Pine St Suite 200, San Francisco, CA, 94111, United States, 1 415-394-3100 ext 505; <email>mouna.attarha@positscience.com</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>14</day><month>7</month><year>2025</year></pub-date><volume>9</volume><elocation-id>e75687</elocation-id><history><date date-type="received"><day>08</day><month>04</month><year>2025</year></date><date date-type="rev-recd"><day>09</day><month>06</month><year>2025</year></date><date date-type="accepted"><day>11</day><month>06</month><year>2025</year></date></history><copyright-statement>&#x00A9; Mouna Attarha, Ana Carolina De Figueiredo Pelegrino, Lydia Ouellet, Sarah-Jane Grant, Etienne de Villers-Sidani, Thomas Van Vleet. Originally published in JMIR Formative Research (<ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>), 14.7.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://formative.jmir.org/2025/1/e75687"/><abstract><sec><title>Background</title><p>Executive function encompasses a set of higher-order cognitive processes, including planning, cognitive flexibility, and inhibitory control, that are essential for goal-directed behavior. These abilities are adversely affected by age, with executive dysfunction ultimately impairing the performance of activities of daily living.</p></sec><sec><title>Objective</title><p>This study aimed to assess the validity of a computerized cognitive assessment in predicting executive function performance in healthy older adults.</p></sec><sec sec-type="methods"><title>Methods</title><p>This retrospective analysis utilized baseline data from the Improving Neurological Health in Aging via Neuroplasticity-Based Computerized Exercise (INHANCE) trial. The study provides normative data for cognitively healthy older adults (aged 65 years and above) and evaluates the usability and validity of Freeze Frame, a cognitive assessment available on the BrainHQ platform. Performance on Freeze Frame was analyzed in relation to self-reported demographic variables and neuropsychological function, using a standardized measure of executive function, the National Institutes of Health Executive Abilities: Measures and Instruments for Neurobehavioral Evaluation and Research (NIH EXAMINER).</p></sec><sec sec-type="results"><title>Results</title><p>The intent-to-treat analysis included 92 cognitively healthy older adults (mean age 71.9, SD 4.86, range: 65&#x2010;83 years), of whom 66% (61/92) were female, with a mean education level of 16.45 (SD 3.40, range: 9&#x2010;27) years. Performance on Freeze Frame was modestly associated with executive function scores on NIH EXAMINER (<italic>P</italic>=.02), accounting for 6.8% of the variance. The assessment showed a small but statistically significant relationship to age (&#x03C1;=&#x2212;0.22, <italic>P</italic>=.046) and gender, with no significant influence of education. Psychometric evaluation supported its usability, with an average completion time of 4 (SD 0.16) minutes.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Freeze Frame is a brief, scalable, and accessible computerized cognitive assessment with demonstrated concurrent validity for executive function. Its efficiency and ease of administration across internet-connected devices suggests potential applications for cognitive screening. Future research should explore its utility in detecting executive dysfunction in clinical populations and its potential role in predicting functional performance across activities of daily living.</p></sec><sec><title>Trial Registration</title><p>ClinicalTrials.gov NCT04149457; https://clinicaltrials.gov/study/NCT04149457</p></sec><sec sec-type="registered-report"><title>International Registered Report Identifier (IRRID)</title><p>RR2-10.2196/59705</p></sec></abstract><kwd-group><kwd>executive function</kwd><kwd>web-based cognitive assessment</kwd><kwd>brain health</kwd><kwd>cognitive status</kwd><kwd>National Institutes of Health Executive Abilities: Measures and Instruments for Neurobehavioral Evaluation and Research</kwd><kwd>NIH EXAMINER</kwd><kwd>assessment accessibility</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Executive function is a critical domain of cognition that influences functional independence [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. In healthy older adults, executive function abilities are closely associated with essential activities such as self-care, financial management, transportation use, and meal preparation. These skills support the capacity to make decisions, control action, and adapt to novel situations, which are necessary for daily living. However, executive function is known to decline with age [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Age-related changes can contribute to difficulties in maintaining autonomy and increase reliance on caregivers and support systems. Assessing executive function decline in aging populations facilitates the early identification of individuals at risk for functional impairments.</p><p>The National Institutes of Health Executive Abilities: Measures and Instruments for Neurobehavioral Evaluation and Research (NIH EXAMINER) was developed to provide a comprehensive, standardized assessment of executive function [<xref ref-type="bibr" rid="ref8">8</xref>]. Traditional in-person neuropsychological tests are often limited in their ability to capture the complex, multifaceted nature of executive function. Computerized assessment batteries such as Cogstate, Cognifit, CNS Vital Signs, CANTAB, and NIH Toolbox are broader-purpose neurocognitive batteries that largely aim to evaluate general cognition by including domains such as speed, attention, memory, language, and emotion processing, with executive functioning being relatively underrepresented within the overall battery. NIH EXAMINER was designed to address these gaps by incorporating multiple tasks to reliably and validly evaluate various aspects of executive function [<xref ref-type="bibr" rid="ref9">9</xref>]. Research utilizing NIH EXAMINER has shown strong associations between executive function and age, due to changes in prefrontal cortex function [<xref ref-type="bibr" rid="ref10">10</xref>]. Additionally, studies have widely used NIH EXAMINER in clinical research, showing sensitivity to executive dysfunction across neurodevelopmental conditions such as attention deficit disorder, acquired conditions such as traumatic brain injury, and neurodegenerative diseases such as Alzheimer disease and related dementias [<xref ref-type="bibr" rid="ref11">11</xref>]. Performance deficits on NIH EXAMINER have been associated with impairments in activities of daily living [<xref ref-type="bibr" rid="ref12">12</xref>]. As a result, NIH EXAMINER serves as a valuable tool for both research and clinical applications, aiding in the detection of executive dysfunction and informing targeted interventions to support cognition and functional independence.</p><p>There remains a growing need for scalable, computerized cognitive assessments due to significant barriers of traditional methods, such as prolonged administration times, clinician training, and the burden of patient travel. Addressing these limitations, this study examines the usability and preliminary validity of the Freeze Frame assessment to evaluate inhibitory control in a cohort of healthy older adults (aged 65 years and above) from the Improving Neurological Health in Aging via Neuroplasticity-Based Computerized Exercise (INHANCE) trial [<xref ref-type="bibr" rid="ref13">13</xref>]. Inhibitory control represents a critical subprocess of executive functioning, involving the rapid suppression of prepotent or automatic responses in favor of task-relevant actions to regulate behavior in dynamic environments and support cognitive flexibility, working memory, and goal maintenance [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Empirical evidence from neuroimaging and meta-analyses have demonstrated that impairments to inhibitory control are observed across neurodevelopmental, psychiatric, and neurodegenerative diseases [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Inhibitory control therefore serves as a sensitive and mechanistically informative index of executive function integrity, making it a valuable target for cognitive assessment. Virtually all existing batteries of general cognition (eg, CANTAB, Cognifit, CNS Vital Signs) include at least 1 measure of inhibitory control.</p><p>Freeze Frame is similar to other measures of inhibitory control, particularly the Sustained Attention to Response Task (SART) [<xref ref-type="bibr" rid="ref20">20</xref>]. Response contingencies in Freeze Frame were inspired by SART and work completed in hemispatial neglect and traumatic brain injury [<xref ref-type="bibr" rid="ref20">20</xref>]. However, the timing varies considerably between the 2 tasks in that Freeze Frame utilizes a variable intertrial interval whereas SART has a consistent intertrial interval. The advantage of a variable time interval is that unlike consistent intertrial intervals, which increases attentional lapses and response anticipations [<xref ref-type="bibr" rid="ref21">21</xref>], the unpredictable timing of the appearance of each image in Freeze Frame requires a more alert state and enhanced response control [<xref ref-type="bibr" rid="ref22">22</xref>]. The most unique aspect of Freeze Frame apart from the SART or Conners Continuous Performance Task [<xref ref-type="bibr" rid="ref23">23</xref>] is the real-time adaptation of the core features of the assessment, including target frequency, the timing of the intertrial interval, and the variable and often longer duration of the task that allows time for participants to wane in their sustained attentional and inhibitory control capacities. These novel task parameters distinguish Freeze Frame from other measures of inhibitory control.</p><p>Although computerized batteries of global cognition are preferred when a comprehensive evaluation of neurocognitive profiles is needed to assist with diagnostic decisions, a single brief inhibitory control task offers several advantages in terms of speed, scale, and frequent monitoring. A targeted measure can provide interpretable performance metrics without confounding from broader executive or global cognition domains. Short completion times make brief assessments well-suited for clinical use where patient burden must be minimized, longitudinal studies that require daily or weekly monitoring over time, or high-throughput research that requires remote testing of hundreds, thousands, or millions of participants. Finally, assessments that do not require clinical training or specialized hardware can be deployed by patients using mobile devices at home and monitored by clinicians or researchers remotely.</p><p>This study evaluates the psychometric properties of Freeze Frame, its associations with demographic variables (ie, age, gender, and education), and its concurrent validity relative to NIH EXAMINER. The findings provide preliminary data that contribute to the growing need for scalable, digital tools that assess executive function, offering a promising avenue for identifying individual differences in cognition and advancing research in aging.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Setting, Design, and Sample</title><p>Participants were recruited near McGill University, Canada. Participants were community-dwelling, healthy older adults aged 65 years and above. The data reported reflect the intent-to-treat population (N=92) from the INHANCE randomized clinical trial (see published protocol for details [<xref ref-type="bibr" rid="ref13">13</xref>]). The study enrolled participants from July 2021 to December 2023, with the final follow-up in June 2024.</p></sec><sec id="s2-2"><title>Participants and Inclusion and Exclusion Criteria</title><p>Participants were community-dwelling, healthy older adults. Inclusion criteria included individuals aged 65 years or older, proficient in English or French, capable of fulfilling study requirements, and cognitively intact with a Montreal Cognitive Assessment total score of &#x2265;23, a cut-off that optimizes diagnostic sensitivity and specificity [<xref ref-type="bibr" rid="ref24">24</xref>]. Exclusion criteria included neurocognitive disorders, suicidal ideation, major depression indicated by a total score of &#x003E;10 on the Geriatric Depression Scale&#x2013;Short Form, prior experience using BrainHQ within the past 5 years, concurrent clinical trial participation, pregnancy, substance abuse, or medical conditions hindering study engagement. Full details are provided in the protocol [<xref ref-type="bibr" rid="ref13">13</xref>].</p></sec><sec id="s2-3"><title>Freeze Frame Assessment</title><p>The Freeze Frame assessment is a cognitive task designed to measure speeded inhibitory control using a reverse go/no-go paradigm [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. Participants are shown a target image at the beginning of each block, followed by a rapid sequence of images consisting of both targets and foils, presented with unequal probabilities under constrained viewing durations. The interstimulus interval varied randomly between 500 and 1500 milliseconds. Participants were instructed to withhold their response when a target appeared while executing a speeded motor response to all foil stimuli. See <xref ref-type="fig" rid="figure1">Figure 1</xref> for a visual representation of the task structure.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>The Freeze Frame computerized cognitive assessment. Participants remember a target image presented at the start of the block after which a rapid stream of targets and foils are interleaved with unequal probability. Participants withhold a motor response to all targets and enter a speeded response to all foils. (<bold>A</bold>) Guided tutorial presenting the target image. (<bold>B</bold>) Example of sequentially presented trials of the target and sample foils. Responses are correct if the participant selects &#x201C;no&#x201D; to all foil images within a limited response window.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v9i1e75687_fig01.png"/></fig><p>The adaptive dimension of the assessment was target frequency, with lower target frequencies increasing task difficulty. There are 7 possible target frequency levels: 40%, 35%, 30%, 25%, 20%, 15%, and 10%. All participants began the assessment at a target frequency of 30%. Adaptation occurred over 5 epochs, with each epoch consisting of 30 trials. Performance-based adjustments to target frequency were made based on the abilities of each participant. If the participant correctly withheld responses to at least 80% of targets and correctly responded to at least 80% of foils, the task progressed to a more difficult level (ie, a lower target frequency). If these accuracy thresholds were not met, the task became easier by increasing the target frequency on the subsequent epoch.</p><p>The raw threshold score was recorded as an integer ranging from 1 to 7, where 1 corresponded to the easiest condition (40% target frequency) and 7 represented the most challenging condition (10% target frequency). While threshold scores were used in the raw data output, these thresholds were converted to mean accuracy, as discussed in the protocol [<xref ref-type="bibr" rid="ref13">13</xref>].</p></sec><sec id="s2-4"><title>Ethical Considerations</title><p>The study was developed in accordance with the Declaration of Helsinki guidelines and was approved by the Western Institutional Review Board (IRB00000533) and Research Ethics Board of McGill University Health Centre (2020&#x2010;6474). All participants provided written informed consent.</p><p>Study data were recorded into a secure, web-based electronic case report form at the study site through the Longitudinal Online Research and Imaging System (LORIS). This system meets relevant privacy and security standards for electronic trial data entry and storage, as well as the Health Insurance Portability and Accountability Act and Personal Information Protection and Electronic Documents Act standards for confidentiality and privacy [<xref ref-type="bibr" rid="ref28">28</xref>]. Following consent, each participant was assigned a standardized Participant Identification Number composed of digits to identify the study and digits to identify the participant. All electronic case report form data entries were deidentified, using the Participant Identification Number and not the participant&#x2019;s name.</p><p>Participants received CAD $40 (approximately US $30) for completing the baseline visit, which included the measures described below. Payment followed the completion of the visit. Additional details are provided in the protocol [<xref ref-type="bibr" rid="ref13">13</xref>].</p><p>The study was registered on November 4, 2019, before participant enrollment under the name &#x201C;Improving Neurological Health in Aging Via Neuroplasticity-based Computerized Exercise (INHANCE)&#x201D; with identification number NCT04149457.</p></sec><sec id="s2-5"><title>Measures</title><p>Blinded staff conducted assessment administration and scoring. Following informed consent, participants completed a structured clinical interview, the Freeze Frame assessment, and a validated neuropsychological assessment of executive function (NIH EXAMINER). The structured clinical interview (20 minutes, in person) collected key demographic (eg, age, gender, education). The Freeze Frame assessment (8 minutes, in person) evaluated inhibitory control. NIH EXAMINER (20 minutes, in person) assessed executive function [<xref ref-type="bibr" rid="ref8">8</xref>], and performance was measured using the executive composite score [<xref ref-type="bibr" rid="ref10">10</xref>], which is automatically generated by the assessment program and converted to a <italic>z</italic> score per the registered protocol [<xref ref-type="bibr" rid="ref13">13</xref>].</p></sec><sec id="s2-6"><title>Analyses</title><sec id="s2-6-1"><title>Overview</title><p>Recruitment spanned from July 2021 to December 2023. The final follow-up visit was on June 7, 2024, and the study team was unblinded on June 14, 2024, after database lock. For all analyses, a <italic>P</italic>&#x003C;.05 determined statistical significance [<xref ref-type="bibr" rid="ref13">13</xref>].</p></sec><sec id="s2-6-2"><title>Demographic Characteristics</title><p>Participants self-reported their age, gender, and educational level and completed the NIH EXAMINER assessment. Descriptive statistics including arithmetic means, SDs, and ranges were provided for continuous variables (age, education, NIH EXAMINER) to summarize central tendency and variability. For categorical variables such as gender, we calculated the frequency and percentage of participants who selected each response option.</p></sec><sec id="s2-6-3"><title>Assessment Characteristics</title><p>To assess the usability of the Freeze Frame assessment, we used descriptive statistics (arithmetic mean and SD), characteristics of the distribution (skew and kurtosis), and psychometric properties including the performance histogram (the proportion of participants achieving each possible assessment score), as well as the time spent completing the assessment. To assess the presence and extent of ceiling and floor effects, we determined the proportion of participants who obtained the lowest and highest possible scores. A high frequency of extreme scores may suggest limitations in the assessment&#x2019;s ability to discriminate performance across different levels of ability.</p></sec><sec id="s2-6-4"><title>Associations Between Freeze Frame, Demographics, and NIH EXAMINER</title><p>To examine the relationship between performance on the Freeze Frame assessment and key demographic variables, we used Spearman &#x03C1; for age and education. For gender-based comparisons, we applied the Wilcoxon rank-sum test to evaluate differences in assessment performance between women and men. We used Pearson <italic>r</italic> to investigate the relationship between assessment performance and NIH EXAMINER. We further used simple linear regression to evaluate the relationship between Freeze Frame and NIH EXAMINER to assess the extent to which performance on the assessment could account for variance in executive function scores, thereby providing concurrent validity with an established neuropsychological measure.</p></sec></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Demographic Characteristics</title><p>Participants (N=92) had a mean age of 71.90 (SD 4.86; range: 65&#x2010;83) years and a mean education level of 16.45 (SD 3.40, range: 9&#x2010;27) years. Of the 92 participants, 61 (66%) identified as female and 31 (34%) identified as male. The baseline NIH EXAMINER executive composite mean was 0.43 (SD 0.57; range: &#x2212;1.50 to 1.52; see <xref ref-type="table" rid="table1">Table 1</xref>). A complete characterization of the intent-to-treat population has been published previously [<xref ref-type="bibr" rid="ref29">29</xref>].</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Baseline characteristics of the intent-to-treat population (N=92).</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristic</td><td align="left" valign="bottom">Participants</td></tr></thead><tbody><tr><td align="left" valign="top">Age (years), mean (SD)</td><td align="left" valign="top">71.9 (4.9)</td></tr><tr><td align="left" valign="top">Education (years), mean (SD)</td><td align="left" valign="top">16 (3.4)</td></tr><tr><td align="left" valign="top">Gender, n (%)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top">&#x2003;Female</td><td align="left" valign="top">61 (66)</td></tr><tr><td align="left" valign="top">&#x2003;Male</td><td align="left" valign="top">31 (34)</td></tr><tr><td align="left" valign="top">Race, n (%)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top">&#x2003;White</td><td align="left" valign="top">88 (96)</td></tr><tr><td align="left" valign="top">&#x2003;Asian</td><td align="left" valign="top">2 (2)</td></tr><tr><td align="left" valign="top">&#x2003;Black or African American</td><td align="left" valign="top">1 (1)</td></tr><tr><td align="left" valign="top">&#x2003;American Indian or Alaska Native</td><td align="left" valign="top">0 (0)</td></tr><tr><td align="left" valign="top">&#x2003;Native Hawaiian or other Pacific Islander</td><td align="left" valign="top">0 (0)</td></tr><tr><td align="left" valign="top">&#x2003;More than one race</td><td align="left" valign="top">0 (0)</td></tr><tr><td align="left" valign="top">&#x2003;Unknown or not reported</td><td align="left" valign="top">1 (1)</td></tr><tr><td align="left" valign="top">Ethnicity, n (%)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top">&#x2003;Not Hispanic or Latino</td><td align="left" valign="top">91 (99)</td></tr><tr><td align="left" valign="top">&#x2003;Hispanic or Latino</td><td align="left" valign="top">0 (0)</td></tr><tr><td align="left" valign="top">&#x2003;Unknown or not reported</td><td align="left" valign="top">1 (1)</td></tr><tr><td align="left" valign="top">Freeze Frame (accuracy), raw score (SD)</td><td align="left" valign="top">92.01 (4.70)</td></tr><tr><td align="left" valign="top">NIH EXAMINER<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup>, executive composite score (SD<bold>)</bold></td><td align="left" valign="top">0.43 (0.57)</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>NIH EXAMINER: National Institutes of Health Executive Abilities: Measures and Instruments for Neurobehavioral Evaluation and Research.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2"><title>Assessment Characteristics</title><p>The distribution of Freeze Frame assessment scores is displayed in <xref ref-type="fig" rid="figure2">Figure 2A</xref>. Mean accuracy was 92.01% (SD 4.70%), with a skew of &#x2212;0.99 and a kurtosis of 0.37. With respect to extreme scores, the highest recorded mean accuracy was 98%, achieved by 3 (3.75%) participants with no participant obtaining a perfect score. The lowest recorded mean accuracy was 77.33%, observed in 1 (1.25%) participant. Participants required an average of 4.27 (SD 0.16) minutes to complete the assessment.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Outcome measures. (<bold>A</bold>) Performance histogram of Freeze Frame scores (mean accuracy) across the intent-to-treat population. Association of Freeze Frame with demographic characteristics including (<bold>B</bold>) age, (<bold>C</bold>) years of education, and (<bold>D</bold>) gender. (<bold>E</bold>) Association of Freeze Frame with the NIH EXAMINER executive composite, a standard validated measure of executive function. NIH EXAMINER: National Institutes of Health Executive Abilities: Measures and Instruments for Neurobehavioral Evaluation and Research.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v9i1e75687_fig02.png"/></fig></sec><sec id="s3-3"><title>Associations Between Freeze Frame, Demographics and NIH EXAMINER</title><p>Performance on the Freeze Frame assessment showed a small but statistically significant negative association with age (&#x03C1;=&#x2212;0.22, <italic>P</italic>=.046), and a significant effect of gender with women performing better than men (<italic>P</italic>=.01). In contrast, the association between Freeze Frame performance and years of education was nonsignificant (&#x03C1;=&#x2212;0.09, <italic>P</italic>=.44; see <xref ref-type="fig" rid="figure2">Figure 2B&#x2013;D</xref>).</p><p>With respect to executive function, Freeze Frame performance was positively correlated with the NIH EXAMINER executive composite score (<italic>r</italic>=0.26; <italic>P</italic>=.02; see <xref ref-type="fig" rid="figure2">Figure 2E</xref>). Linear regression showed that Freeze Frame scores were significantly associated with the NIH EXAMINER executive composite score (<italic>F</italic><sub>1,78</sub>=5.693; <italic>P</italic>=.02) and modestly accounted for 6.8% of the variance (<italic>R</italic>&#x00B2;=0.068).</p></sec><sec id="s3-4"><title>Missing Data</title><p>A total of 12 participants (13% of the sample) did not have mean accuracy scores that could be calculated from threshold scores due to administrative errors. Missing data were not imputed for baseline data of predefined exploratory outcomes data, and Freeze Frame associations reflect participants from the intent-to-treat population with complete data at baseline. There were no statistical differences between those with versus without Freeze Frame mean accuracy scores across demographic variables or NIH EXAMINER scores.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>Freeze Frame assesses inhibitory control and, in this study, captured modest variance in overall executive function, with better Freeze Frame performance associated with better NIH EXAMINER performance. Older participants exhibited lower accuracy on the task compared to participants who were relatively younger. Educational background did not influence task performance. Extreme scores were minimal, suggesting that the assessment did not have notable ceiling or floor effects. The duration of the assessment was brief, at 4 minutes, and the SD suggests that completion times were stable and did not introduce significant variability due to differences in participant pacing. These results provide preliminary evidence that Freeze Frame may serve as a useful indicator of executive function and that healthy older adults are generally able to complete the assessment within a feasible administration time.</p><p>Performance on most cognitive assessments declines with age, largely due to the complex interplay of structural, functional, and neurochemical changes that occur in the aging brain [<xref ref-type="bibr" rid="ref30">30</xref>]. While considerable individual differences exist, age-related reductions in cortical thickness, functional connectivity, and neuromodulatory control generally result in measurable decreases in cognitive function over one&#x2019;s lifespan, such as slower information processing and diminished executive functioning [<xref ref-type="bibr" rid="ref7">7</xref>]. In contrast, assessments associated with crystallized intelligence, such as general content knowledge, vocabulary, and spelling, often remain stable or improve with age [<xref ref-type="bibr" rid="ref31">31</xref>]. In this study, performance on the Freeze Frame assessment was found to decrease modestly with age, with relatively younger participants outperforming older participants. This pattern is consistent with the intended design of Freeze Frame to evaluate cognitive networks that are vulnerable to age-related decline [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p><p>In this study, women demonstrated significantly better performance than men on the Freeze Frame assessment, which is consistent with previous evaluations of Freeze Frame [<xref ref-type="bibr" rid="ref34">34</xref>] as well as other validated assessments of executive function [<xref ref-type="bibr" rid="ref35">35</xref>]. This finding aligns with prior research suggesting that women often exhibit better response inhibition and cognitive control, particularly in tasks requiring rapid decision-making using go/no-go paradigms [<xref ref-type="bibr" rid="ref36">36</xref>]. These differences may be due to strategy differences [<xref ref-type="bibr" rid="ref37">37</xref>] or may be influenced by sociocultural factors, including differences in early-life experiences and cognitive engagement. Neurobiological factors, including structural and functional variations in prefrontal networks, which play a critical role in executive function abilities, may also contribute to these observed performance disparities [<xref ref-type="bibr" rid="ref38">38</xref>]. The findings underscore the importance of considering sex-based differences in cognitive assessments and highlight the need for further research to explore underlying mechanisms driving such differences and their implications for cognitive aging and disease vulnerability.</p><p>The relatively small proportion of variance in NIH EXAMINER scores explained by Freeze Frame (6.8%) suggests that the assessment captures limited aspects of the broader executive function construct. The modest shared variance highlights that most individual differences in executive function remain unexplained by Freeze Frame alone. This is not unexpected given that the NIH EXAMINER executive composite score integrates performance across multiple domains of executive function, whereas Freeze Frame is narrowly focused on a speeded version of inhibitory control. Freeze Frame may nevertheless serve as a useful, fully remote, and self-administered proxy within research or clinical screening contexts that rely on rapid evaluation. The findings reported further highlight the value of incorporating additional tasks using the same remote assessment methodology (such as those capturing other aspects of executive function like working memory) to develop a comprehensive evaluation of overall functioning.</p></sec><sec id="s4-2"><title>Limitations</title><p>The generalizability of the study findings is constrained by the limited demographic diversity of the participant sample, which may not fully represent racial and ethnic minority groups [<xref ref-type="bibr" rid="ref29">29</xref>]. As a result, the applicability of these findings to more diverse and lower-education populations remains uncertain, beyond preliminary evidence from a prior study involving a sample with greater racial and educational diversity [<xref ref-type="bibr" rid="ref34">34</xref>], and warrants further investigation. Additionally, the age range of participants (65-83 years) was restricted due to the study&#x2019;s inclusion criteria, potentially limiting the ability to detect associations across a broader age spectrum. Another methodological limitation pertains to the Freeze Frame assessment specifically, where 13% of threshold scores could not be converted to mean accuracy, which reduced the analytic sample to 80 and likely diminished the statistical power of the analyses and may have attenuated the magnitude of observed effects.</p></sec><sec id="s4-3"><title>Strengths</title><p>The INHANCE study is distinguished by several methodological strengths, including a rigorous study design, the implementation of stringent inclusion criteria, and adherence to a prespecified statistical analysis plan. A key advantage of this study is the use of a computerized assessment platform, which enhances standardization, reliability, and efficiency in data collection. Furthermore, the digital nature of the assessment allows for broad scalability, making it accessible to individuals across diverse geographic and socioeconomic backgrounds who have access to an internet-enabled device. This broad accessibility supports the potential for large-scale implementation in both research and clinical settings pending further validation studies.</p></sec><sec id="s4-4"><title>Conclusions</title><p>Findings from this study highlight the preliminary sensitivity of Freeze Frame to evaluate higher-order cognitive abilities. Freeze Frame may serve as a scalable behavioral proxy for detecting executive function deficits in aging populations. Future research should investigate whether lower performance on this task is an early indicator of heightened risk for cognitive decline. Additionally, further studies are needed to determine the utility of Freeze Frame in clinical populations known to exhibit executive dysfunction, such as individuals with attention deficit disorder, traumatic brain injury, or mild cognitive impairment. Examining the predictive validity of Freeze Frame in relation to real-world functional decline will be critical in establishing its clinical applicability as a screening tool.</p></sec></sec></body><back><ack><p>Research reported in this publication was supported by the National Institute on Aging of the National Institutes of Health under awards R44AG039965 and 3R44AG039965-06S1, awarded to MA and TVV. We would like to thank the members of McGill&#x2019;s Clinical Research Unit and the software engineers and quality assurance team at Posit Science. This content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health.</p></ack><notes><sec><title>Data Availability</title><p>On May 31, 2026, the deidentified participant data from INHANCE (Improving Neurological Health in Aging via Neuroplasticity-Based Computerized Exercise) will be made available to verified academic and industry researchers. Investigators can conduct both confirmatory and exploratory analyses using LORIS (Longitudinal Online Research and Imaging System), a freely accessible, open-source data archive with provenance-sharing features. The dataset will be accessible at the INHANCE Study site on LORIS [<xref ref-type="bibr" rid="ref39">39</xref>]</p></sec></notes><fn-group><fn fn-type="con"><p>MA and TVV are principal investigators. EdV-S is the site principal investigator. MA, EdV-S, and TVV were responsible for the concept and the design of the study. MA conducted the analyses and wrote the first version of the manuscript. SJG was the clinical trial manager at Posit Science and LO administered the assessments at McGill. MA, EdV-S, and ACdFP defined the data analysis plan. All authors read, edited and approved the final manuscript.</p></fn><fn fn-type="conflict"><p>MA, TVV, and SJG are employees at Posit Science, the company that develops BrainHQ&#x2019;s brain training and assessment programs. They are shareholders of Posit Science stock. EdV-S, ACdFP, and LO declare no competing interests.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">INHANCE</term><def><p>Improving Neurological Health in Aging via Neuroplasticity-Based Computerized Exercise</p></def></def-item><def-item><term id="abb2">LORIS</term><def><p>Longitudinal Online Research and Imaging System</p></def></def-item><def-item><term id="abb3">NIH EXAMINER</term><def><p>National Institutes of Health Executive Abilities: Measures and Instruments for Neurobehavioral Evaluation and Research</p></def></def-item><def-item><term id="abb4">SART</term><def><p>Sustained Attention to Response Task</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Royall</surname><given-names>DR</given-names> </name><name name-style="western"><surname>Lauterbach</surname><given-names>EC</given-names> </name><name name-style="western"><surname>Kaufer</surname><given-names>D</given-names> </name><etal/></person-group><article-title>The cognitive correlates of functional status: a review from the Committee on Research of the American Neuropsychiatric Association</article-title><source>J Neuropsychiatry Clin Neurosci</source><year>2007</year><volume>19</volume><issue>3</issue><fpage>249</fpage><lpage>265</lpage><pub-id pub-id-type="doi">10.1176/jnp.2007.19.3.249</pub-id><pub-id pub-id-type="medline">17827410</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cahn-Weiner</surname><given-names>DA</given-names> </name><name name-style="western"><surname>Malloy</surname><given-names>PF</given-names> </name><name name-style="western"><surname>Boyle</surname><given-names>PA</given-names> </name><name name-style="western"><surname>Marran</surname><given-names>M</given-names> </name><name name-style="western"><surname>Salloway</surname><given-names>S</given-names> </name></person-group><article-title>Prediction of functional status from neuropsychological tests in community-dwelling elderly individuals</article-title><source>Clin Neuropsychol</source><year>2000</year><month>05</month><volume>14</volume><issue>2</issue><fpage>187</fpage><lpage>195</lpage><pub-id pub-id-type="doi">10.1076/1385-4046(200005)14:2;1-Z;FT187</pub-id><pub-id pub-id-type="medline">10916193</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jefferson</surname><given-names>AL</given-names> </name><name name-style="western"><surname>Paul</surname><given-names>RH</given-names> </name><name name-style="western"><surname>Ozonoff</surname><given-names>A</given-names> </name><name name-style="western"><surname>Cohen</surname><given-names>RA</given-names> </name></person-group><article-title>Evaluating elements of executive functioning as predictors of instrumental activities of daily living (IADLs)</article-title><source>Arch Clin Neuropsychol</source><year>2006</year><month>05</month><volume>21</volume><issue>4</issue><fpage>311</fpage><lpage>320</lpage><pub-id pub-id-type="doi">10.1016/j.acn.2006.03.007</pub-id><pub-id pub-id-type="medline">16814980</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Johnson</surname><given-names>JK</given-names> </name><name name-style="western"><surname>Lui</surname><given-names>LY</given-names> </name><name name-style="western"><surname>Yaffe</surname><given-names>K</given-names> </name></person-group><article-title>Executive function, more than global cognition, predicts functional decline and mortality in elderly women</article-title><source>J Gerontol A Biol Sci Med Sci</source><year>2007</year><month>10</month><volume>62</volume><issue>10</issue><fpage>1134</fpage><lpage>1141</lpage><pub-id pub-id-type="doi">10.1093/gerona/62.10.1134</pub-id><pub-id pub-id-type="medline">17921427</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tucker-Drob</surname><given-names>EM</given-names> </name></person-group><article-title>Neurocognitive functions and everyday functions change together in old age</article-title><source>Neuropsychology</source><year>2011</year><month>05</month><volume>25</volume><issue>3</issue><fpage>368</fpage><lpage>377</lpage><pub-id pub-id-type="doi">10.1037/a0022348</pub-id><pub-id pub-id-type="medline">21417532</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Christ</surname><given-names>SE</given-names> </name><name name-style="western"><surname>White</surname><given-names>DA</given-names> </name><name name-style="western"><surname>Mandernach</surname><given-names>T</given-names> </name><name name-style="western"><surname>Keys</surname><given-names>BA</given-names> </name></person-group><article-title>Inhibitory control across the life span</article-title><source>Dev Neuropsychol</source><year>2001</year><volume>20</volume><issue>3</issue><fpage>653</fpage><lpage>669</lpage><pub-id pub-id-type="doi">10.1207/S15326942DN2003_7</pub-id><pub-id pub-id-type="medline">12002099</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ferguson</surname><given-names>HJ</given-names> </name><name name-style="western"><surname>Brunsdon</surname><given-names>VEA</given-names> </name><name name-style="western"><surname>Bradford</surname><given-names>EEF</given-names> </name></person-group><article-title>The developmental trajectories of executive function from adolescence to old age</article-title><source>Sci Rep</source><year>2021</year><month>01</month><day>14</day><volume>11</volume><issue>1</issue><fpage>1382</fpage><pub-id pub-id-type="doi">10.1038/s41598-020-80866-1</pub-id><pub-id pub-id-type="medline">33446798</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kramer</surname><given-names>JH</given-names> </name><name name-style="western"><surname>Mungas</surname><given-names>D</given-names> </name><name name-style="western"><surname>Possin</surname><given-names>KL</given-names> </name><etal/></person-group><article-title>NIH EXAMINER: conceptualization and development of an executive function battery</article-title><source>J Int Neuropsychol Soc</source><year>2014</year><month>01</month><volume>20</volume><issue>1</issue><fpage>11</fpage><lpage>19</lpage><pub-id pub-id-type="doi">10.1017/S1355617713001094</pub-id><pub-id pub-id-type="medline">24103232</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kramer</surname><given-names>JH</given-names> </name></person-group><article-title>Special series introduction: NIH EXAMINER and the assessment of executive functioning</article-title><source>J Int Neuropsychol Soc</source><year>2014</year><month>01</month><volume>20</volume><issue>1</issue><fpage>8</fpage><lpage>10</lpage><pub-id pub-id-type="doi">10.1017/S1355617713001185</pub-id><pub-id pub-id-type="medline">24161072</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Possin</surname><given-names>KL</given-names> </name><name name-style="western"><surname>LaMarre</surname><given-names>AK</given-names> </name><name name-style="western"><surname>Wood</surname><given-names>KA</given-names> </name><name name-style="western"><surname>Mungas</surname><given-names>DM</given-names> </name><name name-style="western"><surname>Kramer</surname><given-names>JH</given-names> </name></person-group><article-title>Ecological validity and neuroanatomical correlates of the NIH EXAMINER executive composite score</article-title><source>J Int Neuropsychol Soc</source><year>2014</year><month>01</month><volume>20</volume><issue>1</issue><fpage>20</fpage><lpage>28</lpage><pub-id pub-id-type="doi">10.1017/S1355617713000611</pub-id><pub-id pub-id-type="medline">23764015</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Stiver</surname><given-names>J</given-names> </name><name name-style="western"><surname>Kramer</surname><given-names>JH</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Kreutzer</surname><given-names>J</given-names> </name><name name-style="western"><surname>DeLuca</surname><given-names>J</given-names> </name><name name-style="western"><surname>Caplan</surname><given-names>B</given-names> </name></person-group><article-title>Executive abilities: methods and instruments for neurobehavioral evaluation and research</article-title><source>Encyclopedia of Clinical Neuropsychology</source><year>2017</year><publisher-name>Springer International Publishing</publisher-name><fpage>1</fpage><lpage>3</lpage><pub-id pub-id-type="doi">10.1007/978-3-319-56782-2_1890-2</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Staffaroni</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Bajorek</surname><given-names>L</given-names> </name><name name-style="western"><surname>Casaletto</surname><given-names>KB</given-names> </name><etal/></person-group><article-title>Assessment of executive function declines in presymptomatic and mildly symptomatic familial frontotemporal dementia: NIH-EXAMINER as a potential clinical trial endpoint</article-title><source>Alzheimers Dement</source><year>2020</year><month>01</month><volume>16</volume><issue>1</issue><fpage>11</fpage><lpage>21</lpage><pub-id pub-id-type="doi">10.1016/j.jalz.2019.01.012</pub-id><pub-id pub-id-type="medline">31914230</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Attarha</surname><given-names>M</given-names> </name><name name-style="western"><surname>de Figueiredo Pelegrino</surname><given-names>AC</given-names> </name><name name-style="western"><surname>Toussaint</surname><given-names>PJ</given-names> </name><name name-style="western"><surname>Grant</surname><given-names>SJ</given-names> </name><name name-style="western"><surname>Van Vleet</surname><given-names>T</given-names> </name><name name-style="western"><surname>de Villers-Sidani</surname><given-names>E</given-names> </name></person-group><article-title>Improving neurological health in aging via neuroplasticity-based computerized exercise: protocol for a randomized controlled trial</article-title><source>JMIR Res Protoc</source><year>2024</year><month>08</month><day>8</day><volume>13</volume><issue>1</issue><fpage>e59705</fpage><pub-id pub-id-type="doi">10.2196/59705</pub-id><pub-id pub-id-type="medline">39116435</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Munakata</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Herd</surname><given-names>SA</given-names> </name><name name-style="western"><surname>Chatham</surname><given-names>CH</given-names> </name><name name-style="western"><surname>Depue</surname><given-names>BE</given-names> </name><name name-style="western"><surname>Banich</surname><given-names>MT</given-names> </name><name name-style="western"><surname>O&#x2019;Reilly</surname><given-names>RC</given-names> </name></person-group><article-title>A unified framework for inhibitory control</article-title><source>Trends Cogn Sci</source><year>2011</year><month>10</month><volume>15</volume><issue>10</issue><fpage>453</fpage><lpage>459</lpage><pub-id pub-id-type="doi">10.1016/j.tics.2011.07.011</pub-id><pub-id pub-id-type="medline">21889391</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Schall</surname><given-names>JD</given-names> </name><name name-style="western"><surname>Palmeri</surname><given-names>TJ</given-names> </name><name name-style="western"><surname>Logan</surname><given-names>GD</given-names> </name></person-group><article-title>Models of inhibitory control</article-title><source>Philos Trans R Soc Lond B Biol Sci</source><year>2017</year><month>04</month><day>19</day><volume>372</volume><issue>1718</issue><fpage>20160193</fpage><pub-id pub-id-type="doi">10.1098/rstb.2016.0193</pub-id><pub-id pub-id-type="medline">28242727</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rabi</surname><given-names>R</given-names> </name><name name-style="western"><surname>Vasquez</surname><given-names>BP</given-names> </name><name name-style="western"><surname>Alain</surname><given-names>C</given-names> </name><name name-style="western"><surname>Hasher</surname><given-names>L</given-names> </name><name name-style="western"><surname>Belleville</surname><given-names>S</given-names> </name><name name-style="western"><surname>Anderson</surname><given-names>ND</given-names> </name></person-group><article-title>Inhibitory control deficits in individuals with amnestic mild cognitive impairment: a meta-analysis</article-title><source>Neuropsychol Rev</source><year>2020</year><month>03</month><volume>30</volume><issue>1</issue><fpage>97</fpage><lpage>125</lpage><pub-id pub-id-type="doi">10.1007/s11065-020-09428-6</pub-id><pub-id pub-id-type="medline">32166707</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Senkowski</surname><given-names>D</given-names> </name><name name-style="western"><surname>Ziegler</surname><given-names>T</given-names> </name><name name-style="western"><surname>Singh</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Assessing inhibitory control deficits in adult ADHD: a systematic review and meta-analysis of the stop-signal task</article-title><source>Neuropsychol Rev</source><year>2024</year><month>06</month><volume>34</volume><issue>2</issue><fpage>548</fpage><lpage>567</lpage><pub-id pub-id-type="doi">10.1007/s11065-023-09592-5</pub-id><pub-id pub-id-type="medline">37300725</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lipszyc</surname><given-names>J</given-names> </name><name name-style="western"><surname>Schachar</surname><given-names>R</given-names> </name></person-group><article-title>Inhibitory control and psychopathology: a meta-analysis of studies using the stop signal task</article-title><source>J Int Neuropsychol Soc</source><year>2010</year><month>11</month><volume>16</volume><issue>6</issue><fpage>1064</fpage><lpage>1076</lpage><pub-id pub-id-type="doi">10.1017/S1355617710000895</pub-id><pub-id pub-id-type="medline">20719043</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jacobson McEwen</surname><given-names>SC</given-names> </name><name name-style="western"><surname>Connolly</surname><given-names>CG</given-names> </name><name name-style="western"><surname>Kelly</surname><given-names>AMC</given-names> </name><etal/></person-group><article-title>Resting-state connectivity deficits associated with impaired inhibitory control in non-treatment-seeking adolescents with psychotic symptoms</article-title><source>Acta Psychiatr Scand</source><year>2014</year><month>02</month><volume>129</volume><issue>2</issue><fpage>134</fpage><lpage>142</lpage><pub-id pub-id-type="doi">10.1111/acps.12141</pub-id><pub-id pub-id-type="medline">23621452</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Robertson</surname><given-names>IH</given-names> </name><name name-style="western"><surname>Manly</surname><given-names>T</given-names> </name><name name-style="western"><surname>Andrade</surname><given-names>J</given-names> </name><name name-style="western"><surname>Baddeley</surname><given-names>BT</given-names> </name><name name-style="western"><surname>Yiend</surname><given-names>J</given-names> </name></person-group><article-title>&#x201C;Oops!&#x201D;: performance correlates of everyday attentional failures in traumatic brain injured and normal subjects</article-title><source>Neuropsychologia</source><year>1997</year><month>06</month><volume>35</volume><issue>6</issue><fpage>747</fpage><lpage>758</lpage><pub-id pub-id-type="doi">10.1016/s0028-3932(97)00015-8</pub-id><pub-id pub-id-type="medline">9204482</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Smallwood</surname><given-names>J</given-names> </name><name name-style="western"><surname>Davies</surname><given-names>JB</given-names> </name><name name-style="western"><surname>Heim</surname><given-names>D</given-names> </name><etal/></person-group><article-title>Subjective experience and the attentional lapse: task engagement and disengagement during sustained attention</article-title><source>Conscious Cogn</source><year>2004</year><month>12</month><volume>13</volume><issue>4</issue><fpage>657</fpage><lpage>690</lpage><pub-id pub-id-type="doi">10.1016/j.concog.2004.06.003</pub-id><pub-id pub-id-type="medline">15522626</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ryan</surname><given-names>M</given-names> </name><name name-style="western"><surname>Martin</surname><given-names>R</given-names> </name><name name-style="western"><surname>Denckla</surname><given-names>MB</given-names> </name><name name-style="western"><surname>Mostofsky</surname><given-names>SH</given-names> </name><name name-style="western"><surname>Mahone</surname><given-names>EM</given-names> </name></person-group><article-title>Interstimulus jitter facilitates response control in children with ADHD</article-title><source>J Int Neuropsychol Soc</source><year>2010</year><month>03</month><volume>16</volume><issue>2</issue><fpage>388</fpage><lpage>393</lpage><pub-id pub-id-type="doi">10.1017/S1355617709991305</pub-id><pub-id pub-id-type="medline">20003583</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shaked</surname><given-names>D</given-names> </name><name name-style="western"><surname>Faulkner</surname><given-names>LMD</given-names> </name><name name-style="western"><surname>Tolle</surname><given-names>K</given-names> </name><name name-style="western"><surname>Wendell</surname><given-names>CR</given-names> </name><name name-style="western"><surname>Waldstein</surname><given-names>SR</given-names> </name><name name-style="western"><surname>Spencer</surname><given-names>RJ</given-names> </name></person-group><article-title>Reliability and validity of the Conners&#x2019; Continuous Performance Test</article-title><source>Appl Neuropsychol Adult</source><year>2020</year><volume>27</volume><issue>5</issue><fpage>478</fpage><lpage>487</lpage><pub-id pub-id-type="doi">10.1080/23279095.2019.1570199</pub-id><pub-id pub-id-type="medline">30793982</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Carson</surname><given-names>N</given-names> </name><name name-style="western"><surname>Leach</surname><given-names>L</given-names> </name><name name-style="western"><surname>Murphy</surname><given-names>KJ</given-names> </name></person-group><article-title>A re-examination of Montreal Cognitive Assessment (MoCA) cutoff scores</article-title><source>Int J Geriatr Psychiatry</source><year>2018</year><month>02</month><volume>33</volume><issue>2</issue><fpage>379</fpage><lpage>388</lpage><pub-id pub-id-type="doi">10.1002/gps.4756</pub-id><pub-id pub-id-type="medline">28731508</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Van Vleet</surname><given-names>TM</given-names> </name><name name-style="western"><surname>DeGutis</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Merzenich</surname><given-names>MM</given-names> </name><name name-style="western"><surname>Simpson</surname><given-names>GV</given-names> </name><name name-style="western"><surname>Zomet</surname><given-names>A</given-names> </name><name name-style="western"><surname>Dabit</surname><given-names>S</given-names> </name></person-group><article-title>Targeting alertness to improve cognition in older adults: a preliminary report of benefits in executive function and skill acquisition</article-title><source>Cortex</source><year>2016</year><month>09</month><volume>82</volume><fpage>100</fpage><lpage>118</lpage><pub-id pub-id-type="doi">10.1016/j.cortex.2016.05.015</pub-id><pub-id pub-id-type="medline">27372902</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Van Vleet</surname><given-names>TM</given-names> </name><name name-style="western"><surname>Chen</surname><given-names>A</given-names> </name><name name-style="western"><surname>Vernon</surname><given-names>A</given-names> </name><name name-style="western"><surname>Novakovic-Agopian</surname><given-names>T</given-names> </name><name name-style="western"><surname>D&#x2019;Esposito</surname><given-names>MT</given-names> </name></person-group><article-title>Tonic and phasic alertness training: a novel treatment for executive control dysfunction following mild traumatic brain injury</article-title><source>Neurocase</source><year>2015</year><volume>21</volume><issue>4</issue><fpage>489</fpage><lpage>498</lpage><pub-id pub-id-type="doi">10.1080/13554794.2014.928329</pub-id><pub-id pub-id-type="medline">24984231</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Degutis</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Van Vleet</surname><given-names>TM</given-names> </name></person-group><article-title>Tonic and phasic alertness training: a novel behavioral therapy to improve spatial and non-spatial attention in patients with hemispatial neglect</article-title><source>Front Hum Neurosci</source><year>2010</year><volume>4</volume><issue>60</issue><fpage>60</fpage><pub-id pub-id-type="doi">10.3389/fnhum.2010.00060</pub-id><pub-id pub-id-type="medline">20838474</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="web"><article-title>FAQ</article-title><source>LORIS</source><access-date>2024-06-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://loris.ca/faq.html">https://loris.ca/faq.html</ext-link></comment></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Pelegrino</surname><given-names>A de F</given-names> </name><name name-style="western"><surname>Attarha</surname><given-names>M</given-names> </name><name name-style="western"><surname>Toussaint</surname><given-names>PJ</given-names> </name><etal/></person-group><article-title>Cholinergic neurotransmission in the anterior cingulate cortex is associated with cognitive performance in healthy older adults: baseline characteristics of the Improving Neurological Health in Aging via Neuroplasticity-based Computerized Exercise (INHANCE) trial</article-title><source>Neuroimage Rep</source><year>2025</year><month>03</month><volume>5</volume><issue>1</issue><fpage>100234</fpage><pub-id pub-id-type="doi">10.1016/j.ynirp.2025.100234</pub-id><pub-id pub-id-type="medline">40191405</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="book"><person-group person-group-type="editor"><name name-style="western"><surname>Craik</surname><given-names>FIM</given-names> </name><name name-style="western"><surname>Salthouse</surname><given-names>TA</given-names> </name></person-group><source>The Handbook of Aging and Cognition</source><year>2007</year><edition>3</edition><publisher-name>Psychology Press</publisher-name><pub-id pub-id-type="doi">10.4324/9780203837665</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Salthouse</surname><given-names>TA</given-names> </name></person-group><article-title>What and when of cognitive aging</article-title><source>Curr Dir Psychol Sci</source><year>2004</year><month>08</month><volume>13</volume><issue>4</issue><fpage>140</fpage><lpage>144</lpage><pub-id pub-id-type="doi">10.1111/j.0963-7214.2004.00293.x</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Van Vleet</surname><given-names>TM</given-names> </name><name name-style="western"><surname>DeGutis</surname><given-names>JM</given-names> </name></person-group><article-title>The nonspatial side of spatial neglect and related approaches to treatment</article-title><source>Prog Brain Res</source><year>2013</year><volume>207</volume><fpage>327</fpage><lpage>349</lpage><pub-id pub-id-type="doi">10.1016/B978-0-444-63327-9.00012-6</pub-id><pub-id pub-id-type="medline">24309261</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>DeGutis</surname><given-names>J</given-names> </name><name name-style="western"><surname>Grosso</surname><given-names>M</given-names> </name><name name-style="western"><surname>VanVleet</surname><given-names>T</given-names> </name><name name-style="western"><surname>Esterman</surname><given-names>M</given-names> </name><name name-style="western"><surname>Pistorino</surname><given-names>L</given-names> </name><name name-style="western"><surname>Cronin-Golomb</surname><given-names>A</given-names> </name></person-group><article-title>Sustained attention training reduces spatial bias in Parkinson&#x2019;s disease: a pilot case series</article-title><source>Neurocase</source><year>2016</year><volume>22</volume><issue>2</issue><fpage>179</fpage><lpage>186</lpage><pub-id pub-id-type="doi">10.1080/13554794.2015.1088035</pub-id><pub-id pub-id-type="medline">26360648</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Attarha</surname><given-names>M</given-names> </name><name name-style="western"><surname>Mahncke</surname><given-names>H</given-names> </name><name name-style="western"><surname>Merzenich</surname><given-names>M</given-names> </name></person-group><article-title>The real-world usability, feasibility, and performance distributions of deploying a digital toolbox of computerized assessments to remotely evaluate brain health: development and usability study</article-title><source>JMIR Form Res</source><year>2024</year><month>05</month><day>13</day><volume>8</volume><issue>1</issue><fpage>e53623</fpage><pub-id pub-id-type="doi">10.2196/53623</pub-id><pub-id pub-id-type="medline">38739916</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gaillard</surname><given-names>A</given-names> </name><name name-style="western"><surname>Fehring</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Rossell</surname><given-names>SL</given-names> </name></person-group><article-title>A systematic review and meta-analysis of behavioural sex differences in executive control</article-title><source>Eur J Neurosci</source><year>2021</year><month>01</month><volume>53</volume><issue>2</issue><fpage>519</fpage><lpage>542</lpage><pub-id pub-id-type="doi">10.1111/ejn.14946</pub-id><pub-id pub-id-type="medline">32844505</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Weafer</surname><given-names>J</given-names></name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>de Wit</surname><given-names>H</given-names> </name><name name-style="western"><surname>Jentsch</surname><given-names>JD</given-names> </name></person-group><article-title>Sex differences in neural correlates of inhibitory control</article-title><source>Recent Advances in Research on Impulsivity and Impulsive Behaviors</source><year>2020</year><publisher-name>Springer International Publishing</publisher-name><fpage>73</fpage><lpage>89</lpage><pub-id pub-id-type="doi">10.1007/7854_2020_146</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gaillard</surname><given-names>A</given-names> </name><name name-style="western"><surname>Fehring</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Rossell</surname><given-names>SL</given-names> </name></person-group><article-title>Sex differences in executive control: a systematic review of functional neuroimaging studies</article-title><source>Eur J Neurosci</source><year>2021</year><month>04</month><volume>53</volume><issue>8</issue><fpage>2592</fpage><lpage>2611</lpage><pub-id pub-id-type="doi">10.1111/ejn.15107</pub-id><pub-id pub-id-type="medline">33423339</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Garavan</surname><given-names>H</given-names> </name><name name-style="western"><surname>Hester</surname><given-names>R</given-names> </name><name name-style="western"><surname>Murphy</surname><given-names>K</given-names> </name><name name-style="western"><surname>Fassbender</surname><given-names>C</given-names> </name><name name-style="western"><surname>Kelly</surname><given-names>C</given-names> </name></person-group><article-title>Individual differences in the functional neuroanatomy of inhibitory control</article-title><source>Brain Res</source><year>2006</year><month>08</month><day>11</day><volume>1105</volume><issue>1</issue><fpage>130</fpage><lpage>142</lpage><pub-id pub-id-type="doi">10.1016/j.brainres.2006.03.029</pub-id><pub-id pub-id-type="medline">16650836</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="web"><source>Inhance Study</source><access-date>2025-06-18</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://inhance.loris.ca/">https://inhance.loris.ca/</ext-link></comment></nlm-citation></ref></ref-list></back></article>