<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i1e81121</article-id>
      <article-id pub-id-type="pmid">41575002</article-id>
      <article-id pub-id-type="doi">10.2196/81121</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Patient-Provider Matching, Engagement, and Outcomes of a Digital Mental Health Treatment Platform: Real-World Retrospective Cohort Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Brini</surname>
            <given-names>Stefano</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Narayan</surname>
            <given-names>Sreekanth</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Maheshwari</surname>
            <given-names>Harsh</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Alabi</surname>
            <given-names>Abdulazeez</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Vyas</surname>
            <given-names>Vinay</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Forman-Hoffman</surname>
            <given-names>Valerie L</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Grow Therapy</institution>
            <addr-line>122 East 42nd Street</addr-line>
            <addr-line>18th Floor</addr-line>
            <addr-line>New York, NY, 10168</addr-line>
            <country>United States</country>
            <phone>1 3193214901</phone>
            <email>valerie.hoffman@growtherapy.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7885-8873</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Hsyeh</surname>
            <given-names>Edward</given-names>
          </name>
          <degrees>MBA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-8501-6565</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kanagaraj</surname>
            <given-names>Manoj</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8439-9001</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Gille</surname>
            <given-names>Alexander</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-6193-1486</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Ceneviva</surname>
            <given-names>Matthew</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-2496-4671</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Grant</surname>
            <given-names>Cynthia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0001-4298-8948</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Grow Therapy</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Valerie L Forman-Hoffman <email>valerie.hoffman@growtherapy.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2026</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>23</day>
        <month>1</month>
        <year>2026</year>
      </pub-date>
      <volume>10</volume>
      <elocation-id>e81121</elocation-id>
      <history>
        <date date-type="received">
          <day>22</day>
          <month>7</month>
          <year>2025</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>9</month>
          <year>2025</year>
        </date>
        <date date-type="accepted">
          <day>8</day>
          <month>12</month>
          <year>2025</year>
        </date>
      </history>
      <copyright-statement>©Valerie L Forman-Hoffman, Edward Hsyeh, Manoj Kanagaraj, Alexander Gille, Matthew Ceneviva, Cynthia Grant. Originally published in JMIR Formative Research (https://formative.jmir.org), 23.01.2026.</copyright-statement>
      <copyright-year>2026</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2026/1/e81121" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Technology-enabled mental health platforms that incorporate user-driven patient-provider matching may offer a novel way to personalize and optimize outcomes. We conducted this study because little is known about the engagement and clinical symptom changes of these newer types of mental health platforms and whether patient-driven selection of their provider’s characteristics is associated with either engagement or clinical outcomes.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to determine the levels of engagement and clinical symptom changes associated with the use of a technology-enabled mental health platform that allows patients to select preferred provider characteristics and to explore whether the selection of a provider characteristic was associated with engagement and clinical outcomes.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We conducted a real-world, retrospective cohort study using deidentified electronic health data from adult Grow Therapy patients aged 18 years or older with clinically elevated depressive or anxiety symptoms at baseline (PHQ-9 [Patient Health Questionnaire-9] &#62; 9 or GAD-7 [Generalized Anxiety Disorder-7] &#62; 9). Inclusion required 1 provider visit (intent-to-treat cohort) for engagement analyses; clinical outcome analyses required 2 or more provider visits (complete case cohort). Engagement with the platform was measured by the number of provider visits. Clinical outcomes were measured using changes in PHQ-9 and GAD-7 scores and defined as meeting a minimal clinically important difference (MCID). Bivariate associations between selection of provider characteristics and outcomes were measured using chi-square tests, and adjusted associations were modeled using logistic regression (<italic>P</italic>&#60;.05).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Among 159,448 patients with elevated depressive symptoms and 167,356 patients with elevated anxiety symptoms, engagement was high, with 69.4% (95% CI 69.2%-69.7%) and 69.3% (95% CI 69.1%-69.5%) having 3 or more visits, respectively. In the complete case cohort, symptom reductions were significant; 58.9% (95% CI 58.5%-59.2%) met depressive symptom MCID criteria, and 63% (95% CI 62.6%-63.3%) met anxiety symptom MCID criteria after engagement. Although only ≈35% of patients selected a provider specialty and ≈5% selected a provider identity before enrollment, those selecting a provider specialty experienced significantly better outcomes, and those selecting a provider identity engaged significantly more frequently as compared to those who did not select each characteristic. Sensitivity analyses confirmed these findings.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This exploratory, real-world, uncontrolled study provides early evidence that allowing patients to select provider characteristics within a technology-enabled mental health platform may support both engagement and meaningful symptom improvement. The investigation of the relationship between mental telehealth provider selection characteristics and both engagement and clinical outcomes is a novel addition to the peer-reviewed literature. Findings highlight how user-driven, scalable matching features may personalize mental health care in ways that differ from traditional assignment-based models and underscore the need for more rigorous, controlled studies to demonstrate efficacy and test causality and mechanisms.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>internet</kwd>
        <kwd>psychotherapy</kwd>
        <kwd>provider selection</kwd>
        <kwd>anxiety</kwd>
        <kwd>depression</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Despite major advances in mental health care delivery over the past several decades, effectiveness rates have remained modest [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Few interventions have enabled patients to sustainably engage [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>], despite the development of web-based tools that have improved access. Nonetheless, the increased demand for flexible and scalable types of psychological support has enabled digital mental health platforms to rapidly expand their reach [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>Some of these platforms offer patients greater choice than is typically available in traditional care settings, such as the option to select providers based on specific personal or professional characteristics. At the same time, however, there is growing recognition that engagement remains one of the most persistent challenges in digital mental health care, with many users disengaging early or never initiating care at all [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Whether the selection of provider characteristics by patients is associated with engagement or clinical outcomes, however, has yet to be reported. Prior research suggests that aspects of provider-patient concordance, such as shared cultural background, language, gender identity, or therapeutic orientation, have the potential to influence therapeutic alliance, treatment satisfaction, and engagement [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Accordingly, a randomized controlled trial (RCT) found that matching patients to providers based on therapists’ performance strengths can improve mental health outcomes [<xref ref-type="bibr" rid="ref13">13</xref>]. Previous studies, however, mostly come from traditional psychotherapy contexts that have limited generalizability to digital environments. These shifts highlight the urgent need to better understand how patients make choices within digital ecosystems and whether those choices relate meaningfully to engagement or clinical benefit.</p>
      <p>With the growth of digital and hybrid care models, reimbursement for telehealth services, and direct-to-consumer platforms, understanding how patients make provider choices and how these choices relate to the course of treatment becomes increasingly important [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Technology-enabled platforms that incorporate user-driven matching may offer a novel way to personalize and optimize engagement between users and providers [<xref ref-type="bibr" rid="ref17">17</xref>]. Some of these platforms, such as Grow Therapy, further empower patients to self-select preferred characteristics of their provider, but little is known about these selections and their associations with engagement and clinical outcomes.</p>
      <p>Findings of prior studies that have investigated similar relationships, such as whether patients who visit providers with the same gender or race/ethnicity experience improved outcomes, have had mixed findings [<xref ref-type="bibr" rid="ref18">18</xref>], with little clarity regarding whether the match characteristics were a random occurrence or patients actually had the choice to select provider characteristics. Fortunately, digital platforms now operate at sizes large enough to evaluate naturally occurring behaviors and outcomes using real-world data, offering an opportunity to study how the autonomy of patients to select their own providers may influence their care trajectories. As such, this study addresses a key gap in the literature by examining a modern digital platform in which patients, rather than systems, have better control over the selection of their provider-matching experience, given that typical access barriers, such as the availability of providers in a particular location, are removed.</p>
      <p>Despite the noted benefits of personalization and patient choice central to web-based mental health models [<xref ref-type="bibr" rid="ref19">19</xref>], empirical evidence on how users navigate provider-selection tools is remarkably sparse. Existing work has largely focused on algorithmic matching systems or high-level engagement metrics, leaving major questions unanswered regarding the real-world behaviors of users who manually browse and select providers [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. Moreover, no web-based mental health care studies to date have examined whether specific provider characteristics, such as clinical expertise, demographics, or therapeutic style chosen by patients, are associated with subsequent engagement patterns or symptom change.</p>
      <p>Understanding these patterns is particularly critical given the current emphasis on equity-centered care and culturally responsive provider matching [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Without foundational descriptive data on how patients actually use these features, platforms lack evidence to guide interface design, optimize provider profiles, or enhance matching systems in ways that support adherence and therapeutic outcomes. This study addresses this gap by offering an empirical examination of provider-selection behaviors and downstream engagement within a large, diverse sample of real-world digital mental health users. Understanding whether selecting specific provider characteristics is meaningfully associated with patient engagement or clinical improvement can clarify how digital platforms might guide patients toward choices that optimize therapeutic fit, strengthen the care experience, and ultimately improve engagement and clinical outcomes.</p>
      <p>The specific aims of this study were to (1) describe age, gender, and clinical characteristics of patients enrolled in one such technology-enabled platform created to connect patients to care (Grow Therapy) and (2) determine patients’ levels of engagement (primary) and clinical outcomes (secondary), namely changes in symptoms of depression and anxiety between the first and last visit in this real-world, retrospective cohort study while recognizing the sources of potential biases in interpretation of the findings. A third, exploratory aim was to determine whether there were significant associations between 2 types of provider selection (selection of a provider’s specialty and selection of a provider’s identity characteristic) and meaningful (1) engagement and (2) clinical outcomes that may serve as preliminary signals that can suggest the conduct of additional research studies with more rigorous, hypothesis-testing designs. These additional studies could be used to more definitively determine whether patient selection of provider characteristics, an emerging, scalable feature of digital platforms, can improve engagement or influence clinical outcomes.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This study used a real-world, retrospective cohort design leveraging deidentified electronic health record data from Grow Therapy, a technology-enabled mental health platform, reported in accordance with STROBE (Strengthening the Reporting of Observational Studies in Epidemiology) guidance for observational studies [<xref ref-type="bibr" rid="ref25">25</xref>]. Adults aged 18 years or older with a first provider visit between January 1, 2022, and April 30, 2024, were eligible for inclusion. Patients were included in the intent-to-treat cohorts if they had clinically elevated symptoms at intake (PHQ-9 [Patient Health Questionnaire-9 item]&#62;9 for the depressive symptom cohort; GAD-7 [Generalized Anxiety Disorder]&#62;9 for the anxiety symptom cohort). Clinical outcome analyses used complete case cohorts requiring at least 2 completed PHQ-9 or GAD-7 assessments. Sample size was determined by the available population meeting these criteria, consistent with retrospective observational designs. Data included patient demographics, preferred provider characteristics selected during the matching process (specialty and identity attributes), number of completed visits, and routinely collected symptom assessments. All symptom data originated from standardized, validated electronic instruments integrated into the platform and administered at intake and approximately every third visit. No new data were collected for research purposes. Participants self-selected providers via a predefined interface, and all data used in this study were originally collected as part of routine clinical care.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was reviewed by Western Institutional Review Board Copernicus Group and deemed exempt under 45 Code of Federal Regulations §46.104(d)(4) (Confirmation ID 45689720), which covers secondary research using identifiable private information or biospecimens when data are recorded in a manner that no longer allows subjects to be identified. All individuals agreed to Grow Therapy’s privacy policy and informed consent procedures at intake, which permitted the use of deidentified data for research purposes. As this study involved secondary analyses of deidentified data, additional participant consent was not required. All data were extracted in deidentified form, with direct identifiers removed before analysis. Data were stored in HIPAA (Health Insurance Portability and Accountability Act)-compliant secure databases, and only aggregated results are reported. No compensation was provided to individuals whose clinical data were included in this secondary analysis. No images or materials containing individually identifiable patient information are included in this paper or supplementary materials. All analyses were conducted on deidentified data, which precluded the identification of individual participants.</p>
      </sec>
      <sec>
        <title>Study Design and Sample Identification</title>
        <p>Data on all adult patients (18 years or older) with a first Grow Therapy visit between January 1, 2022, and April 30, 2024, were included in this study’s sample, which was further broken down into 2 cohorts. The first cohort consisted of patients who had elevated levels of depressive symptoms, and the second cohort consisted of patients who had elevated levels of anxiety symptoms as described below. Data included preferred provider characteristics endorsed by the patient when seeking to find a new provider affiliated with Grow Therapy and deidentified clinical data collected as part of treatment engagement with a provider, as well as the total number of visits between the patient and provider. Data collected through April 30, 2025, were included in analyses to allow all patients to have at least 12 full months of follow-up.</p>
      </sec>
      <sec>
        <title>Variables of Interest</title>
        <sec>
          <title>Patient Demographic Characteristics</title>
          <p>Patient age at the time of appointment was examined continuously and also categorized into age groups (18-24, 25-34, 35-44, 45-54, 55-64, and 65+ years). Patient self-reported gender was coded into 3 groups as male, female, or other/nonbinary/preferred not to answer.</p>
        </sec>
        <sec>
          <title>Patient Selection of Provider Characteristics</title>
          <p>Types of provider selection characteristics selected by patients included (1) provider specialty (eg, clinical issues such as depression or anxiety, trauma, family conflict, etc), and (2) provider identity (eg, race/ethnicity, religious affiliation, and sexual orientation). Provider identity characteristics refer to self-reported demographic or cultural attributes made visible to patients during the provider selection process. Both of these characteristics were coded as yes or no to indicate whether the patient had chosen a provider specialty or provider identity, respectively, before engaging in a Grow Therapy patient-provider relationship. Patients selected from a standardized list of provider characteristics presented through the Grow Therapy matching interface during intake. These options were not free-text but offered as predefined identity and specialty attributes of each provider.</p>
        </sec>
        <sec>
          <title>Engagement</title>
          <p>The total number of individual, couples, or family outpatient psychotherapy, medication evaluation, or medication management noncancelled visits (ie, number of visits) was quantified and then dichotomized into 2 variables for analyses. First, a variable for having 3 or more visits was used as a reasonable benchmark by which to establish an initial relationship between patient and provider with peak therapeutic alliance that has been shown to lead to better outcomes [<xref ref-type="bibr" rid="ref26">26</xref>], and, second, a variable quantifying having 12 or more visits benchmarked the length of a typical cognitive behavioral therapy (CBT) intervention.</p>
        </sec>
      </sec>
      <sec>
        <title>Clinical Outcomes</title>
        <sec>
          <title>Symptoms of Depression</title>
          <p>The PHQ-9, a validated and reliable measure of symptoms of depression (Cronbach α=0.86-0.89) [<xref ref-type="bibr" rid="ref27">27</xref>], was administered electronically to patients at the start of treatment as well as before every third visit or at the provider’s discretion. Scores were classified by severity: minimal (0-4), mild (5-9), moderate (10-14), moderately severe (15-19), and severe (20+) [<xref ref-type="bibr" rid="ref27">27</xref>]. The depressive symptom cohort had baseline PHQ-9 scores of 10 or higher, which prior work validated against a trained interviewer’s assessments with 88% sensitivity and specificity [<xref ref-type="bibr" rid="ref27">27</xref>]. Changes in symptoms between the first visit’s assessment and the last visit’s assessment were calculated and reported continuously as well as categorized as a minimal clinically important difference (MCID) defined as a reduction in symptoms of 5 or more points among those starting with a score of 10 or higher [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        </sec>
        <sec>
          <title>Symptoms of Anxiety</title>
          <p>The GAD-7, a validated and reliable measure of symptoms of anxiety (Cronbach α=0.92) [<xref ref-type="bibr" rid="ref30">30</xref>], was administered to patients upon intake at the start of treatment as well as at every third visit or at the provider’s discretion. Scores were classified by severity as previously validated: minimal (0-4), mild (5-9), moderate (10-14), and severe (15+) [<xref ref-type="bibr" rid="ref30">30</xref>]. The anxiety symptom cohort had baseline GAD-7 scores of 10 or higher, which prior work validated against a trained interviewer’s assessments with 88% sensitivity and 82% specificity [<xref ref-type="bibr" rid="ref31">31</xref>]. Changes in symptoms between the first visit’s assessment and the last visit’s assessment were calculated and reported continuously as well as categorized as an MCID (reduction in symptoms of 4 or more points) among those starting with a score of 10 or higher on the GAD-7 [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analyses and Reporting</title>
        <p>Statistical analysis was performed in May 2025. Frequency counts and percentages are reported for all categorical data, and means and SDs are reported for continuous data. Bivariate (unadjusted) associations were examined via chi-square tests to determine differences between provider characteristics selected by patients and outcomes of interest, including number of visits dichotomized into 3 or more provider visits (yes or no) in the intent-to-treat populations and change in symptom of depression and anxiety scores on the PHQ-9 and the GAD-7 quantified as having an MCID (yes or no), respectively, in the complete case populations (subsets of the intent-to-treat populations with at least 2 completed PHQ-9 or GAD-7 assessments, respectively) using chi-square tests. Logistic regression models to test associations between selected provider characteristic and each outcome of interest were run adjusted for baseline demographic (age and gender) and clinical characteristics (baseline depression or anxiety symptom scores) based on theory, prior research findings, and significant variables identified in analyses that compared those in the intent-to-treat populations who were, vs those who were not, included in the complete case populations. The primary outcome of interest was having at least 3 provider visits in each intent-to-treat population (depressive symptom and anxiety symptom cohorts), and the secondary outcomes included achieving a depressive and anxiety symptom MCID in the depressive symptom complete case cohort and anxiety symptom complete case cohort, respectively. To address the potential for selection bias, sensitivity analyses were performed using the last observation carried forward method for missing clinical outcome data. Logistic regression models were expressed as odds ratios (ORs) and 95% CI of each OR. A 2-sided <italic>P</italic>≤.05 was considered indicative of statistical significance. All analyses were performed using R software (version 4.2; R Project for Statistical Computing).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Sample</title>
        <p>The intent-to-treat depressive symptom and anxiety symptom cohorts used for engagement and sensitivity analyses consisted of 159,448 and 167,356 adult Grow Therapy patients aged 18 years or older, respectively, with elevated symptoms at baseline (PHQ-9&#62;9 and GAD-7&#62;9, respectively) who had a first provider visit between January 2022 and April 2024. There was a sizable overlap in the 2 intent-to-treat cohorts, with 123,284/159,448 (77.3%) of the clinically elevated depressive symptom intent-to-treat cohort also having clinically elevated anxiety symptoms, and 123,284/167,356 (73.7%) of the clinically elevated anxiety symptom intent-to-treat cohort also having clinically elevated depressive symptoms at baseline. The complete case samples used for clinical symptom analyses required at least 2 PHQ-9 or 2 GAD-7 assessments to enable the computation of a change score and included 72,008 patients in the depressive symptom cohort (72,008/159,448, 45.2% of the corresponding intent-to-treat sample) and 74,176 patients in the anxiety symptom cohort (74,176/167,356, 44.3% of the corresponding intent-to-treat sample). Again, there was a sizable overlap in the 2 intent-to-treat cohorts, with 54,039/72,008 (75%) of the clinically elevated depressive symptom complete case cohort also having clinically elevated anxiety symptoms and 54,039/74,176 (72.9%) of the clinically elevated anxiety symptom complete case cohort also having clinically elevated depressive symptoms at baseline (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Patients with a first Grow Therapy visit in January 2022 to April 2024 with elevated baseline depressive or anxiety symptoms. GAD-7: Generalized Anxiety Disorder-7 item; PHQ-9: Patient Health Questionnaire-9 item.</p>
          </caption>
          <graphic xlink:href="formative_v10i1e81121_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Baseline Patient Characteristics, Provider Selection, and Differences Between the Intent-to-Treat and Complete Case Cohorts</title>
        <p>In the intent-to-treat cohorts, females comprised the majority of patients (about 75% in each cohort), and patients had a mean age of 33.3 (SD 11.2) years and 33.0 (SD 10.8) years in the depressive and anxiety symptom cohorts, respectively. Provider specialty was selected by approximately 35% of both cohorts, and about 5% of both cohorts selected a provider identity before the first visit (<xref ref-type="table" rid="table1">Table 1</xref>). Those in the complete case sample were overrepresented by females, had a higher mean age, and had slightly more severe depressive symptoms but slightly less severe anxiety symptoms at baseline, although the differences were not clinically significant (depressive symptom cohort completers mean baseline PHQ-9 of 15.2, SD 4.1, vs noncompleters mean baseline PHQ-9 of 15.3, SD 4.2, and anxiety symptom cohort completers mean baseline GAD-7 of 14.9, SD 3.4, vs noncompleters mean baseline GAD-7 of 15.0, SD 3.4, <italic>P</italic>&#60;.001 for each comparison).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Baseline characteristics and provider selections made among Grow Therapy adult patients entering in January 2022 to April 2024.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="30"/>
            <col width="470"/>
            <col width="0"/>
            <col width="0"/>
            <col width="110"/>
            <col width="0"/>
            <col width="0"/>
            <col width="110"/>
            <col width="0"/>
            <col width="0"/>
            <col width="110"/>
            <col width="0"/>
            <col width="0"/>
            <col width="110"/>
            <thead>
              <tr valign="top">
                <td colspan="6">Variable</td>
                <td colspan="3">Intent-to-treat clinically elevated depressive symptom cohort (n=159,448)</td>
                <td colspan="3">Complete case clinically elevated depressive symptom cohort (n=72,008)</td>
                <td colspan="3">Intent-to-treat clinically elevated anxiety symptom cohort (n=167,356)</td>
                <td>Complete case of clinically elevated anxiety symptom cohort (n=74,176)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Baseline sociodemographic characteristics</bold>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="15">
                  <bold>Gender, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="3">Female</td>
                <td colspan="3">117,229 (73.5)</td>
                <td colspan="3">54,334 (75.5)</td>
                <td colspan="3">124,884 (74.6)</td>
                <td colspan="2">56,857 (76.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="3">Male</td>
                <td colspan="3">41,108 (25.8)</td>
                <td colspan="3">17,167 (23.8)</td>
                <td colspan="3">41,422 (24.8)</td>
                <td colspan="2">16,855 (22.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="3">Other</td>
                <td colspan="3">1111 (0.7)</td>
                <td colspan="3">507 (0.7)</td>
                <td colspan="3">1050 (0.6)</td>
                <td colspan="2">464 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">Age (years), mean (SD)</td>
                <td colspan="3">33.3 (11.2)</td>
                <td colspan="3">34.2 (11.8)</td>
                <td colspan="3">33.0 (10.8)</td>
                <td colspan="2">33.8 (11.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="15">
                  <bold>Age group (years), n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="3">18-24</td>
                <td colspan="3">36,191 (22.7)</td>
                <td colspan="3">15,122 (21)</td>
                <td colspan="3">37,456 (22.4)</td>
                <td colspan="2">15,520 (20.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="3">25-34</td>
                <td colspan="3">65,783 (41.3)</td>
                <td colspan="3">28,641 (39.8)</td>
                <td colspan="3">70,888 (42.4)</td>
                <td colspan="2">30,386 (41)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="3">35-44</td>
                <td colspan="3">33,570 (21.1)</td>
                <td colspan="3">15,691 (21.8)</td>
                <td colspan="3">35,691 (21.3)</td>
                <td colspan="2">16,315 (22)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="3">45-54</td>
                <td colspan="3">14,365 (9)</td>
                <td colspan="3">7226 (10)</td>
                <td colspan="3">14,505 (8.7)</td>
                <td colspan="2">7087 (9.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="3">55-64</td>
                <td colspan="3">6639 (4.2)</td>
                <td colspan="3">3624 (5)</td>
                <td colspan="3">6268 (3.7)</td>
                <td colspan="2">3355 (4.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="3">65+</td>
                <td colspan="3">2900 (1.8)</td>
                <td colspan="3">1704 (2.4)</td>
                <td colspan="3">2548 (1.5)</td>
                <td colspan="2">1513 (2)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Provider characteristic selected by patient, n (%)</bold>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">Clinical specialty</td>
                <td colspan="3">56,094 (35.2)</td>
                <td colspan="3">25,982 (36.1)</td>
                <td colspan="3">59,573 (35.6)</td>
                <td colspan="2">27,121 (36.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">Identity</td>
                <td colspan="3">8279 (5.2)</td>
                <td colspan="3">4005 (5.6)</td>
                <td colspan="3">8652 (5.2)</td>
                <td colspan="2">4069 (5.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Baseline clinical outcomes</bold>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Clinical outcome: depressive symptoms</bold>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="3">Initial depressive symptom score (PHQ-9), mean (SD)</td>
                <td colspan="3">15.3 (4.2)</td>
                <td colspan="3">15.2 (4.1)</td>
                <td colspan="3">13.6 (5.6)</td>
                <td colspan="2">13.5 (5.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="14">
                  <bold>Initial depressive symptom (PHQ-9) severity category, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Minimal (0-4)</td>
                <td colspan="3">0 (0)</td>
                <td colspan="3">0 (0)</td>
                <td colspan="3">7255 (4.4)</td>
                <td colspan="3">3217 (4.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mild (5-9)</td>
                <td colspan="3">0 (0)</td>
                <td colspan="3">0 (0)</td>
                <td colspan="3">35,133 (21.2)</td>
                <td colspan="3">15,500 (21)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Moderate (10-14)</td>
                <td colspan="3">79,762 (50)</td>
                <td colspan="3">36,437 (50.6)</td>
                <td colspan="3">52,782 (31.9)</td>
                <td colspan="3">23,828 (32.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Moderately severe (15-19)</td>
                <td colspan="3">51,446 (32.3)</td>
                <td colspan="3">23,255 (32.3)</td>
                <td colspan="3">43,856 (26.5)</td>
                <td colspan="3">19,640 (26.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Severe (20-27)</td>
                <td colspan="3">28,240 (17.7)</td>
                <td colspan="3">12,316 (17.1)</td>
                <td colspan="3">26,647 (16.1)</td>
                <td colspan="3">11,499 (15.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td colspan="3">0 (0)</td>
                <td colspan="3">0 (0)</td>
                <td colspan="3">1683 (1)</td>
                <td colspan="3">492 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Clinical outcome: anxiety symptoms</bold>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="3">First anxiety symptom score (GAD-7), mean (SD)</td>
                <td colspan="3">13.6 (4.8)</td>
                <td colspan="3">13.5 (4.8)</td>
                <td colspan="3">14.9 (3.4)</td>
                <td colspan="2">14.9 (3.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>First anxiety symptom (GAD-7) severity category, n (%)</bold>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Minimal (0-4)</td>
                <td colspan="3">5288 (3.3)</td>
                <td colspan="3">2420 (3.4)</td>
                <td colspan="3">0 (0)</td>
                <td colspan="3">0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mild (5-9)</td>
                <td colspan="3">29,697 (18.8)</td>
                <td colspan="3">13,644 (19.1)</td>
                <td colspan="3">0 (0)</td>
                <td colspan="3">0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Moderate (10-14)</td>
                <td colspan="3">50,978 (32.2)</td>
                <td colspan="3">23,466 (32.8)</td>
                <td colspan="3">81,818 (48.9)</td>
                <td colspan="3">36,698 (49.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Severe (15-21)</td>
                <td colspan="3">72,308 (45.7)</td>
                <td colspan="3">32,067 (44.8)</td>
                <td colspan="3">85,538 (51.1)</td>
                <td colspan="3">37,478 (50.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td colspan="3">1,177 (0.7)</td>
                <td colspan="3">411 (0.5)</td>
                <td colspan="3">0 (0)</td>
                <td colspan="3">0 (0)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>The intent-to-treat samples included all adult Grow Therapy patients aged 18 years or older with a first provider visit in January 2022 through April 2024 who had clinically elevated depressive symptoms at baseline (PHQ-9 of 10-27; baseline depressive symptom cohort) or who had clinically elevated anxiety symptoms at baseline (GAD-7 of 10-21; baseline anxiety symptom cohort) as indicated.</p>
        <p>A total of 123,284/159,448 (77.3%) of the clinically elevated depressive symptom intent-to-treat cohort also had clinically elevated anxiety symptoms and are included in both intent-to-treat cohorts.</p>
        <p>A total of 123,284/167,356 (73.7%) of the clinically elevated anxiety symptom intent-to-treat cohort also had clinically elevated depressive symptoms at baseline and are included in both intent-to-treat cohorts.</p>
        <p>The complete case samples included patients in each intent-to-treat sample who also had at least 2 completed PHQ-9 (baseline depressive symptom cohort) or GAD-7 assessments (baseline anxiety symptom cohort).</p>
        <p>A total of 54,039/72,008 (75%) of the clinically elevated depressive symptom complete case cohort also had clinically elevated anxiety symptoms and are included in both complete case cohorts.</p>
        <p>A total of 54,039/74,176 (72.9%) of the clinically elevated anxiety symptom complete case cohort also had clinically elevated depressive symptoms at baseline and are included in both complete case cohorts.</p>
      </sec>
      <sec>
        <title>Engagement Variables</title>
        <p>The mean number of provider visits in the intent-to-treat depressive and anxiety symptom cohorts was 11.4 (SD 16.0) and 11.3 (SD 15.7), respectively. In the depressive symptom cohort, 69.4% had at least 3 provider visits, and 28.7% had at least 12 provider visits. In the anxiety symptom cohort, 69.3% had at least 3 provider visits, and 28.6% had at least 12 provider visits. As expected, the complete case cohorts had higher levels of engagement metrics than the intent-to-treat cohorts (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Engagement and clinical outcomes among Grow Therapy adult patients entering in January 2022 to April 2024 with at least 2 clinical outcome assessments (complete case cohorts).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="300"/>
            <col width="0"/>
            <col width="0"/>
            <col width="330"/>
            <col width="0"/>
            <col width="0"/>
            <col width="310"/>
            <thead>
              <tr valign="top">
                <td colspan="5">Variable</td>
                <td colspan="3">Complete case clinically elevated depressive symptom cohort<sup>a</sup> (n=72,008)</td>
                <td>Complete case clinically elevated anxiety symptom cohort<sup>b</sup> (n=74,176)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="9">
                  <bold>Engagement, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">At least 3 provider visits</td>
                <td colspan="3">68,520 (95.2)</td>
                <td colspan="2">70,771 (95.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">At least 12 provider visits</td>
                <td colspan="3">37,173 (51.6)</td>
                <td colspan="2">38,325 (51.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="9">
                  <bold>Clinical outcome: depression symptoms, mean (SD)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Last depression symptom score (PHQ-9<sup>c</sup>)</td>
                <td colspan="3">9.1 (6.1)</td>
                <td colspan="2">8.3 (6.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>Last depression (PHQ-9) severity category, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Minimal (0-4)</td>
                <td colspan="3">19,511 (27.1)</td>
                <td colspan="3">23,731 (32.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mild (5-9)</td>
                <td colspan="3">20,875 (29)</td>
                <td colspan="3">21,192 (29.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Moderate (10-14)</td>
                <td colspan="3">17,519 (24.3)</td>
                <td colspan="3">15,133 (20.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Moderately severe (15-19)</td>
                <td colspan="3">9427 (13.1)</td>
                <td colspan="3">8153 (11.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Severe (20-27)</td>
                <td colspan="3">4676 (6.5)</td>
                <td colspan="3">4170 (5.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td colspan="3">N/A<sup>d</sup></td>
                <td colspan="3">1797</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Depression symptom improvement (PHQ-9), mean (SD)</td>
                <td colspan="3">6.1 (6.1)</td>
                <td colspan="2">5.2 (6.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Depression symptom MCID<sup>e,f</sup>, n (%)</td>
                <td colspan="3">42,392 (58.9)</td>
                <td colspan="2">32,714 (60.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="9">
                  <bold>Clinical outcome: anxiety symptoms</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Last anxiety symptom score (GAD-7<sup>g</sup>), mean (SD)</td>
                <td colspan="3">8.8 (5.8)<sup>b</sup></td>
                <td colspan="2">9.1 (5.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>Last anxiety (GAD-7) severity category, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Minimal (0-4)</td>
                <td colspan="3">19,087 (27.4)</td>
                <td colspan="3">18,496 (24.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mild (5-9)</td>
                <td colspan="3">21,379 (30.7)</td>
                <td colspan="3">22,552 (30.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Moderate (10-14)</td>
                <td colspan="3">16,034 (23)</td>
                <td colspan="3">18,074 (24.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Severe (15-21)</td>
                <td colspan="3">13,117 (18.8)</td>
                <td colspan="3">15,054 (20.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td colspan="3">2391</td>
                <td colspan="3">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Anxiety symptom improvement (GAD-7), mean (SD)</td>
                <td colspan="3">4.7 (5.9)<sup>b</sup></td>
                <td colspan="2">5.8 (5.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Anxiety symptom MCID<sup>f</sup>, n (%)</td>
                <td colspan="3">33,705 (55.2)<sup>b</sup></td>
                <td colspan="2">46,715 (63)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>In the depression cohort, 71,602 had a valid GAD-7 assessment at the first (ie, baseline) visit and 69,618 had a valid GAD-7 assessment at the last (ie, second or later) visit. A total of 54,046 had a GAD-7 at baseline of 10 or greater and a valid last GAD-7 assessment to enable calculation of minimal clinically important difference.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>In the anxiety cohort, 73,684 had a valid PHQ-9 assessment at the first (ie, baseline) visit, and 72,379 had a valid PHQ-9 assessment at the last (ie, second or later) visit. A total of 54,040 had a PHQ-9 at baseline of 10 or greater and a valid last PHQ-9 assessment to enable calculation of the minimal clinically important difference.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>PHQ-9: Patient Health Questionnaire-9 item scale.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>MCID: minimal clinically important difference.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>Minimal clinically important difference is defined as a reduction of at least 5 points on the PHQ-9 or at least 4 points on the GAD-7 between first and last Grow Therapy visit, and calculated only among those with a baseline score of 10 or greater in each cohort.</p>
            </fn>
            <fn id="table2fn7">
              <p><sup>g</sup>GAD-7: Generalized Anxiety Disorder-7 item scale.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The intent-to-treat samples included all adult Grow Therapy patients aged 18 years or older with a first provider visit in January 2022 through April 2024 who had clinically elevated depressive symptoms at baseline (PHQ-9 of 10-27; baseline depressive symptom cohort) or who had clinically elevated anxiety symptoms at baseline (GAD-7 of 10-21; baseline anxiety symptom cohort) as indicated.</p>
        <p>A total of 123,284/159,448 (77.3%) of the clinically elevated depressive symptom intent-to-treat cohort also had clinically elevated anxiety symptoms and are included in both intent-to-treat cohorts.</p>
        <p>A total of 123,284/167,356 (73.7%) of the clinically elevated anxiety symptom intent-to-treat cohort also had clinically elevated depressive symptoms at baseline and are included in both intent-to-treat cohorts.</p>
        <p>The complete case samples included patients in each intent-to-treat sample who also had at least 2 completed PHQ-9 (baseline depressive symptom cohort) or GAD-7 assessments (baseline anxiety symptom cohort).</p>
        <p>A total of 54,039/72,008 (75%) of the clinically elevated depressive symptom complete case cohort also had clinically elevated anxiety symptoms and are included in both complete case cohorts.</p>
        <p>A total of 54,039/74,176 (72.9%) of the clinically elevated anxiety symptom complete case cohort also had clinically elevated depressive symptoms at baseline and are included in both complete case cohorts.</p>
      </sec>
      <sec>
        <title>Clinical Outcomes in the Complete Case Cohorts</title>
        <p>In the complete case depressive symptom cohort, mean PHQ-9 declined from 15.2 (SD 4.1) to 9.1 (SD 6.1) from baseline to last assessment (average change of 6.1, SD 6.1, points; <xref ref-type="table" rid="table2">Table 2</xref>). In this cohort, 58.9% (95% CI 58.5%-59.2%) of patients had a PHQ-9 depressive symptom MCID. In the complete case anxiety symptom cohort, mean GAD-7 declined from 14.9 (SD 3.4) to 9.1 (SD 5.7) from baseline to last assessment (average change of 5.8, SD 5.7, points). In this cohort, 63% (95% CI 62.6%-63.3%) of patients had a GAD-7 anxiety symptom MCID. We did not use multiple imputation (MI) because greater than 50% of eligible adults had missing outcomes data, which also was not missing at random. Prior research indicates MI is unreliable when missingness exceeds 30% and the missing-at-random assumption is violated [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p>
      </sec>
      <sec>
        <title>Relationship of Patient Self-Selection of a Provider Specialty to Engagement (in the Intent-to-Treat Cohorts) and Clinical Outcomes (in the Complete Case Cohorts)</title>
        <p>Unadjusted chi-square and adjusted logistic regression models indicated no significant associations between provider specialty selection and having at least 3 provider visits in both the depressive and anxiety symptom cohorts (<xref ref-type="table" rid="table3">Table 3</xref>). Patients in the depressive symptom cohort who did select a provider specialty, however, were about 8% more likely to have a depressive symptom MCID than those who did not (59.9% vs 58.3%, OR 1.08, 95% CI 1.04-1.11). Similarly, patients in the anxiety symptom cohort who selected a provider specialty were about 4% more likely to have an anxiety symptom MCID than those who did not (63.4% vs 62.7%, OR 1.04, 95% CI 1.01-1.07), although this association was only significant at <italic>P</italic>&#60;.05 in the adjusted regression analysis (<italic>P</italic>&#60;.001) and not the chi-square unadjusted analysis (<italic>P</italic>=.07).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Unadjusted and adjusted analyses predicting having at least 3 provider visits, MCID<sup>a</sup> change in depressive symptoms, and MCID change in anxiety symptoms from the type of provider selection among Grow Therapy adult patients entering in January 2022 to April 2024.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="80"/>
            <col width="300"/>
            <col width="120"/>
            <col width="440"/>
            <thead>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td>Value, n (%)</td>
                <td><italic>P</italic> value</td>
                <td>Adjusted logistic regression β (95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Model 1: at least 3 provider visits among patients with elevated baseline depressive symptom intent-to-treat cohort (n=159,448)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Selected provider specialty</bold>
                </td>
                <td>.67</td>
                <td>0.99 (0.97-1.01)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>38,992/56,094 (69.5)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>71,736/103,354 (69.4)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Selected provider identity</bold>
                </td>
                <td>&#60;.001</td>
                <td>1.14 (1.08-1.20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>5966/8279 (72.1)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>104,762/151,169 (69.3)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Model 2: depressive symptom MCID among the elevated baseline depressive symptom complete case cohort (n=72,008)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Selected provider specialty</bold>
                </td>
                <td>&#60;.001</td>
                <td>1.08 (1.04-1.11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>15,553/25,982 (59.9)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>26,839/46,026 (58.3)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Selected provider identity</bold>
                </td>
                <td>.57</td>
                <td>0.98 (0.92-1.05)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>2340/4005 (58.4)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>40,052/68,003 (58.9)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Model 3: at least 3 provider visits among Grow Therapy patients with elevated baseline anxiety symptom cohort (n=167,356)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Selected provider specialty</bold>
                </td>
                <td>.63</td>
                <td>1.00 (0.97-1.02)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>41,334/59,573 (69.4)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>74,659/107,783 (69.3)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Selected provider identity</bold>
                </td>
                <td>.001</td>
                <td>1.11 (1.06-1.17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>6196/8652 (71.6)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>109,797/158,704 (69.2)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Model 4: anxiety symptom MCID among elevated baseline anxiety symptom complete case cohort (n=74,176)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Selected provider specialty</bold>
                </td>
                <td>.07</td>
                <td>1.04 (1.01-1.07)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>17,197/27,121 (63.4)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>29,518/47,055 (62.7)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Selected provider identity</bold>
                </td>
                <td>.07</td>
                <td>0.95 (0.89-1.01)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>2508/4069 (61.6)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>44,207/70,107 (63.1)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>MCID: minimal clinically important difference.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The intent-to-treat samples used for the engagement models (models 1 and 3) included all adult Grow Therapy patients aged 18 years or older with a first provider visit in January 2022 through April 2024 who had clinically elevated depressive symptoms at baseline (PHQ-9 of 10-27; baseline depressive symptom cohort) or who had clinically elevated anxiety symptoms at baseline (GAD-7 of 10-21; baseline anxiety symptom cohort) as indicated.</p>
        <p>A total of 123,284/159,448 (77.3%) of the clinically elevated depressive symptom intent-to-treat cohort also had clinically elevated anxiety symptoms and are included in both intent-to-treat cohorts.</p>
        <p>A total of 123,284/167,356 (73.7%) of the clinically elevated anxiety symptom intent-to-treat cohort also had clinically elevated depressive symptoms at baseline and are included in both intent-to-treat cohorts.</p>
        <p>The complete case samples used for the clinical symptom models (models 2, 3, 5, and 6) included patients in each intent-to-treat sample who also had at least 2 completed PHQ-9 (baseline depressive symptom cohort) or GAD-7 assessments (baseline anxiety symptom cohort).</p>
        <p>A total of 54,039/72,008 (75%) of the clinically elevated depressive symptom complete case cohort also had clinically elevated anxiety symptoms and are included in both complete case cohorts.</p>
        <p>A total of 54,039/74,176 (72.9%) of the clinically elevated anxiety symptom complete case cohort also had clinically elevated depressive symptoms at baseline and are included in both complete case cohorts.</p>
        <p>Models adjusted for patient age (all models), gender (all models), baseline depression symptoms (all models), baseline anxiety symptoms (all models), and number of visits (models 2 and 4).</p>
        <p>Unadjusted comparisons were done via chi-square tests.</p>
      </sec>
      <sec>
        <title>Relationship of Patient Self-Selection of a Provider Identity to Engagement (in the Intent-to-Treat cohorts) and Clinical Outcomes (in the Complete Case Cohorts)</title>
        <p>Unadjusted chi-square and adjusted logistic regression models indicated that patients in both the depressive and anxiety symptom cohorts who selected a provider identity characteristic before the first visit were 14% and 11% more likely, respectively, to have at least 3 provider visits (72.1% vs 69.3%, OR 1.14, 95% CI 1.08-1.20, in the depressive symptom cohort and 71.6% vs 69.2%, OR 1.11, 95% CI 1.06-1.17) as compared to patients who did not select a provider identity characteristics. There were no significant unadjusted or adjusted associations, however, between the selection of a provider identity characteristic and having a depressive or anxiety symptom MCID in either cohort (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
      </sec>
      <sec>
        <title>Sensitivity Analyses</title>
        <p>Sensitivity analyses using the last observation carried forward for clinical outcomes in the intent-to-treat cohorts confirmed our main findings with a few exceptions. In unadjusted analyses, patients who selected both specialty and identity provider characteristics before enrollment were more likely to have a depressive symptom MCID in the depressive symptom cohort and an anxiety symptom MCID in the anxiety symptom cohort (<italic>P</italic>&#60;.01 in each instance). These findings differed from the unadjusted main analyses which just found significant unadjusted associations between choosing the specialty of the provider and depressive symptom MCID in the depressive symptom cohort. The significance of the adjusted analyses, however, remained the same, with only those who selected a provider specialty, but not a provider identity, characteristic having a significantly greater likelihood of having a depressive symptom and an anxiety symptom MCID in the depressive symptom and anxiety symptom cohorts, respectively.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>In this study, a little over a third of adult patients in each cohort selected a provider specialty, and about 5% of each cohort selected a provider identity characteristic. Secondary, exploratory analyses, however, indicated that a patient’s self-selection of each provider characteristic option was associated with engagement or clinical outcomes (see <xref ref-type="table" rid="table4">Table 4</xref> for a summary of significant findings). These findings suggest the potential value of a patient self-selecting their desired provider characteristics in order to improve their therapeutic experience and subsequent outcomes. In this study, patients who selected a provider specialty were more likely to have a change in symptoms meeting the MCID criteria in both the depressive and anxiety symptom cohorts. These findings, while preliminary and exploratory, suggest that patients who knew their presenting issues and requested targeted help from providers might have been able to experience significantly better clinical outcomes by selecting providers based on self-awareness of their treatment needs. Furthermore, patients who selected a provider identity characteristic were more likely to have at least 3 provider visits than those who did not. Selecting a provider identity characteristic was not, however, associated with clinical outcomes in either the depressive or anxiety symptom cohort. Future studies with more rigorous designs that include an appropriate control group should seek to understand the impact of extended treatment beyond PHQ-9 and GAD-7 measures, including quantifying improvements in quality of life and the role of therapeutic alliance in the observed associations.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Summary of significant associations between type of provider selection and outcomes of interest (engagement and changes in clinical outcomes) in adjusted analyses confirmed by sensitivity analyses.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="220"/>
            <col width="200"/>
            <col width="190"/>
            <col width="0"/>
            <col width="200"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="5">Cohort and outcome</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Elevated depressive symptom cohort</td>
                <td colspan="2">Elevated anxiety symptom cohort</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Type of provider selection</td>
                <td>Elevated depressive symptom cohort, engagement outcomes</td>
                <td>Elevated depressive symptom cohort, depressive symptom changes</td>
                <td colspan="2">Elevated anxiety symptom cohort, engagement outcomes</td>
                <td>Elevated anxiety symptom cohort, anxiety symptom changes</td>
              </tr>
              <tr valign="top">
                <td>Provider specialty</td>
                <td>—</td>
                <td>✓</td>
                <td colspan="2">—</td>
                <td>✓</td>
              </tr>
              <tr valign="top">
                <td>Provider identity</td>
                <td>✓</td>
                <td>—</td>
                <td colspan="2">✓</td>
                <td>—</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>This is the first study of its kind to report engagement and clinical outcomes of a technology-enabled platform where patients have the choice and autonomy to select characteristics of the mental health provider treating them. Likewise, it is the first study to begin to explore the ability of patients to select provider characteristics as related to the levels of engagement and clinical outcomes found. Despite prior literature that has suggested the importance of patient choice in facilitating beneficial outcomes [<xref ref-type="bibr" rid="ref18">18</xref>], little is known about this topic specifically related to technology-enabled platforms that provide this option.</p>
        <p>Nonetheless, prior work examining digital mental health interventions has consistently noted low engagement rates and only modest levels of efficacy [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Levels of patient engagement in mental health care found in the current study, however, were quite high in comparison to even the prior recommendations from systematic reviews reported in the literature; for example, despite lower levels of actual engagement, 1 meta-analysis found that a typical internet-based CBT program recommends 5-9 visits per patient [<xref ref-type="bibr" rid="ref34">34</xref>]. The present study’s findings are notable in this context as the proportion of patients engaging in Grow Therapy care with at least 3 provider visits (≈69%) and meeting depressive and anxiety symptom MCID criteria (≈59%-63%) is similar or higher than those reported in typical structured digital CBT programs that often have high rates of drop-out. In general, these proportions of those meeting criteria for an MCID of each outcome appeared to be similar or slightly higher than interventions previously described in the literature, especially supported digital mental health interventions delivered over the internet or via an app [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. It is important to note, however, that the present analyses were conducted on a real-world sample with at least enough provider visits to capture at least 2 relevant outcome assessments, and no control group was included to enable group-level comparisons. Additional studies using more rigorous designs, such as a pragmatic RCT or using a real-world synthetic control group, that also adjust for other potential confounders of the explored associations (eg, personality characteristics, education, or other factors related to both the exposure and outcome of interest), are needed to confirm these preliminary findings.</p>
        <p>Most previously published work has focused on naturally occurring concordance rather than patient selections of provider attributes, so our findings might not generalize to these instances. The current study examines behaviors somewhat unique to digital settings where patients can intentionally select provider characteristics unconstrained by in-person geographic location or appointment availability. This type of investigation is novel as compared to earlier concordance studies that often relied on clinic assignment, administrative matching, or geographic convenience instead of the ability to freely choose provider characteristics [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. A growing body of research, however, has examined hybrid or digital care systems that have used performance-based or algorithmic matching; for example, Constantino et al [<xref ref-type="bibr" rid="ref13">13</xref>] conducted an RCT and determined that matching patients to providers based on therapist strengths improved outcomes. The present study differs because patients could choose preferred provider characteristics, some of which they might have thought were beneficial to their care, rather than an algorithmic assignment. This distinction is important, as choice-based matching may promote early therapeutic alliance, autonomy, and expectancy effects, each of which has been linked to improved engagement and treatment success [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <p>Our findings also extend recent work on digital personalization frameworks that have suggested that the inclusion of tailored content, therapist profiles, and culturally responsive design may bolster outcomes when integrated into digital mental health services [<xref ref-type="bibr" rid="ref38">38</xref>]. While personalization in previous studies has typically involved system-driven tailoring, provider selection in this study reflects a patient-driven personalization strategy, representing an underexamined but potentially scalable approach.</p>
        <p>Finally, few large-scale naturalistic studies have examined associations between provider-selection behaviors and clinical outcomes in digital care settings at a real-world scale. This study’s sample size exceeds most published digital mental health cohorts’ sizes and provides one of the strongest empirical demonstrations to date of how patient choice operates within commercially deployed teletherapy platforms. These findings thus contribute new evidence that scalable matching systems, when embedded within a flexible platform, may relate meaningfully to both engagement and symptom change.</p>
      </sec>
      <sec>
        <title>Clinical Implications</title>
        <p>Although this study’s design limits definitive conclusions, the exploratory findings provide preliminary evidence that a web-based platform that promotes patient selection of their provider could contribute to patient engagement and favorable clinical outcomes. Specifically, selecting a provider specialty was associated with significantly achieving MCID-level improvements in depressive and anxiety symptoms. Thus, the findings suggest that encouraging patients to select a provider specialty may positively impact clinical outcomes by ensuring a more targeted fit to the expertise of the provider. In addition, selecting a provider identity characteristic was associated with having 3 or more provider visits. This pattern aligns with theoretical models proposing that autonomy, personal relevance, and therapeutic fit enhance treatment continuation [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. The significant association between selecting a provider identity and increased patient engagement may have resulted from patients feeling more comfortable from the onset of the patient-provider relationship due to the therapeutic alliance formed between the patient and provider, promoting cultural safety and trust [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. It is somewhat surprising, however, that we did not find a significant association between the selection of provider identity and changes in clinical outcomes, potentially because of the small sample size of those selecting a provider identity or perhaps due to the current study’s design itself.</p>
        <p>Additional studies that include control groups of patients who do not select provider characteristics and that adjust for more potential confounders would lead to a greater understanding of the preliminary signals found by these exploratory analyses. These findings suggest that scalable, technology-enabled patient-provider matching systems, particularly those that allow patients to filter by provider specialty or identity, may offer a feasible way to improve engagement and outcomes at scale. As platforms such as Grow Therapy expand, this approach could be further developed to support systems–level innovation in care delivery, particularly by personalizing access in ways that are difficult to replicate in traditional models of mental health referral and triage.</p>
        <p>Although causality cannot be inferred, these findings underscore opportunities for designing more effective digital matching interfaces. For instance, platforms may consider highlighting evidence-based specialty tags, guiding patients toward providers with relevant expertise, or using A/B testing to evaluate which provider profiles maximize engagement. Similar approaches are increasingly used in digital triage and hybrid care systems [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref40">40</xref>].</p>
      </sec>
      <sec>
        <title>Future Research Needs</title>
        <p>In addition to the aforementioned need for more rigorous study designs to confirm these initial findings, future studies, such as pragmatic randomized or quasi-experimental studies, could also explore other potential reasons for the levels of engagement and clinical outcome success experienced by patients included in this study. For example, additional work is needed to explore potential reasons for the levels of engagement and clinical outcomes other than the selection of provider characteristics of specialty and identity. Further research is also needed to ensure that levels of outcomes are similar across different patient subgroups other than those defined by age, gender, and baseline symptomatology. These groups could be created based on social determinants of health or other vulnerable populations to ensure the equitable delivery, receipt, and experience of mental health care.</p>
        <p>Additional work should also examine the mechanisms by which provider-selection behaviors and symptom changes are associated, perhaps via improved engagement or therapeutic alliance. Prior studies suggest that early engagement and therapeutic alliance can shape downstream clinical trajectories [<xref ref-type="bibr" rid="ref28">28</xref>]. Research should also explore more granular subtypes of specialty and identity selection, such as having a culturally aligned provider, and whether this impacts findings. Greater attention to equity-centered matching is critical, especially as digital platforms expand access to diverse populations [<xref ref-type="bibr" rid="ref23">23</xref>]. The current findings suggest the potential benefit of such alignment, but small sample sizes limited its evaluation. More robust investigations with larger sample sizes are needed to confirm these initial findings and to further explore more nuanced specialty and identity selections (eg, specific specialties or identity characteristics) in relation to longer-term engagement and outcomes.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study has several limitations. First, our clinical outcome analyses relied on complete case data rather than using MI, which introduces potential selection bias. We deemed MI inappropriate because of substantial missing data (&#62;50%) and nonrandom missingness after considering the evidence that MI can be invalid under these conditions [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. Thus, clinical outcome findings may be generalizable only to patients who completed at least 2 PHQ-9 or GAD-7 assessments. Sensitivity analyses using last observation carried forward, however, yielded similar adjusted findings, increasing confidence in the robustness of observed associations. As reasons for missingness were not captured, we could not determine whether those lost to follow-up were dissatisfied with their treatment, realized early symptom improvement so did not “need” treatment anymore (“happy abandonment” [<xref ref-type="bibr" rid="ref41">41</xref>]), or if some other, unobserved factors were in play.</p>
        <p>Second, due to limited sample sizes for hundreds of possible provider specialty and identity combinations, this study examined only binary selections rather than specific match types (eg, trauma specialty; Black/African American identity). Future research with larger subgroup samples may explore more granular associations. Additional limitations include reliance on observational data without a control group, lack of adjustment for unmeasured confounders such as socioeconomic status or provider experience, and potential overlap between depressive and anxiety symptom cohorts. We also did not examine how engagement and outcomes relate to each other mechanistically; future studies should test whether engagement mediates clinical change. Additional studies to determine the amount and types of engagement needed to achieve beneficial outcomes, including whether engagement mediates the associations with clinical outcomes, will provide a better understanding of the findings of this study. Finally, because analyses did not adjust for multiple comparisons, findings should be interpreted as exploratory.</p>
        <p>Third, a majority of the sample was in both elevated baseline symptoms of depression and anxiety cohorts, given the high prevalence of comorbid baseline symptoms, rendering the engagement analyses somewhat duplicative. The reported regression analyses, however, did report associations adjusted for both baseline depressive and anxiety symptoms. We did not, however, have access to other potentially confounding variables such as socioeconomic status, education, or provider experience to further adjust the models. These factors should be included in future research. Additionally, we did not adjust the analyses for multiple comparisons, given the exploratory nature of this study. Most reported significant associations, however, were at the <italic>P</italic>&#60;.001 level of significance that would have remained significant even after adjustment.</p>
        <p>Fourth, although this study examined the patient-driven selection of providers, the Grow Therapy platform’s interface, available provider pool, and algorithmic ordering of provider profiles may influence what options users see and select. These platform-level design factors were not examined but may partially explain patterns of selection and should be considered in future research [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>Fifth, this study did not evaluate therapist characteristics beyond those made available to patients for selection (eg, provider experience, caseload, and therapeutic fidelity). Prior work suggests that therapist effects can meaningfully influence outcomes and unmeasured provider-level variability may confound associations [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        <p>Finally, measures of patient preference strength (eg, how strongly a patient valued a specific attribute) were not collected. Prior meta-analytic work suggests that preference strength, rather than preference presence alone, may predict outcomes [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>More recent quality improvement initiatives targeting measurement-informed care, which promotes the completion and use of routine outcome monitoring as part of the treatment relationship between a provider and a patient [<xref ref-type="bibr" rid="ref44">44</xref>], have improved clinical symptom measure completion rates at Grow Therapy since the sample’s inclusion of earlier data periods (2022-2024). Future outcome analyses that include these more robust samples will thus serve to enhance the generalizability of findings, as would the use of a study design that includes an appropriate control group.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this large-scale real-world analysis, patients who selected provider characteristics before initiating care demonstrated meaningful differences in both engagement and clinical outcomes. While exploratory, these findings contribute new evidence that patient autonomy in selecting provider attributes, a feature uniquely enabled by digital mental health platforms, may play an important role in shaping therapeutic trajectories. This is likely the first real-world study of the associations between different types of provider selections and engagement and clinical symptom changes in a digital mental health platform for patients with elevated symptoms of depression or anxiety. Further research using more rigorous controlled designs is needed to confirm these preliminary findings and better understand how types of and more nuanced provider selection variables, such as specialty (eg, depression, anxiety, trauma, etc) and identity (Black/African American, Muslim, etc), are associated with engagement or clinical symptom outcomes. As the field continues to evolve toward more personalized models of digital care [<xref ref-type="bibr" rid="ref19">19</xref>], understanding how patients navigate matching tools and how these behaviors relate to outcomes will be critical for developing scalable, equitable, and effective mental health services.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBT</term>
          <def>
            <p>cognitive behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GAD-7</term>
          <def>
            <p>Generalized Anxiety Disorder-7 item</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MCID</term>
          <def>
            <p>minimal clinically important difference</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MI</term>
          <def>
            <p>multiple imputation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">OR</term>
          <def>
            <p>odds ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PHQ-9</term>
          <def>
            <p>Patient Health Questionnaire-9 item</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">STROBE</term>
          <def>
            <p>Strengthening the Reporting of Observational Studies in Epidemiology</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank Inderpeet Dhillon, MD, and Russell Phillips, MD, for their review, comments, and suggestions. Generative artificial intelligence was not used in any way to create and draft this paper.</p>
    </ack>
    <notes>
      <title>Data Availability</title>
      <p>The datasets generated or analyzed during this study are available from the corresponding author on reasonable request.</p>
    </notes>
    <notes>
      <title>Funding</title>
      <p>No external financial support or grants were received from any public, commercial, or not-for-profit entities for the research, authorship, or publication of this paper.</p>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>VLF-H and MK conceptualized this study; EH, AG, and MC provided the data; VLF-H performed the data analyses and wrote the draft paper and revisions; all authors reviewed this paper and approved the submission.</p>
      </fn>
      <fn fn-type="conflict">
        <p>Authors EH, MK, AG, MC, and CG are all employees of Grow Therapy and receive salary and equity from the company. Author VLF-H is a consultant to Grow Therapy and receives compensation for her services.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Berking</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Quigley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kleiboer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>A meta-analysis of cognitive-behavioural therapy for adult depression, alone and in comparison with other treatments</article-title>
          <source>Can J Psychiatry</source>
          <year>2013</year>
          <volume>58</volume>
          <issue>7</issue>
          <fpage>376</fpage>
          <lpage>385</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/16433822?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/070674371305800702</pub-id>
          <pub-id pub-id-type="medline">23870719</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cipriani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nikolakopoulou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Salanti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Chaimani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ipser</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cowen</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Geddes</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Comparative efficacy and acceptability of pharmacological treatments for post-traumatic stress disorder in adults: a network meta-analysis</article-title>
          <source>Psychol Med</source>
          <year>2018</year>
          <volume>48</volume>
          <issue>12</issue>
          <fpage>1975</fpage>
          <lpage>1984</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://boris-portal.unibe.ch/handle/20.500.12422/158436"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S003329171700349X</pub-id>
          <pub-id pub-id-type="medline">29254516</pub-id>
          <pub-id pub-id-type="pii">S003329171700349X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khoury</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lecomte</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fortin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Masse</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Therien</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bouchard</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Chapleau</surname>
              <given-names>M-A</given-names>
            </name>
            <name name-style="western">
              <surname>Paquin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hofmann</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>Mindfulness-based therapy: a comprehensive meta-analysis</article-title>
          <source>Clin Psychol Rev</source>
          <year>2013</year>
          <volume>33</volume>
          <issue>6</issue>
          <fpage>763</fpage>
          <lpage>771</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2013.05.005</pub-id>
          <pub-id pub-id-type="medline">23796855</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(13)00073-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carney</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sarris</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Can smartphone mental health interventions reduce symptoms of anxiety? A meta-analysis of randomized controlled trials</article-title>
          <source>J Affect Disord</source>
          <year>2017</year>
          <volume>218</volume>
          <fpage>15</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0165-0327(17)30015-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jad.2017.04.046</pub-id>
          <pub-id pub-id-type="medline">28456072</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(17)30015-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Michalak</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>HL</given-names>
            </name>
          </person-group>
          <article-title>Digital health and engagement-looking behind the measures and methods</article-title>
          <source>JAMA Netw Open</source>
          <year>2020</year>
          <volume>3</volume>
          <issue>7</issue>
          <fpage>e2010918</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2020.10918"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.10918</pub-id>
          <pub-id pub-id-type="medline">32678446</pub-id>
          <pub-id pub-id-type="pii">2768343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lipschitz</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Pike</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Burdick</surname>
              <given-names>KE</given-names>
            </name>
          </person-group>
          <article-title>The engagement problem: a review of engagement with digital mental health interventions and recommendations for a path forward</article-title>
          <source>Curr Treat Options Psychiatry</source>
          <year>2023</year>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>119</fpage>
          <lpage>135</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38390026"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40501-023-00297-3</pub-id>
          <pub-id pub-id-type="medline">38390026</pub-id>
          <pub-id pub-id-type="pmcid">PMC10883589</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Borghouts</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Eikey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>De Leon</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stadnick</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mukamel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sorkin</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Barriers to and facilitators of user engagement with digital mental health interventions: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>e24387</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/3/e24387/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24387</pub-id>
          <pub-id pub-id-type="medline">33759801</pub-id>
          <pub-id pub-id-type="pii">v23i3e24387</pub-id>
          <pub-id pub-id-type="pmcid">PMC8074985</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balcombe</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>De Leo</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Digital mental health challenges and the horizon ahead for solutions</article-title>
          <source>JMIR Ment Health</source>
          <year>2021</year>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e26811</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2021/3/e26811/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26811</pub-id>
          <pub-id pub-id-type="medline">33779570</pub-id>
          <pub-id pub-id-type="pii">v8i3e26811</pub-id>
          <pub-id pub-id-type="pmcid">PMC8077937</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lattie</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Stiles-Shields</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>An overview of and recommendations for more accessible digital mental health services</article-title>
          <source>Nat Rev Psychol</source>
          <year>2022</year>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>87</fpage>
          <lpage>100</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38515434"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s44159-021-00003-1</pub-id>
          <pub-id pub-id-type="medline">38515434</pub-id>
          <pub-id pub-id-type="pmcid">PMC10956902</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boucher</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Raiker</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Engagement and retention in digital mental health interventions: a narrative review</article-title>
          <source>BMC Digit Health</source>
          <year>2024</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>52</fpage>
          <pub-id pub-id-type="doi">10.1186/s44247-024-00105-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Nakash</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz-Gonzalez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fillbrunn</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Alegría</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The association between patient-provider racial/ethnic concordance, working alliance, and length of treatment in behavioral health settings</article-title>
          <source>Psychol Serv</source>
          <year>2023</year>
          <volume>20</volume>
          <issue>Suppl 1</issue>
          <fpage>145</fpage>
          <lpage>156</lpage>
          <pub-id pub-id-type="doi">10.1037/ser0000582</pub-id>
          <pub-id pub-id-type="medline">34472952</pub-id>
          <pub-id pub-id-type="pii">2021-81532-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Powe</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Disparities in Patient Experiences, Health Care Processes, and Outcomes: The Role of Patient–provider Racial, Ethnic, and Language Concordance</source>
          <year>2004</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Commonwealth Fund</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Constantino</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Boswell</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Coyne</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Swales</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Kraus</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Effect of matching therapists to patients vs assignment as usual on adult psychotherapy outcomes: a randomized clinical trial</article-title>
          <source>JAMA Psychiatry</source>
          <year>2021</year>
          <volume>78</volume>
          <issue>9</issue>
          <fpage>960</fpage>
          <lpage>969</lpage>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2021.1221</pub-id>
          <pub-id pub-id-type="medline">34106240</pub-id>
          <pub-id pub-id-type="pii">2780658</pub-id>
          <pub-id pub-id-type="pmcid">PMC8190692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Hybrid care in mental health: a framework for understanding care, research, and future opportunities</article-title>
          <source>NPP Digit Psychiatry Neurosci</source>
          <year>2024</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>16</fpage>
          <pub-id pub-id-type="doi">10.1038/s44277-024-00016-7</pub-id>
          <pub-id pub-id-type="medline">41360926</pub-id>
          <pub-id pub-id-type="pii">10.1038/s44277-024-00016-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC12624923</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Klinkman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Behavioral intervention technologies: evidence review and recommendations for future research in mental health</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2013</year>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>332</fpage>
          <lpage>338</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0163-8343(13)00069-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2013.03.008</pub-id>
          <pub-id pub-id-type="medline">23664503</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(13)00069-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC3719158</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hohman</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Anand</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Martyn</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rothberg</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>Use of direct-to-consumer telemedicine to access mental health services</article-title>
          <source>J Gen Intern Med</source>
          <year>2022</year>
          <volume>37</volume>
          <issue>11</issue>
          <fpage>2759</fpage>
          <lpage>2767</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35091925"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-021-07326-y</pub-id>
          <pub-id pub-id-type="medline">35091925</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-021-07326-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC8799413</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Windle</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sabitova</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jovanovic</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Priebe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Association of patient treatment preference with dropout and clinical outcomes in adult psychosocial mental health interventions: a systematic review and meta-analysis</article-title>
          <source>JAMA Psychiatry</source>
          <year>2020</year>
          <volume>77</volume>
          <issue>3</issue>
          <fpage>294</fpage>
          <lpage>302</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31799994"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2019.3750</pub-id>
          <pub-id pub-id-type="medline">31799994</pub-id>
          <pub-id pub-id-type="pii">2756319</pub-id>
          <pub-id pub-id-type="pmcid">PMC6902231</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duong</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zoupou</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Boga</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kashden</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Connolly Gibbons</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Crits-Christoph</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Gender, race/ethnicity, and patient-therapist matching on gender and race/ethnicity: predictors/moderators of the effectiveness of trust/respect feedback</article-title>
          <source>Adm Policy Ment Health Ment Health Serv Res</source>
          <year>2025</year>
          <volume>52</volume>
          <issue>1</issue>
          <fpage>59</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1007/s10488-023-01335-1</pub-id>
          <pub-id pub-id-type="medline">38175334</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10488-023-01335-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC11750298</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hornstein</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zantvoort</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lueken</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Funk</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hilbert</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Personalization strategies in digital mental health interventions: a systematic review and conceptual framework for depressive symptoms</article-title>
          <source>Front Digit Health</source>
          <year>2023</year>
          <volume>5</volume>
          <fpage>1170002</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37283721"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fdgth.2023.1170002</pub-id>
          <pub-id pub-id-type="medline">37283721</pub-id>
          <pub-id pub-id-type="pmcid">PMC10239832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>David</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Elejalde</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fulford</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Guimond</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Henson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Menon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Noel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Susheela</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Troy</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vaidyam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weizenbaum</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Creating a digital health smartphone app and digital phenotyping platform for mental health and diverse healthcare needs: an interdisciplinary and collaborative approach</article-title>
          <source>J Technol Behav Sci</source>
          <year>2019</year>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>73</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1007/s41347-019-00095-w</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baumel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muench</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Edan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Objective user engagement with mental health apps: systematic search and panel-based usage analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>e14567</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/9/e14567/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14567</pub-id>
          <pub-id pub-id-type="medline">31573916</pub-id>
          <pub-id pub-id-type="pii">v21i9e14567</pub-id>
          <pub-id pub-id-type="pmcid">PMC6785720</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huckvale</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Cosco</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Carney</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pratap</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wykes</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The emerging imperative for a consensus approach toward the rating and clinical recommendation of mental health apps</article-title>
          <source>J Nerv Ment Dis</source>
          <year>2018</year>
          <volume>206</volume>
          <issue>8</issue>
          <fpage>662</fpage>
          <lpage>666</lpage>
          <pub-id pub-id-type="doi">10.1097/NMD.0000000000000864</pub-id>
          <pub-id pub-id-type="medline">30020203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Flom</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Forman-Hoffman</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Histon</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Darcy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ajayi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Wicks</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Montgomery</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Equity in digital mental health interventions in the United States: where to next?</article-title>
          <source>J Med Internet Res</source>
          <year>2024</year>
          <volume>26</volume>
          <fpage>e59939</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2024//e59939/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/59939</pub-id>
          <pub-id pub-id-type="medline">39316436</pub-id>
          <pub-id pub-id-type="pii">v26i1e59939</pub-id>
          <pub-id pub-id-type="pmcid">PMC11462105</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chorpita</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>KD</given-names>
            </name>
          </person-group>
          <article-title>Race, racial matching, and cultural understanding as predictors of treatment engagement in youth mental health services</article-title>
          <source>Psychother Res</source>
          <year>2023</year>
          <volume>33</volume>
          <issue>5</issue>
          <fpage>669</fpage>
          <lpage>682</lpage>
          <pub-id pub-id-type="doi">10.1080/10503307.2022.2150582</pub-id>
          <pub-id pub-id-type="medline">36449985</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>von Elm</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Egger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pocock</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Vandenbroucke</surname>
              <given-names>JP</given-names>
            </name>
            <collab>STROBE Initiative</collab>
          </person-group>
          <article-title>The Strengthening the Reporting of Observational Studies in Epidemiology (STROBE) statement: guidelines for reporting observational studies</article-title>
          <source>PLoS Med</source>
          <year>2007</year>
          <volume>4</volume>
          <issue>10</issue>
          <fpage>e296</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://boris-portal.unibe.ch/handle/20.500.12422/95814"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.0040296</pub-id>
          <pub-id pub-id-type="medline">17941714</pub-id>
          <pub-id pub-id-type="pii">07-PLME-RA-0728</pub-id>
          <pub-id pub-id-type="pmcid">PMC2020495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krupnick</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Sotsky</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Elkin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Simmens</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moyer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Watkins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pilkonis</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>The role of the therapeutic alliance in psychotherapy and pharmacotherapy outcome: findings in the National Institute of Mental Health treatment of depression collaborative research program</article-title>
          <source>Focus</source>
          <year>2006</year>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>269</fpage>
          <lpage>277</lpage>
          <pub-id pub-id-type="doi">10.1176/foc.4.2.269</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The PHQ-9: validity of a brief depression severity measure</article-title>
          <source>J Gen Intern Med</source>
          <year>2001</year>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>606</fpage>
          <lpage>613</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/11556941"/>
          </comment>
          <pub-id pub-id-type="doi">10.1046/j.1525-1497.2001.016009606.x</pub-id>
          <pub-id pub-id-type="medline">11556941</pub-id>
          <pub-id pub-id-type="pii">jgi01114</pub-id>
          <pub-id pub-id-type="pmcid">PMC1495268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McMillan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbody</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Defining successful treatment outcome in depression using the PHQ-9: a comparison of methods</article-title>
          <source>J Affect Disord</source>
          <year>2010</year>
          <volume>127</volume>
          <issue>1-3</issue>
          <fpage>122</fpage>
          <lpage>129</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2010.04.030</pub-id>
          <pub-id pub-id-type="medline">20569992</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(10)00366-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Herzog</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gräfe</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Measuring depression outcome with a brief self-report instrument: sensitivity to change of the Patient Health Questionnaire (PHQ-9)</article-title>
          <source>J Affect Disord</source>
          <year>2004</year>
          <volume>81</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1016/S0165-0327(03)00198-8</pub-id>
          <pub-id pub-id-type="medline">15183601</pub-id>
          <pub-id pub-id-type="pii">S0165032703001988</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JBW</given-names>
            </name>
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A brief measure for assessing generalized anxiety disorder: the GAD-7</article-title>
          <source>Arch Intern Med</source>
          <year>2006</year>
          <volume>166</volume>
          <issue>10</issue>
          <fpage>1092</fpage>
          <lpage>1097</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.166.10.1092</pub-id>
          <pub-id pub-id-type="medline">16717171</pub-id>
          <pub-id pub-id-type="pii">166/10/1092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Decker</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brähler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schellberg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Herzog</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Herzberg</surname>
              <given-names>PY</given-names>
            </name>
          </person-group>
          <article-title>Validation and standardization of the Generalized Anxiety Disorder screener (GAD-7) in the general population</article-title>
          <source>Med Care</source>
          <year>2008</year>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>266</fpage>
          <lpage>274</lpage>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e318160d093</pub-id>
          <pub-id pub-id-type="medline">18388841</pub-id>
          <pub-id pub-id-type="pii">00005650-200803000-00006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>An overview of multiple imputation</article-title>
          <source>Proc Surv Res Methods Sect Am Stat Assoc</source>
          <year>1988</year>
          <volume>79</volume>
          <fpage>84</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.asasrms.org/Proceedings/papers/1988_016.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schafer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Missing data: our view of the state of the art</article-title>
          <source>Psychol Methods</source>
          <year>2002</year>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>147</fpage>
          <lpage>177</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1037/1082-989X.7.2.147"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037//1082-989x.7.2.147</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Ballegooijen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Karyotaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Adherence to internet-based and face-to-face cognitive behavioural therapy for depression: a meta-analysis</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>7</issue>
          <fpage>e100674</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0100674"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0100674</pub-id>
          <pub-id pub-id-type="medline">25029507</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-40111</pub-id>
          <pub-id pub-id-type="pmcid">PMC4100736</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moghimi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nikjoo</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Malakouti</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Layzell</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>O'Riordan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jagayat</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shirazi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gutierrez</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Omrani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alavi</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of an electronic cognitive behavioral therapy program delivered via the online psychotherapy tool for depression and anxiety related to the COVID-19 pandemic: pre-post pilot study</article-title>
          <source>JMIR Ment Health</source>
          <year>2023</year>
          <volume>10</volume>
          <fpage>e51102</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2023//e51102/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/51102</pub-id>
          <pub-id pub-id-type="medline">37993984</pub-id>
          <pub-id pub-id-type="pii">v10i1e51102</pub-id>
          <pub-id pub-id-type="pmcid">PMC10760511</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Radunz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Linardon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fuller-Tyszkiewicz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wade</surname>
              <given-names>TD</given-names>
            </name>
          </person-group>
          <article-title>The impact of patient choice on uptake, adherence, and outcomes across depression, anxiety, and eating disorders: a systematic review and meta-analysis</article-title>
          <source>Psychol Med</source>
          <year>2025</year>
          <volume>55</volume>
          <fpage>e32</fpage>
          <pub-id pub-id-type="doi">10.1017/S0033291725000066</pub-id>
          <pub-id pub-id-type="medline">39916348</pub-id>
          <pub-id pub-id-type="pii">S0033291725000066</pub-id>
          <pub-id pub-id-type="pmcid">PMC12017370</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacobsen</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Falkenström</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Karstoft</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Igra</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lunn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lauritzen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Poulsen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Exploring the matching effect: the association between preference accommodation, the working alliance, and outcome in psychotherapy</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2025</year>
          <volume>93</volume>
          <issue>6</issue>
          <fpage>443</fpage>
          <lpage>456</lpage>
          <pub-id pub-id-type="doi">10.1037/ccp0000955</pub-id>
          <pub-id pub-id-type="medline">40388150</pub-id>
          <pub-id pub-id-type="pii">2026-17551-003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Draheim</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>PL</given-names>
            </name>
          </person-group>
          <article-title>Culturally adapted digital mental health interventions for ethnic/racial minorities: a systematic review and meta-analysis</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2022</year>
          <volume>90</volume>
          <issue>10</issue>
          <fpage>717</fpage>
          <lpage>733</lpage>
          <pub-id pub-id-type="doi">10.1037/ccp0000759</pub-id>
          <pub-id pub-id-type="medline">36227330</pub-id>
          <pub-id pub-id-type="pii">2023-08315-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chorpita</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>KD</given-names>
            </name>
          </person-group>
          <article-title>Race, racial matching, and cultural understanding as predictors of treatment engagement in youth mental health services</article-title>
          <source>Psychother Res</source>
          <year>2023</year>
          <volume>33</volume>
          <issue>5</issue>
          <fpage>669</fpage>
          <lpage>682</lpage>
          <pub-id pub-id-type="doi">10.1080/10503307.2022.2150582</pub-id>
          <pub-id pub-id-type="medline">36449985</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>Depression in adults: treatment and management</article-title>
          <source>National Institute for Health Care Excellence (NICE)</source>
          <access-date>2025-12-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/guidance/ng222">https://www.nice.org.uk/guidance/ng222</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clawson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pater</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Mynatt</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Mamykina</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>No longer wearing: investigating the abandonment of personal health-tracking technologies on craigslist</article-title>
          <year>2015</year>
          <conf-name>UbiComp '15: Proceedings of the 2015 ACM International Joint Conference on Pervasive and Ubiquitous Computing</conf-name>
          <conf-date>September 7-11, 2015</conf-date>
          <conf-loc>Osaka, Japan</conf-loc>
          <fpage>647</fpage>
          <lpage>658</lpage>
          <pub-id pub-id-type="doi">10.1145/2750858.2807554</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>Imogen H</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>Lars V</given-names>
            </name>
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>Maria</given-names>
            </name>
            <name name-style="western">
              <surname>Whelan</surname>
              <given-names>Pauline</given-names>
            </name>
            <name name-style="western">
              <surname>Carvalho</surname>
              <given-names>Andre F</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>Matcheri</given-names>
            </name>
            <name name-style="western">
              <surname>Linardon</surname>
              <given-names>Jake</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>Joseph</given-names>
            </name>
          </person-group>
          <article-title>The growing field of digital psychiatry: current evidence and the future of apps, social media, chatbots, and virtual reality</article-title>
          <source>World Psychiatry</source>
          <year>2021</year>
          <month>10</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>318</fpage>
          <lpage>335</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34505369"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20883</pub-id>
          <pub-id pub-id-type="medline">34505369</pub-id>
          <pub-id pub-id-type="pmcid">PMC8429349</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Imel</surname>
              <given-names>ZE</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Lambert</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Therapist effects: Findings and methods</article-title>
          <source>Bergin and Garfield’s Handbook of psychotherapy and behavior change (6th ed.)</source>
          <year>2013</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Wiley</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scharf</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Parks</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Advancing measurement-informed care in outpatient community behavioral health</article-title>
          <source>Psychiatr Serv</source>
          <year>2025</year>
          <volume>76</volume>
          <issue>2</issue>
          <fpage>204</fpage>
          <lpage>206</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.20240082</pub-id>
          <pub-id pub-id-type="medline">39188149</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
