<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i12e32932</article-id>
      <article-id pub-id-type="pmid">34951598</article-id>
      <article-id pub-id-type="doi">10.2196/32932</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Smartphone-Based Self-management Intervention for Individuals With Bipolar Disorder (LiveWell): Protocol Development for an Expert System to Provide Adaptive User Feedback</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zulueta</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Li</surname>
            <given-names>Peng</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Goulding</surname>
            <given-names>Evan H</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychiatry and Behavioral Sciences</institution>
            <institution>Feinberg School of Medicine</institution>
            <institution>Northwestern University</institution>
            <addr-line>Suite 7-102</addr-line>
            <addr-line>303 East Chicago Ave</addr-line>
            <addr-line>Chicago, IL, 60611</addr-line>
            <country>United States</country>
            <phone>1 312 503 1189</phone>
            <email>e-goulding@fsm.northwestern.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3891-6578</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Dopke</surname>
            <given-names>Cynthia A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3910-0733</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Michaels</surname>
            <given-names>Tania</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0962-5608</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>Clair R</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8325-1328</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Khiani</surname>
            <given-names>Monika A</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3868-4204</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Garborg</surname>
            <given-names>Christopher</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2623-4054</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Karr</surname>
            <given-names>Chris</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1828-4497</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Begale</surname>
            <given-names>Mark</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3598-4498</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychiatry and Behavioral Sciences</institution>
        <institution>Feinberg School of Medicine</institution>
        <institution>Northwestern University</institution>
        <addr-line>Chicago, IL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Deparment of Pediatrics</institution>
        <institution>Loma Linda Children's Hospital</institution>
        <addr-line>Loma Linda, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Rogers Behavioral Health</institution>
        <addr-line>Milwaukee, WI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Audacious Software</institution>
        <addr-line>Chicago, IL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Vibrent Health</institution>
        <addr-line>Fairfax, VA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Evan H Goulding <email>e-goulding@fsm.northwestern.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>24</day>
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <volume>5</volume>
      <issue>12</issue>
      <elocation-id>e32932</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>24</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>23</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>28</day>
          <month>10</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Evan H Goulding, Cynthia A Dopke, Tania Michaels, Clair R Martin, Monika A Khiani, Christopher Garborg, Chris Karr, Mark Begale. Originally published in JMIR Formative Research (https://formative.jmir.org), 24.12.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2021/12/e32932" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Bipolar disorder is a severe mental illness that results in significant morbidity and mortality. While pharmacotherapy is the primary treatment, adjunctive psychotherapy can improve outcomes. However, access to therapy is limited. Smartphones and other technologies can increase access to therapeutic strategies that enhance self-management while simultaneously augmenting care by providing adaptive delivery of content to users as well as alerts to providers to facilitate clinical care communication. Unfortunately, while adaptive interventions are being developed and tested to improve care, information describing the components of adaptive interventions is often not published in sufficient detail to facilitate replication and improvement of these interventions.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>To contribute to and support the improvement and dissemination of technology-based mental health interventions, we provide a detailed description of the expert system for adaptively delivering content and facilitating clinical care communication for LiveWell, a smartphone-based self-management intervention for individuals with bipolar disorder.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Information from empirically supported psychotherapies for bipolar disorder, health psychology behavior change theories, and chronic disease self-management models was combined with user-centered design data and psychiatrist feedback to guide the development of the expert system.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Decision points determining the timing of intervention option adaptation were selected to occur daily and weekly based on self-report data for medication adherence, sleep duration, routine, and wellness levels. These data were selected for use as the tailoring variables determining which intervention options to deliver when and to whom. Decision rules linking delivery of options and tailoring variable thresholds were developed based on existing literature regarding bipolar disorder clinical status and psychiatrist feedback. To address the need for treatment adaptation with varying clinical statuses, decision rules for a clinical status state machine were developed using self-reported wellness rating data. Clinical status from this state machine was incorporated into hierarchal decision tables that select content for delivery to users and alerts to providers. The majority of the adaptive content addresses sleep duration, medication adherence, managing signs and symptoms, building and utilizing support, and keeping a regular routine, as well as determinants underlying engagement in these target behaviors as follows: attitudes and perceptions, knowledge, support, evaluation, and planning. However, when problems with early warning signs, symptoms, and transitions to more acute clinical states are detected, the decision rules shift the adaptive content to focus on managing signs and symptoms, and engaging with psychiatric providers.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Adaptive mental health technologies have the potential to enhance the self-management of mental health disorders. The need for individuals with bipolar disorder to engage in the management of multiple target behaviors and to address changes in clinical status highlights the importance of detailed reporting of adaptive intervention components to allow replication and improvement of adaptive mental health technologies for complex mental health problems.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>adaptive</kwd>
        <kwd>personalized</kwd>
        <kwd>self-management</kwd>
        <kwd>smartphone</kwd>
        <kwd>behavioral intervention technology</kwd>
        <kwd>mHealth</kwd>
        <kwd>bipolar disorder</kwd>
        <kwd>depression</kwd>
        <kwd>mania</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Bipolar disorder is a severe mental illness characterized by episodes of mania, hypomania, depression, and mixed states [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Pharmacotherapy is the primary treatment for bipolar disorder, but even when pharmacological treatment is initially effective, high rates of episode recurrence, interepisode symptoms, and psychosocial impairment persist [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Combining psychotherapy with pharmacotherapy decreases episode recurrence and symptom burden while also improving quality of life [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref16">16</xref>], and treatment guidelines recommend providing access to psychotherapy for individuals with bipolar disorder [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Despite these recommendations and the demonstrated effectiveness of adjunctive psychotherapy, multiple barriers limit access to therapy, and only half of individuals with bipolar disorder receive any psychotherapy [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. Enhancing access to tools and content derived from empirically supported psychotherapies thus has the potential to improve treatment for individuals with bipolar disorder.</p>
      <p>Because smartphones are widely used and accepted for mental health assistance [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref29">29</xref>], smartphone-based mental health technologies (MHTs) provide a promising means for increasing access to tools and content derived from psychotherapy. In addition, individuals with bipolar disorder in sustained remission report using self-management strategies that overlap significantly with those delivered by empirically supported psychotherapies, and many people with bipolar disorder are interested in utilizing self-management strategies [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. This suggests that MHTs delivering strategies derived from empirically supported psychotherapies may meet user needs and support engagement with effective self-management strategies [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref37">37</xref>].</p>
      <p>Because psychotherapy can be considered as a dynamic process that entails ongoing assessment and re-evaluation of an individual’s evolving needs and health status [<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref41">41</xref>], MHTs also provide novel opportunities for improving the use of self-management strategies [<xref ref-type="bibr" rid="ref42">42</xref>-<xref ref-type="bibr" rid="ref45">45</xref>]. Relative to face-to-face treatment, MHTs can deliver real-time assessments in the context of individuals’ day-to-day life unrestricted by clinical appointment frequency. This assessment information can then be used to adapt the frequency, mode, and content of user support. Tailoring intervention content to individuals has been shown to improve intervention outcomes [<xref ref-type="bibr" rid="ref46">46</xref>-<xref ref-type="bibr" rid="ref48">48</xref>], and adaptive interventions that vary intervention options to meet the changing needs of individuals are being investigated [<xref ref-type="bibr" rid="ref49">49</xref>-<xref ref-type="bibr" rid="ref51">51</xref>]. These adaptive interventions use fixed decision rules to link assessment of tailoring variables with the delivery of support to provide a flexible intervention design while maintaining replicability [<xref ref-type="bibr" rid="ref49">49</xref>-<xref ref-type="bibr" rid="ref51">51</xref>]. Unfortunately, most recently published adaptive intervention protocols have not provided detailed reporting of intervention components required to enable replication [<xref ref-type="bibr" rid="ref52">52</xref>].</p>
      <p>To address the need for increased access to and enhancement of empirically supported tools and content for individuals with bipolar disorder, a novel smartphone-based self-management intervention (LiveWell) has been developed (NCT02405117) and tested in a single-blind randomized controlled trial (NCT03088462). Because adequate description of interventions is essential to facilitate ongoing efforts to improve and disseminate empirically supported treatments [<xref ref-type="bibr" rid="ref53">53</xref>-<xref ref-type="bibr" rid="ref56">56</xref>], the adaptive components (decision points, tailoring variables, decision rules, mode, and content of delivery options) for the LiveWell intervention are described here. The overall intervention framework and design for LiveWell, including the delivery and timing of the fixed content and the evaluation methodology, are described in detail elsewhere [<xref ref-type="bibr" rid="ref57">57</xref>].</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>To assist in developing the expert system providing LiveWell’s adaptive content, an electronic survey (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) approved by the Northwestern University Institutional Review Board was sent to psychiatrists (N=161) at university-affiliated and private outpatient mental health practices. The survey aimed to obtain psychiatrist feedback on when the smartphone app should prompt users to contact their psychiatrists and when the app should additionally send an email alert to the psychiatrist. In addition, information was requested concerning what type of data would be most useful in a web accessible report for psychiatrists and preferences for being contacted by users. To assist in developing the decision rules, modes and cumulative percent responses were determined from the completed surveys (N=42, 26% response rate). Percent responses were also calculated for preferences and opinions concerning web accessible reports and contact preferences (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
      <p>To quantify the content of the adaptive delivery options, the behavior change framework that guided the creation of the content and tools for LiveWell was used to code every page of the smartphone app [<xref ref-type="bibr" rid="ref57">57</xref>]. This framework proposes that (1) engaging in target behaviors improves clinical and recovery outcomes, (2) behavioral determinants govern enactment of target behaviors, and (3) exposure to behavior change technique content and tool use alters behavioral determinants. Determinants and their corresponding techniques are grouped into the following 4 domains: motivational determinants involved in developing an intention to engage in a behavior, volitional determinants involved in enacting the behavior, and environmental determinants and capabilities that impact motivational and volitional processes. This framework provides a means to label app content in terms of outcomes, targets, and determinants addressed by the behavior change techniques delivered on each app page. To quantify variation in the adaptive content delivered to users based on their current assessment data and the decision rules (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>), app content was exported to Excel spreadsheets (Microsoft Corp) for labeling, and the labeled content was processed using custom code written and run using MATLAB (MathWorks) [<xref ref-type="bibr" rid="ref57">57</xref>].</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Intervention Overview</title>
        <p>The LiveWell intervention aims to decrease episode relapse, reduce symptom burden, and improve quality of life by assisting individuals with managing target behaviors proposed to underlie the impact of existing therapies [<xref ref-type="bibr" rid="ref57">57</xref>-<xref ref-type="bibr" rid="ref60">60</xref>]. LiveWell therefore engages users to support managing the signs and symptoms of relapse, taking psychiatric medications as prescribed, obtaining adequate sleep duration, and maintaining regular routines. LiveWell also addresses strengthening social support, managing stressors, and engaging in healthy habits regarding diet, exercise, and substance use.</p>
        <p>The intervention consists of technological and human support components including a smartphone app, a secure server and website, and a coach [<xref ref-type="bibr" rid="ref57">57</xref>-<xref ref-type="bibr" rid="ref60">60</xref>]. The smartphone app consists of the following 5 primary components: <italic>foundations</italic>, <italic>toolbox</italic>, <italic>wellness plan</italic>, <italic>daily check-in</italic>, and <italic>daily review</italic> [<xref ref-type="bibr" rid="ref57">57</xref>-<xref ref-type="bibr" rid="ref60">60</xref>]. The app provides information on bipolar disorder self-management (<italic>foundations</italic>) along with self-assessment surveys and skills content (<italic>toolbox</italic>). The <italic>foundations</italic> and <italic>toolbox</italic> components support developing a personalized <italic>wellness plan</italic> for managing signs and symptoms and maintaining a healthy lifestyle. The core of the intervention is a <italic>daily check-in</italic>, where users monitor medication adherence, sleep duration, routine, and wellness levels. Based on their <italic>daily check-in</italic> data, <italic>daily review</italic> provides adaptive content and directs users to relevant app content in the <italic>foundations</italic>, <italic>toolbox</italic>, and <italic>wellness plan</italic>. A coach provides human support to facilitate app use adherence, self-management strategy use, and communication with mental health providers [<xref ref-type="bibr" rid="ref58">58</xref>]. The secure server and website provide data summaries and alerts to providers and coaches to facilitate and support clinical care communication (<xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>).</p>
        <p>The LiveWell intervention thus has both fixed and adaptive components. In terms of fixed components, users are asked to attend an initial face-to-face meeting with a coach, complete 6 scheduled coaching calls (weeks 1-4, 6, and 16), read 2 <italic>foundations</italic> lessons per week (weeks 1-4), and use the <italic>daily check-in</italic> each day (weeks 1-16). At an initial face-to-face meeting, a coach helps users identify personalized wellness anchors to assist them in using the <italic>daily check-in’s</italic> wellness rating scale [<xref ref-type="bibr" rid="ref58">58</xref>,<xref ref-type="bibr" rid="ref59">59</xref>]. During the scheduled coach calls, users review progress toward their goals and receive guidance on app use (weeks 1-4), develop (week 4) and review (week 6) their personalized wellness plan, and then review their progress and commitment to ongoing use of helpful strategies (week 16). The week 16 scheduled call ends the active phase of the intervention, but users continue to have access to the app and ad hoc coaching support for 48 weeks. While the target behavioral goals and wellness plans are personalized, this personalization is determined by the user in conjunction with the coach without following a predefined algorithm and is thus operator driven and not algorithmically driven [<xref ref-type="bibr" rid="ref57">57</xref>-<xref ref-type="bibr" rid="ref60">60</xref>].</p>
        <p>The adaptive components of the intervention consist of a rule-based expert system primarily embedded in the <italic>daily check-in</italic> and <italic>daily review</italic> components of the intervention. The <italic>daily check-in</italic> provides the primary user interface for populating the database containing facts about the user’s current status, but data are also collected via a <italic>weekly check-in</italic> consisting of the Patient Health Questionnaire-8 (PHQ8) and Altman Self-Rating Mania (ASRM) scales [<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref62">62</xref>]. The knowledge base for the expert system contains the adaptive smartphone app content. It utilizes a clinical status state machine and hierarchical decision tables (if-then/elseif-then) to govern content delivery via the <italic>daily review</italic>. The <italic>daily review</italic> comprises the explanatory system and also serves as the user interface providing adaptive content delivery. The inference engine combines the current data from the user database with the knowledge base to determine the adaptive content to deliver in the moment. In addition to varying the content provided via the <italic>daily review</italic>, the expert system also controls the delivery of smartphone app pop-up messages requesting users to reach out to their clinical care providers by phone. Additionally, the expert system controls the delivery of emails to providers and coaches to stimulate clinical care communication via phone calls, and flags data in daily reports generated for coaches to promote coach clinical reach out and app use adherence phone calls [<xref ref-type="bibr" rid="ref57">57</xref>-<xref ref-type="bibr" rid="ref59">59</xref>].</p>
      </sec>
      <sec>
        <title>Decision Points</title>
        <p>Decision points are the times when the frequency, mode, or content of the intervention (ie, intervention options) is adapted [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. For LiveWell, the decision points occur daily upon user completion of the <italic>daily check-in</italic>, as well as weekly upon completion of the <italic>weekly check-in</italic>. During a pilot study of the intervention, users were initially given the option to complete the <italic>daily check-in</italic> multiple times a day. However, allowing multiple check-ins each day did not appear to elicit user reflection about their wellness status. Instead, multiple check-ins a day seemed to be capturing momentary reactions to daily hassles and uplifts [<xref ref-type="bibr" rid="ref63">63</xref>]. To encourage users to engage in reflective monitoring rather than in the moment rating, the <italic>daily check-in</italic> was restricted to allow only 1 check-in per day [<xref ref-type="bibr" rid="ref59">59</xref>]. The app prompts users to check-in each day by delivering an alert in the smartphone’s notification panel. Users can select the time they first receive a daily notification in the app settings. They receive their first notification to check-in at their designated time of the day and then every 2 hours until they check-in or until they receive 3 alerts. The <italic>daily</italic> <italic>review</italic> is only accessible each day after completion of the <italic>daily check-in</italic>. As a result, no adaptive content is delivered via the <italic>daily review</italic> on days when users do not complete the <italic>daily check-in</italic>. Similarly, no adaptive content is delivered if users do not complete the <italic>weekly check-in</italic>.</p>
      </sec>
      <sec>
        <title>Tailoring Variables</title>
        <p>Tailoring variables are the values containing information about the user, such as clinical status or health behaviors, which are used to determine the delivery of intervention options [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. For LiveWell, the primary tailoring variables are the target behaviors and wellness levels monitored by the <italic>daily check-in</italic> and include users self-reported psychiatric medication adherence (all, some, and none), sleep duration (hours), routine (bedtime/risetime), and wellness rating (0 balanced, −1/+1 daily hassles/uplifts, −2/+2 prodromal/residual symptoms, −3/+3 episode, and −4/+4 crisis). These variables were selected for daily monitoring because they are consistently addressed in the core content of adjunctive psychotherapy interventions [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref64">64</xref>-<xref ref-type="bibr" rid="ref66">66</xref>] and are readily amenable to goal setting and self-monitoring. LiveWell also contains content addressing building and using supports, managing stressors, and maintaining healthy habits regarding diet, exercise, and substance use [<xref ref-type="bibr" rid="ref57">57</xref>-<xref ref-type="bibr" rid="ref60">60</xref>]. However, to simplify the <italic>daily check-in</italic> and make it quick and easy to complete, these additional targets were not included for daily monitoring and use in adapting delivery of intervention options. Because of the importance of clinical status in bipolar disorder, 2 additional tailoring variables were also utilized based on data obtained from the <italic>weekly check-in</italic> (PHQ8 and ASRM scores). In addition, adherence to completing the <italic>daily</italic> and <italic>weekly check-ins</italic> was also used as a tailoring variable.</p>
      </sec>
      <sec>
        <title>Decision Rules</title>
        <p>Decision rules link delivery of intervention options and tailoring variables systematically. They include the values of tailoring variables (states, thresholds, and ranges) that determine which intervention option to deliver when and for whom [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. LiveWell utilizes algorithm-driven adaptation based on fixed rules to standardize intervention option delivery [<xref ref-type="bibr" rid="ref52">52</xref>]. In developing the decision rules for LiveWell, it was necessary to consider how variation in medication adherence, sleep duration, routine, and wellness ratings should result in the adaptation of intervention options. In addition, it was also necessary to consider how to rank the importance of variation in each variable. Because pharmacotherapy is the primary treatment for bipolar disorder [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref7">7</xref>], medication adherence was ranked above sleep duration in prioritizing feedback. Sleep duration was then ranked above routine because sleep duration variation is frequently identified as an early warning sign of impending episode relapse, and assisting people with identifying and making plans for managing early warning signs of relapse is an important target of most adjunctive bipolar disorder psychotherapies [<xref ref-type="bibr" rid="ref67">67</xref>-<xref ref-type="bibr" rid="ref69">69</xref>]. In fact, many face-to-face bipolar disorder psychotherapy studies have restricted participation to individuals in asymptomatic recovery, and the primary goal of these interventions has been relapse prevention [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. However, an important goal of LiveWell is to increase access to self-management techniques derived from empirically supported therapies, so individuals were enrolled in the intervention as long as they were not in a current episode [<xref ref-type="bibr" rid="ref57">57</xref>].</p>
        <p>Because individuals with varying clinical statuses were included initially and people may enter an episode while engaged with LiveWell, clinical status was ranked as the highest priority tailoring variable. This allows the need for substantial adaptation of the treatment approach for individuals with bipolar disorder in various clinical states to be appropriately addressed. As a starting point for developing decision rules to manage clinical status variation, existing criteria for bipolar disorder episodes (mania, hypomania, depression, and mixed) and for nonepisode clinical statuses (asymptomatic and symptomatic recovery, prodromal, continued symptomatic, and recovering) were examined (<xref ref-type="table" rid="table1">Table 1</xref> and <xref ref-type="table" rid="table2">Table 2</xref>). The Diagnostic and Statistical Manual of Mental Disorders fourth edition (DSM4) criteria were used because prior face-to-face psychotherapy trials for bipolar disorder primarily used DSM4 episode criteria [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. They were used for LiveWell’s outcome assessments [<xref ref-type="bibr" rid="ref57">57</xref>]. Criteria for nonepisode clinical statuses were derived from the clinical monitoring form (CMF) used in a large bipolar disorder intervention study (STEP-BD) where nonepisode clinical statuses were clearly defined [<xref ref-type="bibr" rid="ref70">70</xref>,<xref ref-type="bibr" rid="ref71">71</xref>]. These combined criteria were used to define a clinical status state machine where transitions between the 9 possible clinical statuses for bipolar disorder are defined by 10 decision rules derived from DSM4 and the CMF (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <p>The DSM4/CMF state machine highlights the relatively narrow focus of most adjunctive psychotherapies for bipolar disorder (<xref rid="figure1" ref-type="fig">Figure 1</xref>). These therapies primarily assist people with remaining in asymptomatic recovery by maintaining medication adherence, adequate sleep duration, and a regular routine, as well as attending to healthy habits and stressors [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref64">64</xref>,<xref ref-type="bibr" rid="ref65">65</xref>]. In addition, these therapies assist individuals with recognizing and managing early warning signs and symptoms to avoid transitioning from asymptomatic recovery to a prodromal state and to support transitioning from a prodromal state to asymptomatic recovery rather than entering an episode (<xref rid="figure1" ref-type="fig">Figure 1</xref>). This state machine also highlights how entry into an episode can lead to prolonged periods of problems with symptoms; individuals can cycle between episode types, and into and out of continued symptomatic and recovering states during which they are at increased risk for episode relapse [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref72">72</xref>-<xref ref-type="bibr" rid="ref74">74</xref>]. While this state machine clearly delineates different clinical states and transitions, assessment is complex because of the need to determine the number of symptoms as well as their type and intensity over widely varying durations (4-56 days), and the additional need to assess impairment level and the presence of psychotic symptoms or hospitalization. The DSM4/CMF data necessary to determine the clinical status states for the DSM4/CMF state machine are obtained every 8 weeks during the intervention via telephone assessments delivered by trained assessors blinded to the study arm [<xref ref-type="bibr" rid="ref57">57</xref>]. However, because the severity of each symptom and the level of impairment due to both symptoms of mania and depression must be assessed, it was decided that this level of assessment via the app would unduly burden the user.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Diagnostic and Statistical Manual of Mental Disorders fourth edition (DSM4)/clinical monitoring form (CMF): episode criteria.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="140"/>
            <col width="120"/>
            <col width="260"/>
            <col width="200"/>
            <col width="150"/>
            <col width="60"/>
            <col width="70"/>
            <thead>
              <tr valign="bottom">
                <td>Clinical status (to)</td>
                <td>Entry criteria<sup>a</sup></td>
                <td>Number of moderate symptoms of</td>
                <td>Impairment</td>
                <td>Consecutive days</td>
                <td>DN<sup>b</sup></td>
                <td>PSR<sup>c</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Depression</td>
                <td>Yes</td>
                <td>Depression ≥5</td>
                <td>≥Moderate</td>
                <td>≥10/14</td>
                <td>7</td>
                <td>5-6</td>
              </tr>
              <tr valign="top">
                <td>Mixed</td>
                <td>Yes<sup>d</sup></td>
                <td>Mania and depression<sup>d</sup></td>
                <td>≥Moderate</td>
                <td>≥7</td>
                <td>6</td>
                <td>5-6</td>
              </tr>
              <tr valign="top">
                <td>Mania</td>
                <td>Yes</td>
                <td>Mania ≥3 if elevated; mania ≥4 if only irritable</td>
                <td>≥Moderate, hospitalized, or psychosis</td>
                <td>≥7 or hospitalized</td>
                <td>5</td>
                <td>5-6</td>
              </tr>
              <tr valign="top">
                <td>Hypomania</td>
                <td>Yes</td>
                <td>Mania ≥3 if elevated; mania ≥4 if only irritable</td>
                <td>&#60;Moderate, not hospitalized, no psychosis</td>
                <td>≥4</td>
                <td>4</td>
                <td>3</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Entry criteria: meeting consecutive day criteria; for mania/hypomania, moderate severity elevated, expansive, or irritable mood; and for depression, moderate severity depressed mood or loss of interest/pleasure. Moderate symptom and impairment criteria based on the clinical monitoring form.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>DN: decision rule number.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>PSR: psychiatric status rating; 1=no symptoms, 1.5=mild symptoms, 2=residual or prodromal symptoms, 3=moderate symptoms, 4=marked symptoms, 5=episode, and 6=severe episode.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>Criteria for mania with concurrent depressive symptoms for 5/7 consecutive days.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Clinical monitoring form (CMF) clinical status decision rules when not in an episode.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="170"/>
            <col width="100"/>
            <col width="460"/>
            <col width="150"/>
            <col width="50"/>
            <col width="70"/>
            <thead>
              <tr valign="bottom">
                <td>Clinical status (to)</td>
                <td>Recovery</td>
                <td>Symptom count<sup>a</sup>/impairment</td>
                <td>Consecutive days</td>
                <td>DN<sup>b</sup></td>
                <td>PSR<sup>c</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="bottom">
                <td>Continued symptomatic</td>
                <td>No</td>
                <td>Symptom count &#62;2 or ≥moderate impairment</td>
                <td>≥7<sup>d</sup></td>
                <td>8</td>
                <td>3-4</td>
              </tr>
              <tr valign="top">
                <td>Prodromal</td>
                <td>Yes</td>
                <td>Symptom count &#62;2 or new<sup>e</sup> or ≥moderate impairment</td>
                <td>≥7<sup>d</sup></td>
                <td>1</td>
                <td>2-4</td>
              </tr>
              <tr valign="top">
                <td>Recovering</td>
                <td>No</td>
                <td>Symptom count ≤2 and &#60;moderate impairment</td>
                <td>≥7<sup>d</sup> and ≤56</td>
                <td>9</td>
                <td>1-2</td>
              </tr>
              <tr valign="top">
                <td>Recovery</td>
                <td>Yes</td>
                <td>Symptom count ≤2 and &#60;moderate impairment</td>
                <td>&#62;56</td>
                <td>10</td>
                <td>1-2</td>
              </tr>
              <tr valign="top">
                <td>Symptomatic recovery</td>
                <td>Yes</td>
                <td>Symptom count &#62;0 but ≤2 and &#60;moderate impairment</td>
                <td>≥7<sup>f</sup></td>
                <td>3</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Asymptomatic recovery</td>
                <td>Yes</td>
                <td>Symptom count=0 and &#60;moderate impairment</td>
                <td>≥7<sup>f</sup></td>
                <td>2</td>
                <td>&#60;2</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Symptom count: sum of symptom severity. If &#124;severity&#124; ≥1, round up; otherwise, 0. Clinical monitoring form (CMF) symptom severity scale: none=0, mild=0.5, moderate=1, marked=1.5, and severe=2.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>DN: decision rule number.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>PSR: psychiatric status rating; 1=no symptoms, 1.5=mild symptoms, 2=residual or prodromal symptoms, 3=moderate symptoms, 4=marked symptoms, 5=episode, and 6=severe episode.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>The 7 consecutive day window was selected to align with the 7-day evaluation window used for the LIFE-CMF assessments.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>Two new moderate, marked, or severe symptoms developed while in recovery.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>From prodromal or symptomatic recovery only and not from recovering.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Diagnostic and Statistical Manual of Mental Disorders fourth edition/clinical monitoring form clinical status state machine. Diamonds show decision rule numbers (see <xref ref-type="table" rid="table1">Table 1</xref> and <xref ref-type="table" rid="table2">Table 2</xref> for rule details). White rectangles, diamonds, and black lines indicate primary clinical status states and transitions addressed by most adjunctive psychotherapies for bipolar disorder and the main focus of the LiveWell intervention. Psychiatric status rating (PSR) is as follows: 1, no symptoms; 1.5, mild symptoms; 2, residual or prodromal symptoms; 3, moderate symptoms; 4, marked symptoms; 5, episode; 6, severe episode.</p>
          </caption>
          <graphic xlink:href="formative_v5i12e32932_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Thus, the clinical status state machine for the LiveWell expert system was simplified owing to the complexity of the data required for the DSM4/CMF state machine and the corresponding user assessment burden (<xref ref-type="table" rid="table3">Table 3</xref> and <xref rid="figure2" ref-type="fig">Figure 2</xref>). Instead of having users rate individual symptom severity, the <italic>daily check-in</italic> uses a personalized 9-point wellness rating scale to allow users to rapidly assess their symptom burden using the <italic>daily check-in</italic> [<xref ref-type="bibr" rid="ref58">58</xref>,<xref ref-type="bibr" rid="ref59">59</xref>]. The clinical status assessment window was also limited to users’ last 7 <italic>daily check-ins</italic> to reflect user self-report data covering approximately the prior week depending on <italic>daily check-in</italic> adherence (<xref ref-type="table" rid="table3">Table 3</xref>). Consistent with the focus of LiveWell on episode relapse prevention, this time window aims to allow relatively rapid adjustment of intervention option delivery with clinical status variation. In addition to limiting the time window, the LiveWell state machine was also simplified by considering only the following 4 clinical states: well, prodromal, unwell, and recovering (<xref ref-type="table" rid="table3">Table 3</xref> and <xref rid="figure2" ref-type="fig">Figure 2</xref>). Reducing the number of clinical states allows the <italic>daily check-in</italic> wellness ratings to be readily used to identify clinical status state transitions using the same time window for symptoms of depression and mania, thereby reducing the number of decision rules needed and providing more rapid feedback to users when they identify changes in their wellness ratings. In addition, the focus of the LiveWell intervention is on mood episode relapse prevention. The intervention thus aims to assist individuals who have recovered from a mood episode on transitioning from well to prodromal and from prodromal to unwell. If an individual enters a mood episode, the intervention aims to support the individual in working with their providers for treatment. For individuals in the recovering state, the LiveWell intervention adapts techniques developed primarily for mood episode relapse prevention [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref64">64</xref>,<xref ref-type="bibr" rid="ref65">65</xref>], with the aim of assisting individuals in transitioning from recovering to well and avoiding transitioning from recovering to unwell. The use of only 4 clinical states for the LiveWell state machine is thus consistent with the focus of the intervention and existing studies from which the intervention content is derived.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>LiveWell clinical status decision rules.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="200"/>
            <col width="230"/>
            <col width="220"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td rowspan="2">Clinical status (from)</td>
                <td rowspan="2">Clinical status (to)</td>
                <td colspan="2">Wellness rating</td>
                <td rowspan="2">Decision number</td>
              </tr>
              <tr valign="bottom">
                <td>Criteria</td>
                <td>Count<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Well</td>
                <td>Prodromal</td>
                <td>&#124;WR&#124;<sup>b</sup> ≥2</td>
                <td>≥4</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Prodromal or recovering</td>
                <td>Well</td>
                <td>&#124;WR&#124; ≤1</td>
                <td>≥5</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Prodromal or recovering</td>
                <td>Unwell</td>
                <td>&#124;WR&#124; ≥3</td>
                <td>≥5</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Unwell</td>
                <td>Recovering</td>
                <td>&#124;WR&#124; ≤2</td>
                <td>≥5</td>
                <td>4</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Count of the last 7 daily check-ins meeting the wellness rating criteria.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>&#124;WR&#124;: absolute value of daily check-in wellness ratings.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>LiveWell clinical status state machine. Diamonds show decision rule numbers (see <xref ref-type="table" rid="table3">Table 3</xref> for rule details). White rectangles are the primary states addressed by most adjunctive psychotherapies for bipolar disorder.</p>
          </caption>
          <graphic xlink:href="formative_v5i12e32932_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>To aid in defining the thresholds for varying clinical states and to address thresholds for medication adherence and sleep duration, an online electronic survey was sent to practicing psychiatrists to obtain their input on when intervention options should be varied (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). This questionnaire emphasized identifying the number of days after which psychiatrists felt individuals with bipolar disorder should shift from relying mostly on individual self-management skills and instead engage in self-management via communication and recruiting support from mental health providers. The survey thus asked when the app should deliver a prompt to users requesting that they call their psychiatrist and when the app, via the server, should send an email alert directly notifying the psychiatrist of potential issues (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Most psychiatrists indicated that the app should instruct users to call them after 2 to 3 days of experiencing multiple symptoms of mania and after 3 to 4 days of experiencing multiple symptoms of depression or 1 to 2 early warning signs of mania or depression (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> and <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>). In terms of medication adherence, most psychiatrists indicated that the app should instruct users to call them if they reported only taking their psychiatric medications for 3 out of 7 days (43% adherence). For sleep duration, most psychiatrists indicated that the app should instruct users to call them if they reported sleeping less than 4 hours a day for 2 to 3 days and if sleeping less than usual by 3 to 4 hours or more than usual by 4 hours over 7 days. The results were less clear with regard to when psychiatrists would want to receive an email alert (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>), which may be related to most psychiatrists (80%) preferring that their patients contact them via phone rather than via email (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
        <p>After each completion of the <italic>daily check-in</italic>, the LiveWell inference engine assesses the user’s current clinical status and last 7 <italic>daily check-in</italic> wellness ratings and applies the knowledge base rules to update the user’s clinical status (<xref ref-type="table" rid="table3">Table 3</xref> and <xref rid="figure2" ref-type="fig">Figure 2</xref>). The user’s initial clinical status is set by the coach using baseline study assessment data and is then updated after each check in. For example, if a user’s clinical status is well and the absolute value of their wellness ratings are 2 or greater for 4 or more of the last 7 check-ins, the user’s clinical status is updated to prodromal (decision number 1 in <xref ref-type="table" rid="table3">Table 3</xref>, <xref rid="figure2" ref-type="fig">Figure 2</xref>). The coach assists users in understanding and identifying personalized anchors indicating that a wellness rating of +2 or −2 corresponds to the presence of early warning signs or symptoms when doing well or some residual symptoms when improving from being in an episode [<xref ref-type="bibr" rid="ref58">58</xref>]. The threshold of 4 check-ins corresponds to the DSM4 criteria for hypomania (<xref ref-type="table" rid="table1">Table 1</xref>) and to psychiatrist feedback from the survey indicating psychiatrists would like their patients to contact them when experiencing manic or depressive symptoms or early warning signs (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>). For the transition from prodromal or recovering to unwell, a count of 5 or more for the last 7 check-ins with an absolute wellness rating value of 3 or greater was used (decision number 3 in <xref ref-type="table" rid="table3">Table 3</xref>, <xref rid="figure2" ref-type="fig">Figure 2</xref>). A wellness rating of 3 is defined for users as corresponding to multiple symptoms day to day, with some impairment likely indicating a mood episode. The threshold of 5 counts out of 7 corresponds to the CMF threshold for a depressive episode using DSM4 criteria (<xref ref-type="table" rid="table1">Table 1</xref>), which captures the DSM4/CMF criteria of depressive symptoms being present most days for 2 weeks (ie, 10/14 days). However, for the LiveWell clinical status state machine, the count has been reduced by half to reflect the approximately 1 week window of the state machine (ie, 5/7 days).</p>
        <p>After the state machine determines clinical status, a hierarchical decision table is used to decide which of the 26 content categories should be delivered by the <italic>daily review</italic> (<xref rid="figure3" ref-type="fig">Figure 3</xref>, <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>, and <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>) [<xref ref-type="bibr" rid="ref57">57</xref>]. Because clinical status and wellness ratings are prioritized, the <italic>daily review</italic> decision table starts by examining these variables and proceeds using an if-then/elseif-then decision tree. Thus, if a user enters a wellness rating of +4 or −4, the crisis content categories severe up or down are selected. After these 2 categories, the next 15 content categories are selected by examining the clinical status and the current wellness rating (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> and <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>). These content categories address continuing or improving in the clinical states unwell, prodromal, and recovering, as well as worsening symptoms (wellness ratings +3 or −3) while not in the unwell state (well, prodromal, and recovering), and the presence of early warning signs (wellness ratings +2 or −2) while in the well state (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The decision rules for the remaining 9 categories examine user self-report data regarding medication adherence, sleep duration, and routine using data from the 4 last check-ins (<xref rid="figure3" ref-type="fig">Figure 3</xref>). This approximately 4-day window for deciding when to deliver content addressing these targets was selected based on the psychiatrist survey feedback (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Overview of the daily review decision rules. Only primary decisions are displayed for complete decision rules (see <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> and <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>). #(X) indicates the count of the last 4 daily check-ins satisfying the condition. Sleep Less-Severe indicates ≤4 hours of sleep. Sleep More-Severe indicates ≥12 hours of sleep or ≥personalized goal upper limit plus 4 hours, whichever is less. Sleep Less indicates &#60;personalized goal lower limit (eg, 6 hours). Sleep More indicates &#62;personalized goal upper limit (eg, 8 hours). Bedtime Window is the personalized 1.5-hour window for going to bed (eg, 10:30 PM to midnight). Risetime Window is the personalized 1.5-hour window for getting up to start the day (eg 7:00 to 8:30 AM). CS: clinical status; &#124;WR&#124;: absolute value of wellness rating.</p>
          </caption>
          <graphic xlink:href="formative_v5i12e32932_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>In addition to varying the content of the <italic>daily review</italic>, the LiveWell expert system also utilizes separate decision tables to prompt users to communicate with their psychiatrists by phone and to deliver emails to activate coaches and enrolled mental health providers to reach out to users via phone (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> and <xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>). For <italic>daily check-in</italic> data, a hierarchical decision table organizes selection of clinical reach out messages based on the presence of crisis wellness ratings (+4 or −4), transition to unwell or prodromal states, worsening symptoms when not unwell, or more severe problems with medication adherence and sleep duration (<xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>). The <italic>daily check-in</italic> clinical reach out decision table thresholds are primarily derived from the psychiatrist survey feedback. A separate set of decision rules trigger clinical reach outs after the <italic>weekly check-in</italic> if the user’s score indicates new onset of a manic or depressive episode (<xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>). The thresholds for the <italic>weekly check-in</italic> are set based on the published thresholds indicating the possible presence of manic or depressive episodes for the ASRM and PHQ8 scales [<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref62">62</xref>]. The psychiatrist survey feedback indicated that most psychiatrists felt a higher threshold might be used (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>), but the published thresholds were selected based on the request of the Northwestern University Institutional Review Board. In a report generated for coaches each day (<xref ref-type="supplementary-material" rid="app8">Multimedia Appendix 8</xref>), an additional set of decision rules also flags data indicating problems with <italic>daily</italic> or <italic>weekly check-in</italic> adherence (<xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>).</p>
      </sec>
      <sec>
        <title>Intervention Options</title>
        <p>Intervention options include variation in intervention frequency, mode, or content implemented at the decision points following the decision rules [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. For LiveWell, the <italic>daily review</italic> provides the primary user interface and explanatory system delivering adaptive content to the user. The <italic>daily review</italic> utilizes a fixed format of 3 to 6 app display pages to adaptively present content for the 26 categories determined by the <italic>daily review</italic> decision rules (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> and <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>) [<xref ref-type="bibr" rid="ref57">57</xref>]. The first page of the <italic>daily review</italic> provides brief feedback about the content category being addressed and the user data indicating why that content category is deemed relevant (<xref rid="figure4" ref-type="fig">Figure 4</xref>). In addition, the first page of the <italic>daily review</italic> provides visual feedback regarding target goal achievement using bar graphs to display the percent of days over the last 7 days that the user met the goal for each target. The <italic>daily review</italic> then delivers additional pages of content addressing the selected category with 1 to 4 pages presented depending on the category (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). The final page of the <italic>daily review</italic> then reiterates the content category being addressed and provides suggestions and links to other sections of the app for review of the selected content category (<xref rid="figure4" ref-type="fig">Figure 4</xref>).</p>
        <p>To reduce the potential for user fatigue when viewing the same content category multiple times, the first and last pages of the <italic>daily review</italic> randomly present one of a number of pages providing similar content stated in varying ways (<xref rid="figure4" ref-type="fig">Figures 4</xref> and <xref rid="figure5" ref-type="fig">5</xref>). In addition, for pages 2 to 5 of the <italic>daily review</italic>, a given page number (eg, page 2) may have multiple permutations of similar content or multiple unique pages of content that are randomly selected for presentation each time a user views a content category [<xref ref-type="bibr" rid="ref57">57</xref>]. In some cases, a unique page of content (page 2) is linked to a subsequent unique page of content (page 3) so that only the prior page is randomly selected, but in other cases, subsequent unique pages are randomly selected. Randomly combining permuted and unique pages of content addressing a selected category allows the <italic>daily review</italic> to vary provided content about a given category over multiple views.</p>
        <p>The content of each page is typically varied by providing information or suggesting tools to address different motivational, volitional, environmental, or capability-based determinants relevant to the selected category (<xref rid="figure5" ref-type="fig">Figure 5</xref>). To provide additional personalization with the aim of maintaining user engagement, some of the <italic>daily review</italic> content categories also present pages where users can select choice options which then determine the content of the subsequent <italic>daily review</italic> page. For instance, if the low-risk category is selected by the inference engine, then page 2 of the <italic>daily review</italic> allows the user to learn more about enhancing self-awareness, building a healthy lifestyle, coping with symptoms, or forming an effective team to assist with staying well (<xref rid="figure5" ref-type="fig">Figure 5</xref>). If the user selects lifestyle on page 2, then page 3 allows the user to select 1 of 6 categories (sleep, medication, attend, routine, tranquil, and social) to learn more about supporting different aspects of a healthy lifestyle while living with bipolar disorder.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Daily review example for the low-risk content category.</p>
          </caption>
          <graphic xlink:href="formative_v5i12e32932_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Daily review flowsheet for the low-risk content category.</p>
          </caption>
          <graphic xlink:href="formative_v5i12e32932_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Although 26 content categories are adaptively delivered via the <italic>daily review</italic>, the content as a whole can be grouped into the following 3 tiers: (1) low, moderate, and high risk categories where the user’s clinical status is well and early warning signs or worsening symptoms are not endorsed; (2) categories where the user’s clinical status is well and early warning signs or worsening symptoms are endorsed or where the user’s clinical status is prodromal or recovering; and (3) categories where the user is in an episode or crisis (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The first-tier categories contain most of the <italic>daily review</italic> content (71% of available pages), and their content addresses the targets sleep duration, medication adherence, managing signs and symptoms, building support, and keeping a regular routine (30%, 22%, 20%, 9%, and 8% of tier content, respectively) and the following determinants underlying engagement in these target behaviors: attitudes and perceptions, knowledge, support, evaluation, and planning (18%, 15%, 13%, 11%, and 10% of tier content, respectively). For the second-tier categories, the <italic>daily review</italic> content (22% of available pages) addresses the targets managing signs and symptoms and using supports (86% and 6% of tier content, respectively) and the following determinants: evaluation, skills, knowledge, adjustment, and practice (22%, 16%, 16%, 10%, and 7% of tier content, respectively). For the third-tier categories, the <italic>daily review</italic> content (7% of available pages) only addresses managing signs and symptoms (99% of tier content) and the following determinants: evaluation, skills, adjustment, knowledge, and support (22%, 18%, 16%, 15%, and 13% of tier content, respectively). Thus, as users move up the tiers to more acute content categories, the focus of the content shifts to managing signs and symptoms and utilizing supports (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). In fact, the crisis categories triggered by user entry of a wellness rating of +4 or −4 are the only categories that do not follow the general format of <italic>daily review</italic> content delivery. For these 2 categories, a single page of content without bar graphs is presented requesting that users take immediate action and contact their psychiatrists and supports, and if in danger of self-harm, call 911 or go to the nearest emergency room.</p>
        <p>The expert system also prompts clinical care communication to reinforce the importance of engaging supports when having difficulties (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> and <xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>). When these decision rules activate a clinical reach out, a pop-up is provided to the user asking the user to call their psychiatrist to address the selected category. To facilitate the user making this call, the pop-up includes a button linked to the psychiatrist’s phone number (<xref rid="figure6" ref-type="fig">Figure 6</xref>). In addition, an email is sent to the coach and enrolled providers alerting them to the situation (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). The coach acts on these alerts following structured protocols described in detail elsewhere [<xref ref-type="bibr" rid="ref58">58</xref>]. Finally, when user adherence with completing <italic>daily</italic> and <italic>weekly check-ins</italic> falls below predetermined thresholds (<xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>), coaches are also prompted via flagged data in the daily coaching reports (<xref ref-type="supplementary-material" rid="app8">Multimedia Appendix 8</xref>). Coaches then follow-up with phone calls, texts, or emails to address adherence issues using a motivational interviewing approach [<xref ref-type="bibr" rid="ref58">58</xref>]. Overall, the clinical reach out rules aim to shift the mode of intervention delivery from self-management using individual skills to engaging in self-management via effective communication and elicitation of support from mental health care providers and other supports.</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Daily review pop-up.</p>
          </caption>
          <graphic xlink:href="formative_v5i12e32932_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The expert system for adaptively delivering content and facilitating clinical care communication for LiveWell is described in detail in this paper to enable replication and ongoing improvement of adaptive MHTs. The LiveWell intervention aims to assist individuals with bipolar disorder in using self-management strategies to manage targets proposed to reduce relapse risk and symptom burden, and improve quality of life [<xref ref-type="bibr" rid="ref59">59</xref>]. Information from empirically supported psychotherapies for bipolar disorder, health psychology behavior change theories, and chronic disease self-management models directed the selection of the tailoring variables, creation of intervention options, and development of decision rules [<xref ref-type="bibr" rid="ref59">59</xref>]. User-centered design information guided the timing of the decision points [<xref ref-type="bibr" rid="ref59">59</xref>]. Feedback from an electronic survey of psychiatrists was combined with existing bipolar disorder literature to define the values of the tailoring variable used in the decision rules.</p>
      <p>Because adjunctive psychotherapies for bipolar disorder encourage individuals to manage multiple targets, it was also necessary to develop a hierarchy of tailoring variables ordered as follows: (1) managing signs and symptoms, (2) medication adherence, (3) sleep duration, and (4) routine. A simplified clinical status state machine was developed to predict clinical status based on self-reported wellness rating data. Clinical status from this state machine was then incorporated into hierarchal decision tables (if-then/elseif-then) that select content for users and alerts for providers. For each target behavior selected, intervention options address a variety of determinants proposed to govern engagement in target behaviors, including attitudes and perceptions, knowledge, support, evaluation, planning, skills, adjustment, and practice [<xref ref-type="bibr" rid="ref57">57</xref>]. When providing adaptive content, the user interface (<italic>daily review</italic>) randomly varies information regarding different determinants and provides user choice options with the goal of reducing user fatigue when category content is delivered multiple times.</p>
      <p>There are limitations to the expert system currently developed for the LiveWell intervention. While simplifying the clinical status state machine by using a 9-point wellness rating scale reduces the burden on the user in completing the <italic>daily check-in</italic>, the relationship between the clinical status states determined using these data and those determined by DSM4/CMF outcome assessments has not yet been identified. In addition, while feedback from providers was used to establish the thresholds for adaptive delivery of intervention content, there was significant variation in provider responses related to clinical status, medication adherence, and sleep duration. In their comments, providers also noted that these thresholds may vary between individuals and over time, and that the importance of different targets may also vary for different individuals (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Additional data will thus be needed to assess how to optimize the hierarchical organization of feedback delivery and the thresholds for delivering this feedback. Despite these limitations, we hope that the comprehensive description of the expert system delivering the adaptive content for LiveWell and the underlying design decisions addressed during the development of this system will facilitate the ability to replicate, improve, implement, and disseminate effective adaptive MHTs for bipolar disorder and other mental health conditions.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>LiveWell psychiatrist survey.</p>
        <media xlink:href="formative_v5i12e32932_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 67 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>LiveWell psychiatrist survey data.</p>
        <media xlink:href="formative_v5i12e32932_app2.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 32 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>LiveWell daily review logic and content.</p>
        <media xlink:href="formative_v5i12e32932_app3.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 187 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Dashboard report examples.</p>
        <media xlink:href="formative_v5i12e32932_app4.pdf" xlink:title="PDF File  (Adobe PDF File), 786 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Psychiatrist survey summary.</p>
        <media xlink:href="formative_v5i12e32932_app5.pdf" xlink:title="PDF File  (Adobe PDF File), 68 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>Daily review decision rules.</p>
        <media xlink:href="formative_v5i12e32932_app6.pdf" xlink:title="PDF File  (Adobe PDF File), 67 KB"/>
      </supplementary-material>
      <supplementary-material id="app7">
        <label>Multimedia Appendix 7</label>
        <p>Clinical and adherence reach out decision rules.</p>
        <media xlink:href="formative_v5i12e32932_app7.pdf" xlink:title="PDF File  (Adobe PDF File), 76 KB"/>
      </supplementary-material>
      <supplementary-material id="app8">
        <label>Multimedia Appendix 8</label>
        <p>Coach report examples.</p>
        <media xlink:href="formative_v5i12e32932_app8.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 44 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ASRM</term>
          <def>
            <p>Altman Self-Rating Mania</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CMF</term>
          <def>
            <p>clinical monitoring form</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DSM4</term>
          <def>
            <p>Diagnostic and Statistical Manual of Mental Disorders fourth edition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MHT</term>
          <def>
            <p>mental health technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PHQ8</term>
          <def>
            <p>Patient Health Questionnaire-8</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>EHG has accepted honoraria from Otsuka Pharmaceuticals. The other authors have no conflicts of interest to declare.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>American Psychiatric Association</collab>
          </person-group>
          <source>Diagnostic And Statistical Manual Of Mental Disorders, Fifth Edition</source>
          <year>2013</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>American Psychiatric Association</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vieta</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Berk</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schulze</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Carvalho</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Suppes</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Calabrese</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Miskowiak</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Grande</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Bipolar disorders</article-title>
          <source>Nat Rev Dis Primers</source>
          <year>2018</year>
          <month>03</month>
          <day>08</day>
          <volume>4</volume>
          <fpage>18008</fpage>
          <pub-id pub-id-type="doi">10.1038/nrdp.2018.8</pub-id>
          <pub-id pub-id-type="medline">29516993</pub-id>
          <pub-id pub-id-type="pii">nrdp20188</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geddes</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Miklowitz</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Treatment of bipolar disorder</article-title>
          <source>The Lancet</source>
          <year>2013</year>
          <month>05</month>
          <day>11</day>
          <volume>381</volume>
          <issue>9878</issue>
          <fpage>1672</fpage>
          <lpage>1682</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23663953"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(13)60857-0</pub-id>
          <pub-id pub-id-type="medline">23663953</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(13)60857-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC3876031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miura</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Noma</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Furukawa</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Mitsuyasu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tanaka</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stockton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Salanti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Motomura</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shimano-Katsuki</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Leucht</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cipriani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Geddes</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Kanba</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Comparative efficacy and tolerability of pharmacological treatments in the maintenance treatment of bipolar disorder: a systematic review and network meta-analysis</article-title>
          <source>The Lancet Psychiatry</source>
          <year>2014</year>
          <month>10</month>
          <volume>1</volume>
          <issue>5</issue>
          <fpage>351</fpage>
          <lpage>359</lpage>
          <pub-id pub-id-type="doi">10.1016/s2215-0366(14)70314-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Judd</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Akiskal</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Schettler</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Endicott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leon</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Coryell</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Maser</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>Psychosocial disability in the course of bipolar I and II disorders: a prospective, comparative, longitudinal study</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2005</year>
          <month>12</month>
          <day>01</day>
          <volume>62</volume>
          <issue>12</issue>
          <fpage>1322</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.62.12.1322</pub-id>
          <pub-id pub-id-type="medline">16330720</pub-id>
          <pub-id pub-id-type="pii">62/12/1322</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Judd</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Akiskal</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Schettler</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Endicott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Maser</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Leon</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Rice</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>The long-term natural history of the weekly symptomatic status of bipolar I disorder</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2002</year>
          <month>06</month>
          <volume>59</volume>
          <issue>6</issue>
          <fpage>530</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.59.6.530</pub-id>
          <pub-id pub-id-type="medline">12044195</pub-id>
          <pub-id pub-id-type="pii">yoa20425</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Judd</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Schettler</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Akiskal</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Coryell</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Leon</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Maser</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Residual symptom recovery from major affective episodes in bipolar disorders and rapid episode relapse/recurrence</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2008</year>
          <month>04</month>
          <volume>65</volume>
          <issue>4</issue>
          <fpage>386</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.65.4.386</pub-id>
          <pub-id pub-id-type="medline">18391127</pub-id>
          <pub-id pub-id-type="pii">65/4/386</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crowe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Whitehead</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Carlyle</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Inder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Joyce</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Disorder-specific psychosocial interventions for bipolar disorder--a systematic review of the evidence for mental health nursing practice</article-title>
          <source>Int J Nurs Stud</source>
          <year>2010</year>
          <month>07</month>
          <volume>47</volume>
          <issue>7</issue>
          <fpage>896</fpage>
          <lpage>908</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijnurstu.2010.02.012</pub-id>
          <pub-id pub-id-type="medline">20233615</pub-id>
          <pub-id pub-id-type="pii">S0020-7489(10)00080-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miklowitz</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Adjunctive psychotherapy for bipolar disorder: state of the evidence</article-title>
          <source>Am J Psychiatry</source>
          <year>2008</year>
          <month>11</month>
          <volume>165</volume>
          <issue>11</issue>
          <fpage>1408</fpage>
          <lpage>19</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18794208"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.2008.08040488</pub-id>
          <pub-id pub-id-type="medline">18794208</pub-id>
          <pub-id pub-id-type="pii">appi.ajp.2008.08040488</pub-id>
          <pub-id pub-id-type="pmcid">PMC2613162</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schöttle</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Huber</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Bock</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>TD</given-names>
            </name>
          </person-group>
          <article-title>Psychotherapy for bipolar disorder:  a review of the most recent studies</article-title>
          <source>Curr Opin Psychiatry</source>
          <year>2011</year>
          <month>11</month>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>549</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1097/YCO.0b013e32834b7c5f</pub-id>
          <pub-id pub-id-type="medline">21918448</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Burbeck</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pilling</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Psychological therapies in bipolar disorder: the effect of illness history on relapse prevention - a systematic review</article-title>
          <source>Bipolar Disord</source>
          <year>2009</year>
          <month>08</month>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>474</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1399-5618.2009.00724.x</pub-id>
          <pub-id pub-id-type="medline">19624386</pub-id>
          <pub-id pub-id-type="pii">BDI724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Colom</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Vieta</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>A meta-analysis of relapse rates with adjunctive psychological therapies compared to usual psychiatric treatment for bipolar disorders</article-title>
          <source>Int J Neuropsychopharmacol</source>
          <year>2007</year>
          <month>02</month>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>123</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/ijnp/article-lookup/doi/10.1017/S1461145706006900"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S1461145706006900</pub-id>
          <pub-id pub-id-type="medline">16787554</pub-id>
          <pub-id pub-id-type="pii">S1461145706006900</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>IM</given-names>
            </name>
          </person-group>
          <article-title>Psychoeducation for relapse prevention in bipolar disorder: a systematic review of efficacy in randomized controlled trials</article-title>
          <source>Bipolar Disord</source>
          <year>2015</year>
          <month>06</month>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>349</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1111/bdi.12287</pub-id>
          <pub-id pub-id-type="medline">25594775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gregory</surname>
              <given-names>VL</given-names>
            </name>
          </person-group>
          <article-title>Cognitive-behavioral therapy for depression in bipolar disorder: a meta-analysis</article-title>
          <source>J Evid Based Soc Work</source>
          <year>2010</year>
          <month>07</month>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>269</fpage>
          <lpage>79</lpage>
          <pub-id pub-id-type="doi">10.1080/15433710903176088</pub-id>
          <pub-id pub-id-type="medline">20799127</pub-id>
          <pub-id pub-id-type="pii">925223889</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gregory</surname>
              <given-names>VL</given-names>
            </name>
          </person-group>
          <article-title>Cognitive-Behavioral Therapy for Mania: A Meta-Analysis of Randomized Controlled Trials</article-title>
          <source>Social Work in Mental Health</source>
          <year>2010</year>
          <month>10</month>
          <day>07</day>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>483</fpage>
          <lpage>494</lpage>
          <pub-id pub-id-type="doi">10.1080/15332981003744388</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miklowitz</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Efthimiou</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Furukawa</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McLaren</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Geddes</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Cipriani</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Adjunctive Psychotherapy for Bipolar Disorder: A Systematic Review and Component Network Meta-analysis</article-title>
          <source>JAMA Psychiatry</source>
          <year>2021</year>
          <month>02</month>
          <day>01</day>
          <volume>78</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>150</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33052390"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2020.2993</pub-id>
          <pub-id pub-id-type="medline">33052390</pub-id>
          <pub-id pub-id-type="pii">2771207</pub-id>
          <pub-id pub-id-type="pmcid">PMC7557716</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yatham</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Parikh</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Schaffer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Frey</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>BI</given-names>
            </name>
            <name name-style="western">
              <surname>Rej</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beaulieu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>MacQueen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Milev</surname>
              <given-names>RV</given-names>
            </name>
            <name name-style="western">
              <surname>Ravindran</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donovan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McIntosh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Vazquez</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kapczinski</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>McIntyre</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Kozicky</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kanba</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lafer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Suppes</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Calabrese</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Vieta</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Malhi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Post</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Berk</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Canadian Network for Mood and Anxiety Treatments (CANMAT) and International Society for Bipolar Disorders (ISBD) 2018 guidelines for the management of patients with bipolar disorder</article-title>
          <source>Bipolar Disord</source>
          <year>2018</year>
          <month>03</month>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>97</fpage>
          <lpage>170</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29536616"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bdi.12609</pub-id>
          <pub-id pub-id-type="medline">29536616</pub-id>
          <pub-id pub-id-type="pmcid">PMC5947163</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fountoulakis</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Grunze</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vieta</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yatham</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Blier</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kasper</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moeller</surname>
              <given-names>HJ</given-names>
            </name>
          </person-group>
          <article-title>The International College of Neuro-Psychopharmacology (CINP) Treatment Guidelines for Bipolar Disorder in Adults (CINP-BD-2017), Part 3: The Clinical Guidelines</article-title>
          <source>Int J Neuropsychopharmacol</source>
          <year>2017</year>
          <month>02</month>
          <day>01</day>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>180</fpage>
          <lpage>195</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/ijnp/article-lookup/doi/10.1093/ijnp/pyw109"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ijnp/pyw109</pub-id>
          <pub-id pub-id-type="medline">27941079</pub-id>
          <pub-id pub-id-type="pii">pyw109</pub-id>
          <pub-id pub-id-type="pmcid">PMC5408976</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Haddad</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrier</surname>
              <given-names>IN</given-names>
            </name>
            <name name-style="western">
              <surname>Aronson</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cipriani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Coghill</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Fazel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Geddes</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Grunze</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Howes</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Hudson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Macmillan</surname>
              <given-names>IC</given-names>
            </name>
            <name name-style="western">
              <surname>McAllister-Williams</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Miklowitz</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Morriss</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Munafò</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paton</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Saharkian</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sinclair</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Vieta</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>Evidence-based guidelines for treating bipolar disorder: Revised third edition recommendations from the British Association for Psychopharmacology</article-title>
          <source>J Psychopharmacol</source>
          <year>2016</year>
          <month>06</month>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>495</fpage>
          <lpage>553</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26979387"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0269881116636545</pub-id>
          <pub-id pub-id-type="medline">26979387</pub-id>
          <pub-id pub-id-type="pii">0269881116636545</pub-id>
          <pub-id pub-id-type="pmcid">PMC4922419</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olfson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marcus</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Druss</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pincus</surname>
              <given-names>HA</given-names>
            </name>
          </person-group>
          <article-title>National trends in the use of outpatient psychotherapy</article-title>
          <source>Am J Psychiatry</source>
          <year>2002</year>
          <month>11</month>
          <volume>159</volume>
          <issue>11</issue>
          <fpage>1914</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.159.11.1914</pub-id>
          <pub-id pub-id-type="medline">12411228</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Busch</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Ling</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Greenfield</surname>
              <given-names>SF</given-names>
            </name>
          </person-group>
          <article-title>Changes in the quality of care for bipolar I disorder during the 1990s</article-title>
          <source>Psychiatr Serv</source>
          <year>2007</year>
          <month>01</month>
          <volume>58</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17215409"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/ps.2007.58.1.27</pub-id>
          <pub-id pub-id-type="medline">17215409</pub-id>
          <pub-id pub-id-type="pii">58/1/27-a</pub-id>
          <pub-id pub-id-type="pmcid">PMC1994053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Barrett</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hourihan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Caffery</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ireys</surname>
              <given-names>HT</given-names>
            </name>
          </person-group>
          <article-title>State Variation in the Delivery of Comprehensive Services for Medicaid Beneficiaries with Schizophrenia and Bipolar Disorder</article-title>
          <source>Community Ment Health J</source>
          <year>2015</year>
          <month>07</month>
          <volume>51</volume>
          <issue>5</issue>
          <fpage>523</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1007/s10597-015-9857-5</pub-id>
          <pub-id pub-id-type="medline">25786723</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Olfson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pincus</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Twelve-month use of mental health services in the United States: results from the National Comorbidity Survey Replication</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2005</year>
          <month>06</month>
          <volume>62</volume>
          <issue>6</issue>
          <fpage>629</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.62.6.629</pub-id>
          <pub-id pub-id-type="medline">15939840</pub-id>
          <pub-id pub-id-type="pii">62/6/629</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reinares</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sánchez-Moreno</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fountoulakis</surname>
              <given-names>KN</given-names>
            </name>
          </person-group>
          <article-title>Psychosocial interventions in bipolar disorder: what, for whom, and when</article-title>
          <source>J Affect Disord</source>
          <year>2014</year>
          <month>03</month>
          <volume>156</volume>
          <fpage>46</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2013.12.017</pub-id>
          <pub-id pub-id-type="medline">24439829</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(13)00857-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Denizard-Thompson</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Feiereisel</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Wofford</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>The digital divide at an urban community health center: implications for quality improvement and health care access</article-title>
          <source>J Community Health</source>
          <year>2011</year>
          <month>06</month>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>456</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1007/s10900-010-9327-5</pub-id>
          <pub-id pub-id-type="medline">21086028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proudfoot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hadzi Pavlovic</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Manicavasagar</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Whitton</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Community attitudes to the appropriation of mobile phones for monitoring and managing depression, anxiety, and stress</article-title>
          <source>J Med Internet Res</source>
          <year>2010</year>
          <month>12</month>
          <day>19</day>
          <volume>12</volume>
          <issue>5</issue>
          <fpage>e64</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2010/5/e64/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1475</pub-id>
          <pub-id pub-id-type="medline">21169174</pub-id>
          <pub-id pub-id-type="pii">v12i5e64</pub-id>
          <pub-id pub-id-type="pmcid">PMC3057321</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ben-Zeev</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Kaiser</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Krzsos</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Drake</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Mobile technologies among people with serious mental illness: opportunities for future services</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2013</year>
          <month>07</month>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>340</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22648635"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-012-0424-x</pub-id>
          <pub-id pub-id-type="medline">22648635</pub-id>
          <pub-id pub-id-type="pmcid">PMC4007758</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mental Health Mobile Phone App Usage, Concerns, and Benefits Among Psychiatric Outpatients: Comparative Survey Study</article-title>
          <source>JMIR Ment Health</source>
          <year>2018</year>
          <month>11</month>
          <day>16</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e11715</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2018/4/e11715/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11715</pub-id>
          <pub-id pub-id-type="medline">30446484</pub-id>
          <pub-id pub-id-type="pii">v5i4e11715</pub-id>
          <pub-id pub-id-type="pmcid">PMC6269625</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hollis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Morriss</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Amani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cotton</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Denis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Technological innovations in mental healthcare: harnessing the digital revolution</article-title>
          <source>Br J Psychiatry</source>
          <year>2015</year>
          <month>04</month>
          <day>02</day>
          <volume>206</volume>
          <issue>4</issue>
          <fpage>263</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1192/bjp.bp.113.142612</pub-id>
          <pub-id pub-id-type="medline">25833865</pub-id>
          <pub-id pub-id-type="pii">S0007125000278677</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michalak</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Suto</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lapsley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Austin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Berk</surname>
              <given-names>L</given-names>
            </name>
            <collab>Crest Bd, et al</collab>
          </person-group>
          <article-title>Effective self-management strategies for bipolar disorder: A community-engaged Delphi Consensus Consultation study</article-title>
          <source>J Affect Disord</source>
          <year>2016</year>
          <month>12</month>
          <volume>206</volume>
          <fpage>77</fpage>
          <lpage>86</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://apps.webofknowledge.com.ezproxy.vub.ac.be:2048/DaisyOneClickSearch.do?product=WOS&#38;search_mode=DaisyOneClickSearch&#38;colName=WOS&#38;SID=V2nIOjMdsf83VjZlMN8&#38;author_name=Murray,%20G&#38;dais_id=12983182&#38;excludeEventConfig=ExcludeIfFromFullRecPage"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jad.2016.06.057</pub-id>
          <pub-id pub-id-type="medline">27466745</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(15)31434-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Suto</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hole</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hale</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Amari</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Michalak</surname>
              <given-names>EE</given-names>
            </name>
          </person-group>
          <article-title>Self-management strategies used by 'high functioning' individuals with bipolar disorder: from research to clinical practice</article-title>
          <source>Clin Psychol Psychother</source>
          <year>2011</year>
          <month>04</month>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>95</fpage>
          <lpage>109</lpage>
          <pub-id pub-id-type="doi">10.1002/cpp.710</pub-id>
          <pub-id pub-id-type="medline">20572206</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Janney</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Kilbourne</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Self-management and bipolar disorder--a clinician's guide to the literature 2011-2014</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2014</year>
          <month>09</month>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>485</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-014-0485-5</pub-id>
          <pub-id pub-id-type="medline">25123130</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Staying well with bipolar disorder</article-title>
          <source>Aust N Z J Psychiatry</source>
          <year>2005</year>
          <month>03</month>
          <day>26</day>
          <volume>39</volume>
          <issue>3</issue>
          <fpage>187</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1080/j.1440-1614.2005.01542.x</pub-id>
          <pub-id pub-id-type="medline">15701069</pub-id>
          <pub-id pub-id-type="pii">ANP1542</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boydell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Beyond symptom monitoring: Consumer needs for bipolar disorder self-management using smartphones</article-title>
          <source>Eur Psychiatry</source>
          <year>2017</year>
          <month>07</month>
          <volume>44</volume>
          <fpage>210</fpage>
          <lpage>216</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eurpsy.2017.05.023</pub-id>
          <pub-id pub-id-type="medline">28692910</pub-id>
          <pub-id pub-id-type="pii">S0924-9338(17)32887-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daus</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kislicyn</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Heuer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Backenstrass</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Disease management apps and technical assistance systems for bipolar disorder: Investigating the patients´ point of view</article-title>
          <source>J Affect Disord</source>
          <year>2018</year>
          <month>03</month>
          <day>15</day>
          <volume>229</volume>
          <fpage>351</fpage>
          <lpage>357</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2017.12.059</pub-id>
          <pub-id pub-id-type="medline">29331693</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(17)31456-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murnane</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Cosley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Guha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gay</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Self-monitoring practices, attitudes, and needs of individuals with bipolar disorder: implications for the design of technologies to manage mental health</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2016</year>
          <month>05</month>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>477</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocv165</pub-id>
          <pub-id pub-id-type="medline">26911822</pub-id>
          <pub-id pub-id-type="pii">ocv165</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Todd</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Lobban</surname>
              <given-names>FA</given-names>
            </name>
          </person-group>
          <article-title>What do service users with bipolar disorder want from a web-based self-management intervention? A qualitative focus group study</article-title>
          <source>Clin Psychol Psychother</source>
          <year>2013</year>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>531</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1002/cpp.1804</pub-id>
          <pub-id pub-id-type="medline">22715161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kazdin</surname>
              <given-names>AE</given-names>
            </name>
          </person-group>
          <article-title>Mediators and mechanisms of change in psychotherapy research</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2007</year>
          <volume>3</volume>
          <fpage>1</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.clinpsy.3.022806.091432</pub-id>
          <pub-id pub-id-type="medline">17716046</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kazdin</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Nock</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Delineating mechanisms of change in child and adolescent therapy: methodological issues and research recommendations</article-title>
          <source>J Child Psychol Psychiatry</source>
          <year>2003</year>
          <month>11</month>
          <volume>44</volume>
          <issue>8</issue>
          <fpage>1116</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1111/1469-7610.00195</pub-id>
          <pub-id pub-id-type="medline">14626454</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nock</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Conceptual and design essentials for evaluating mechanisms of change</article-title>
          <source>Alcohol Clin Exp Res</source>
          <year>2007</year>
          <month>10</month>
          <volume>31</volume>
          <issue>10 Suppl</issue>
          <fpage>4s</fpage>
          <lpage>12s</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1530-0277.2007.00488.x</pub-id>
          <pub-id pub-id-type="medline">17880341</pub-id>
          <pub-id pub-id-type="pii">ACER488</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laurenceau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>GC</given-names>
            </name>
          </person-group>
          <article-title>Some methodological and statistical issues in the study of change processes in psychotherapy</article-title>
          <source>Clin Psychol Rev</source>
          <year>2007</year>
          <month>07</month>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>682</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17328996"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2007.01.007</pub-id>
          <pub-id pub-id-type="medline">17328996</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(07)00011-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC1989679</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Klinkman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Behavioral intervention technologies: evidence review and recommendations for future research in mental health</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2013</year>
          <month>08</month>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>332</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0163-8343(13)00069-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2013.03.008</pub-id>
          <pub-id pub-id-type="medline">23664503</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(13)00069-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC3719158</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clough</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Casey</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Technological adjuncts to enhance current psychotherapy practices: a review</article-title>
          <source>Clin Psychol Rev</source>
          <year>2011</year>
          <month>04</month>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>279</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2010.12.008</pub-id>
          <pub-id pub-id-type="medline">21382535</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(11)00003-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lindhiem</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Silk</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Mobile technology boosts the effectiveness of psychotherapy and behavioral interventions: a meta-analysis</article-title>
          <source>Behav Modif</source>
          <year>2015</year>
          <month>11</month>
          <volume>39</volume>
          <issue>6</issue>
          <fpage>785</fpage>
          <lpage>804</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26187164"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0145445515595198</pub-id>
          <pub-id pub-id-type="medline">26187164</pub-id>
          <pub-id pub-id-type="pii">0145445515595198</pub-id>
          <pub-id pub-id-type="pmcid">PMC4633319</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Areàn</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Hoa Ly</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Mobile technology for mental health assessment</article-title>
          <source>Dialogues Clin Neurosci</source>
          <year>2016</year>
          <month>06</month>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>163</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27489456"/>
          </comment>
          <pub-id pub-id-type="medline">27489456</pub-id>
          <pub-id pub-id-type="pmcid">PMC4969703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Broekhuizen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kroeze</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>van Poppel</surname>
              <given-names>MNM</given-names>
            </name>
            <name name-style="western">
              <surname>Oenema</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brug</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of randomized controlled trials on the effectiveness of computer-tailored physical activity and dietary behavior promotion programs: an update</article-title>
          <source>Ann Behav Med</source>
          <year>2012</year>
          <month>10</month>
          <volume>44</volume>
          <issue>2</issue>
          <fpage>259</fpage>
          <lpage>86</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22767052"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12160-012-9384-3</pub-id>
          <pub-id pub-id-type="medline">22767052</pub-id>
          <pub-id pub-id-type="pmcid">PMC3442159</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lustria</surname>
              <given-names>MLA</given-names>
            </name>
            <name name-style="western">
              <surname>Cortese</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Noar</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Glueckauf</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Computer-tailored health interventions delivered over the Web: review and analysis of key components</article-title>
          <source>Patient Educ Couns</source>
          <year>2009</year>
          <month>02</month>
          <volume>74</volume>
          <issue>2</issue>
          <fpage>156</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2008.08.023</pub-id>
          <pub-id pub-id-type="medline">18947966</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(08)00469-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lustria</surname>
              <given-names>MLA</given-names>
            </name>
            <name name-style="western">
              <surname>Noar</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Cortese</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Van Stee</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Glueckauf</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A meta-analysis of web-delivered tailored health behavior change interventions</article-title>
          <source>J Health Commun</source>
          <year>2013</year>
          <month>09</month>
          <volume>18</volume>
          <issue>9</issue>
          <fpage>1039</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2013.768727</pub-id>
          <pub-id pub-id-type="medline">23750972</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Bierman</surname>
              <given-names>KL</given-names>
            </name>
          </person-group>
          <article-title>A conceptual framework for adaptive preventive interventions</article-title>
          <source>Prev Sci</source>
          <year>2004</year>
          <month>09</month>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>185</fpage>
          <lpage>96</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15470938"/>
          </comment>
          <pub-id pub-id-type="doi">10.1023/b:prev.0000037641.26017.00</pub-id>
          <pub-id pub-id-type="medline">15470938</pub-id>
          <pub-id pub-id-type="pmcid">PMC3544191</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heron</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Smyth</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Ecological momentary interventions: incorporating mobile technology into psychosocial and health behaviour treatments</article-title>
          <source>Br J Health Psychol</source>
          <year>2010</year>
          <month>02</month>
          <volume>15</volume>
          <issue>Pt 1</issue>
          <fpage>1</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19646331"/>
          </comment>
          <pub-id pub-id-type="doi">10.1348/135910709X466063</pub-id>
          <pub-id pub-id-type="medline">19646331</pub-id>
          <pub-id pub-id-type="pii">bjhp696</pub-id>
          <pub-id pub-id-type="pmcid">PMC2800172</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nahum-Shani</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Witkiewitz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tewari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Just-in-Time Adaptive Interventions (JITAIs) in Mobile Health: Key Components and Design Principles for Ongoing Health Behavior Support</article-title>
          <source>Ann Behav Med</source>
          <year>2018</year>
          <month>05</month>
          <day>18</day>
          <volume>52</volume>
          <issue>6</issue>
          <fpage>446</fpage>
          <lpage>462</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27663578"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12160-016-9830-8</pub-id>
          <pub-id pub-id-type="medline">27663578</pub-id>
          <pub-id pub-id-type="pii">10.1007/s12160-016-9830-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5364076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malmartel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ravaud</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ghosn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>A classification of methods used to personalize participative interventions revealed inadequate reporting in trial protocols</article-title>
          <source>J Clin Epidemiol</source>
          <year>2021</year>
          <month>05</month>
          <volume>133</volume>
          <fpage>80</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2021.01.004</pub-id>
          <pub-id pub-id-type="medline">33476767</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(21)00006-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brendryen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kraft</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schaalma</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Looking Inside the Black Box: Using Intervention Mapping to Describe the Development of the Automated Smoking Cessation Intervention ‘Happy Ending’</article-title>
          <source>J Smok Cessat</source>
          <year>2012</year>
          <month>02</month>
          <day>21</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1375/jsc.5.1.29</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brendryen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Johansen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nesvåg</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kok</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Duckert</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Constructing a Theory- and Evidence-Based Treatment Rationale for Complex eHealth Interventions: Development of an Online Alcohol Intervention Using an Intervention Mapping Approach</article-title>
          <source>JMIR Res Protoc</source>
          <year>2013</year>
          <month>01</month>
          <day>23</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e6</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2013/1/e6/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.2371</pub-id>
          <pub-id pub-id-type="medline">23612478</pub-id>
          <pub-id pub-id-type="pii">v2i1e6</pub-id>
          <pub-id pub-id-type="pmcid">PMC3629462</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A taxonomy of behavior change techniques used in interventions</article-title>
          <source>Health Psychol</source>
          <year>2008</year>
          <month>05</month>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>379</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1037/0278-6133.27.3.379</pub-id>
          <pub-id pub-id-type="medline">18624603</pub-id>
          <pub-id pub-id-type="pii">2008-08834-010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Evidence-based practice in clinical psychology: what it is, why it matters; what you need to know</article-title>
          <source>J Clin Psychol</source>
          <year>2007</year>
          <month>07</month>
          <volume>63</volume>
          <issue>7</issue>
          <fpage>611</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1002/jclp.20373</pub-id>
          <pub-id pub-id-type="medline">17551934</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goulding</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Dopke</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rossom</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Michaels</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jonathan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>McBride</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Babington</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bank</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garborg</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Dinh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Begale</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kwasny</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Empirical and Theoretical Framework, Intervention Design, and Study Protocol for a Randomized Controlled Trial of LiveWell: A Smartphone-based Self-management Intervention for Individuals with Bipolar Disorder</article-title>
          <source>JMIR Research Protocols (forthcoming)</source>
          <year>2021</year>
          <pub-id pub-id-type="doi">10.2196/30710</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dopke</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>McBride</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Babington</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jonathan</surname>
              <given-names>GK</given-names>
            </name>
            <name name-style="western">
              <surname>Michaels</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Duffecy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Goulding</surname>
              <given-names>EH</given-names>
            </name>
          </person-group>
          <article-title>Development of Coaching Support for LiveWell: A Smartphone-Based Self-Management Intervention for Bipolar Disorder</article-title>
          <source>JMIR Form Res</source>
          <year>2021</year>
          <month>03</month>
          <day>24</day>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e25810</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2021/3/e25810/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/25810</pub-id>
          <pub-id pub-id-type="medline">33759798</pub-id>
          <pub-id pub-id-type="pii">v5i3e25810</pub-id>
          <pub-id pub-id-type="pmcid">PMC8075075</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jonathan</surname>
              <given-names>GK</given-names>
            </name>
            <name name-style="western">
              <surname>Dopke</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Michaels</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bank</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Adhikari</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Krakauer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McBride</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Babington</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Frauenhofer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silver</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Capra</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Begale</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Goulding</surname>
              <given-names>EH</given-names>
            </name>
          </person-group>
          <article-title>A Smartphone-Based Self-management Intervention for Bipolar Disorder (LiveWell): User-Centered Development Approach</article-title>
          <source>JMIR Ment Health</source>
          <year>2021</year>
          <month>04</month>
          <day>12</day>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e20424</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2021/4/e20424/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20424</pub-id>
          <pub-id pub-id-type="medline">33843607</pub-id>
          <pub-id pub-id-type="pii">v8i4e20424</pub-id>
          <pub-id pub-id-type="pmcid">PMC8076988</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jonathan</surname>
              <given-names>GK</given-names>
            </name>
            <name name-style="western">
              <surname>Dopke</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Michaels</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McBride</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Babington</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Goulding</surname>
              <given-names>EH</given-names>
            </name>
          </person-group>
          <article-title>A Smartphone-Based Self-Management Intervention for Individuals with Bipolar Disorder (LiveWell): Qualitative Study on User Experiences of the Behavior Change Process</article-title>
          <source>JMIR Ment Health</source>
          <year>2021</year>
          <month>11</month>
          <day>22</day>
          <volume>8</volume>
          <issue>11</issue>
          <fpage>e32306</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2021/11/e32306/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/32306</pub-id>
          <pub-id pub-id-type="medline">34813488</pub-id>
          <pub-id pub-id-type="pii">v8i11e32306</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Strine</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JBW</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Mokdad</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>The PHQ-8 as a measure of current depression in the general population</article-title>
          <source>J Affect Disord</source>
          <year>2009</year>
          <month>04</month>
          <volume>114</volume>
          <issue>1-3</issue>
          <fpage>163</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2008.06.026</pub-id>
          <pub-id pub-id-type="medline">18752852</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(08)00282-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Hedeker</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>The Altman Self-Rating Mania Scale</article-title>
          <source>Biological Psychiatry</source>
          <year>1997</year>
          <month>11</month>
          <day>15</day>
          <volume>42</volume>
          <issue>10</issue>
          <fpage>948</fpage>
          <lpage>955</lpage>
          <pub-id pub-id-type="doi">10.1016/S0006-3223(96)00548-3</pub-id>
          <pub-id pub-id-type="medline">9359982</pub-id>
          <pub-id pub-id-type="pii">S0006-3223(96)00548-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Havermans</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nicolson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Devries</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Daily hassles, uplifts, and time use in individuals with bipolar disorder in remission</article-title>
          <source>J Nerv Ment Dis</source>
          <year>2007</year>
          <month>09</month>
          <volume>195</volume>
          <issue>9</issue>
          <fpage>745</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1097/NMD.0b013e318142cbf0</pub-id>
          <pub-id pub-id-type="medline">17984774</pub-id>
          <pub-id pub-id-type="pii">00005053-200709000-00005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miklowitz</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Geddes</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Common and specific elements of psychosocial treatments for bipolar disorder: a survey of clinicians participating in randomized trials</article-title>
          <source>J Psychiatr Pract</source>
          <year>2008</year>
          <month>03</month>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18360193"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/01.pra.0000314314.94791.c9</pub-id>
          <pub-id pub-id-type="medline">18360193</pub-id>
          <pub-id pub-id-type="pii">00131746-200803000-00002</pub-id>
          <pub-id pub-id-type="pmcid">PMC2603054</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miklowitz</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Psychosocial treatments for bipolar disorder: cost-effectiveness, mediating mechanisms, and future directions</article-title>
          <source>Bipolar Disord</source>
          <year>2009</year>
          <month>06</month>
          <volume>11 Suppl 2</volume>
          <fpage>110</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1399-5618.2009.00715.x</pub-id>
          <pub-id pub-id-type="medline">19538690</pub-id>
          <pub-id pub-id-type="pii">BDI715</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Bright</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hayward</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schuck</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chisholm</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sham</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Cognitive Therapy for Bipolar Illness—A Pilot Study of Relapse Prevention</article-title>
          <source>Cognitive Therapy and Research</source>
          <year>2000</year>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>503</fpage>
          <lpage>520</lpage>
          <pub-id pub-id-type="doi">10.1023/A:1005557911051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goossens</surname>
              <given-names>PJJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kupka</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Beentjes</surname>
              <given-names>TAA</given-names>
            </name>
            <name name-style="western">
              <surname>van Achterberg</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Recognising prodromes of manic or depressive recurrence in outpatients with bipolar disorder: a cross-sectional study</article-title>
          <source>Int J Nurs Stud</source>
          <year>2010</year>
          <month>10</month>
          <volume>47</volume>
          <issue>10</issue>
          <fpage>1201</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijnurstu.2010.01.010</pub-id>
          <pub-id pub-id-type="medline">20189172</pub-id>
          <pub-id pub-id-type="pii">S0020-7489(10)00050-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keitner</surname>
              <given-names>GI</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>IW</given-names>
            </name>
            <name name-style="western">
              <surname>Mallinger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kupfer</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Prodromal and residual symptoms in bipolar I disorder</article-title>
          <source>Comprehensive Psychiatry</source>
          <year>1996</year>
          <month>9</month>
          <volume>37</volume>
          <issue>5</issue>
          <fpage>362</fpage>
          <lpage>367</lpage>
          <pub-id pub-id-type="doi">10.1016/s0010-440x(96)90018-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The development and validation of the coping inventory for prodromes of mania</article-title>
          <source>Journal of Affective Disorders</source>
          <year>1999</year>
          <month>4</month>
          <volume>53</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1016/s0165-0327(98)00096-2</pub-id>
          <pub-id pub-id-type="medline">10363667</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(98)00096-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sachs</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Guille</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McMurrich</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>A clinical monitoring form for mood disorders</article-title>
          <source>Bipolar Disord</source>
          <year>2002</year>
          <month>10</month>
          <volume>4</volume>
          <issue>5</issue>
          <fpage>323</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1034/j.1399-5618.2002.01195.x</pub-id>
          <pub-id pub-id-type="medline">12479665</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sachs</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Thase</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Otto</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Miklowitz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Lavori</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lebowitz</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rudorfer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nierenberg</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Fava</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bowden</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ketter</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Marangell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Calabrese</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kupfer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Rationale, design, and methods of the systematic treatment enhancement program for bipolar disorder (STEP-BD)</article-title>
          <source>Biological Psychiatry</source>
          <year>2003</year>
          <month>06</month>
          <day>01</day>
          <volume>53</volume>
          <issue>11</issue>
          <fpage>1028</fpage>
          <lpage>1042</lpage>
          <pub-id pub-id-type="doi">10.1016/s0006-3223(03)00165-3</pub-id>
          <pub-id pub-id-type="medline">12788248</pub-id>
          <pub-id pub-id-type="pii">S0006322303001653</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Dios</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ezquiaga</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Agud</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Vieta</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Soler</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>García-López</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Subthreshold symptoms and time to relapse/recurrence in a community cohort of bipolar disorder outpatients</article-title>
          <source>J Affect Disord</source>
          <year>2012</year>
          <month>12</month>
          <day>20</day>
          <volume>143</volume>
          <issue>1-3</issue>
          <fpage>160</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2012.05.047</pub-id>
          <pub-id pub-id-type="medline">22925351</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(12)00407-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gitlin</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Swendsen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Heller</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Hammen</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Relapse and impairment in bipolar disorder</article-title>
          <source>Am J Psychiatry</source>
          <year>1995</year>
          <month>11</month>
          <volume>152</volume>
          <issue>11</issue>
          <fpage>1635</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1176/ajp.152.11.1635</pub-id>
          <pub-id pub-id-type="medline">7485627</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perlis</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Ostacher</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Marangell</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Ketter</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Miklowitz</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Otto</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Gyulai</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Reilly-Harrington</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Nierenberg</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Sachs</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Thase</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Predictors of recurrence in bipolar disorder: primary outcomes from the Systematic Treatment Enhancement Program for Bipolar Disorder (STEP-BD)</article-title>
          <source>Am J Psychiatry</source>
          <year>2006</year>
          <month>02</month>
          <volume>163</volume>
          <issue>2</issue>
          <fpage>217</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.163.2.217</pub-id>
          <pub-id pub-id-type="medline">16449474</pub-id>
          <pub-id pub-id-type="pii">163/2/217</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
