<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i12e32450</article-id>
      <article-id pub-id-type="pmid">34898452</article-id>
      <article-id pub-id-type="doi">10.2196/32450</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Life Goals Self-Management Mobile App for Bipolar Disorder: Consumer Feasibility, Usability, and Acceptability Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Choi</surname>
            <given-names>Isabella</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Ryan</surname>
            <given-names>Kelly A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychiatry</institution>
            <institution>University of Michigan</institution>
            <addr-line>2101 Commonwealth Blvd, Suite C</addr-line>
            <addr-line>Ann Arbor, MI, 48105</addr-line>
            <country>United States</country>
            <fax>1 734 763 9259</fax>
            <phone>1 734 936 5524</phone>
            <email>karyan@umich.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5032-3949</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>Shawna N</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3526-3129</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Yocum</surname>
            <given-names>Anastasia K</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1592-0825</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Carley</surname>
            <given-names>Isabel</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4428-0644</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Liebrecht</surname>
            <given-names>Celeste</given-names>
          </name>
          <degrees>MSW</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8649-8812</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Navis</surname>
            <given-names>Bethany</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6552-8290</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Vest</surname>
            <given-names>Erica</given-names>
          </name>
          <degrees>MSW</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2390-438X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Bertram</surname>
            <given-names>Holli</given-names>
          </name>
          <degrees>MSW</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9446-5121</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>McInnis</surname>
            <given-names>Melvin G</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0375-6247</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Kilbourne</surname>
            <given-names>Amy M</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5815-6401</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychiatry</institution>
        <institution>University of Michigan</institution>
        <addr-line>Ann Arbor, MI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Health Management and Policy</institution>
        <institution>School of Public Health</institution>
        <institution>University of Michigan</institution>
        <addr-line>Ann Arbor, MI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>VA Ann Arbor Healthcare System</institution>
        <institution>United States Department of Veterans Affairs</institution>
        <addr-line>Ann Arbor, MI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Learning Health Sciences</institution>
        <institution>University of Michigan</institution>
        <addr-line>Ann Arbor, MI</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Kelly A Ryan <email>karyan@umich.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <volume>5</volume>
      <issue>12</issue>
      <elocation-id>e32450</elocation-id>
      <history>
        <date date-type="received">
          <day>30</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>26</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>8</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>5</day>
          <month>11</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Kelly A Ryan, Shawna N Smith, Anastasia K Yocum, Isabel Carley, Celeste Liebrecht, Bethany Navis, Erica Vest, Holli Bertram, Melvin G McInnis, Amy M Kilbourne. Originally published in JMIR Formative Research (https://formative.jmir.org), 13.12.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2021/12/e32450" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Life Goals is an evidence-based self-management intervention that assists individuals with bipolar disorder (BD) by aligning BD symptom coping strategies with their personal goals. The intervention can be availed via in-person and telephonic sessions, and it has been recently developed as an individualized, customizable mobile app.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We examined the feasibility, usability, and acceptability of the Life Goals self-management app among individuals diagnosed with BD who used the app for up to 6 months.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A total of 28 individuals with BD used the Life Goals app on their personal smartphone for 6 months. They completed key clinical outcome measurements of functioning, disability, and psychiatric symptoms at baseline, 3 months, and 6 months, in addition to a poststudy survey about usability and satisfaction.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Participants used the app for a median of 25 times (IQR 13-65.75), and for a longer time during the first 3 months of the study. The modules on depression and anxiety were the most frequently used, accounting for 35% and 22% of total usage, respectively. Overall, the study participants found the app useful (15/25, 60%) and easy to use (18/25, 72%), and they reported that the screen displayed the material adequately (22/25, 88%). However, less than half of the participants found the app helpful in managing their health (10/25, 40%) or in making progress on their wellness goals (9/25, 36%). Clinical outcomes showed a trend for improvements in mental and physical health and mania-related well-being.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The Life Goals app showed feasibility of use among individuals with BD. Higher user engagement was observed in the initial 3 months with users interested more frequently in the mood modules than other wellness modules. Participants reported acceptability with the ease of app use and satisfaction with the app user interface, but the app showed low success in encouraging self-management within this small sample. The Life Goals app is a mobile health technology that can provide individuals with serious mental illness with more flexible access to evidence-based treatments.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>self-management</kwd>
        <kwd>app</kwd>
        <kwd>bipolar disorder</kwd>
        <kwd>symptom management</kwd>
        <kwd>mental health</kwd>
        <kwd>feasibility</kwd>
        <kwd>usability</kwd>
        <kwd>acceptability</kwd>
        <kwd>intervention</kwd>
        <kwd>bipolar</kwd>
        <kwd>coping</kwd>
        <kwd>survey</kwd>
        <kwd>engagement</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Bipolar disorder (BD), a serious mental illness, affects at least 2% of the general population. It is the sixth leading cause of disability worldwide affecting the 18- to 44-year-old age group [<xref ref-type="bibr" rid="ref1">1</xref>], a major risk factor for suicide, and the single most expensive mental health condition [<xref ref-type="bibr" rid="ref2">2</xref>]. As BD is a chronic condition, individuals with BD often require continuous, long-term monitoring and care. However, 40% to 50% of those with any serious mental illness, including BD, do not receive any mental health treatment [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>] despite the knowledge that evidenced-based interventions improve engagement with providers [<xref ref-type="bibr" rid="ref5">5</xref>]. Commonly reported barriers to obtaining adequate care include lack of access, cost, and stigma [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. The vast majority of patients with BD receive care in low-resource settings, which include primary care and community mental health clinics [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. These providers are overburdened and lack the capacity to provide consistent monitoring shown to be effective in the management of individuals with BD [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Mobile health (mHealth) technologies have the potential to overcome these barriers and improve access to care [<xref ref-type="bibr" rid="ref13">13</xref>]. There are many obstacles to implementing mobile and digital health strategies [<xref ref-type="bibr" rid="ref14">14</xref>]. Therefore, it is imperative that the field adopts digital health strategies that are grounded in evidenced-based research; offers greater flexibility in terms of treatment options; and accommodates long-term use by heterogeneous patient populations, including varying levels of user engagement or commitment.</p>
      <p>Existing or widely available mHealth apps for BD that are readily downloadable on smartphones typically only offer mood tracking or symptom monitoring, do not cover other important areas for individuals with BD (eg, medication adherence, sleep, and intervention), or are not supported by empirical evidence. These include apps such as eMoods Bipolar Mood Tracker, Moodlog, UP! – Depression, Bipolar &#38; Borderline Management, and Bipolar Track. Findings of a systematic review of available apps for BD indicate that the most widely available apps do not reference clinical practice guidelines, standard psychoeducation information, or established self-management tools [<xref ref-type="bibr" rid="ref15">15</xref>]. Other work on existing BD-related apps found that BD consumer needs were not adequately addressed by the currently available apps [<xref ref-type="bibr" rid="ref16">16</xref>]. The top features included were mood tracking and journaling [<xref ref-type="bibr" rid="ref17">17</xref>], and it did not provide adequate educational or other intervention content. Of the 100 top-returned publicly available apps for BD that were reviewed, only 56% mention BD in the content or description, and only 1 app was supported by peer-reviewed research. These findings suggest that mHealth tools for BD have not been widely translated into evidence-based, clinically relevant apps that can be made available to the public.</p>
      <p>One specific mHealth tool that is empirically supported—the MONARCA app—uses sensors and self-assessments to gather information about the user’s sleep, social activity, and mood, with the goal of providing information to the patients and their providers, but it does not include self-management and educational components [<xref ref-type="bibr" rid="ref18">18</xref>]. Platforms and databases have been developed to help professionals and consumers access mHealth apps that translate evidenced-based programs and provide guidelines for consumers and help to navigate the mental health app marketplace, including some of the apps listed above [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. However, very few scientifically reviewed apps specifically focus on the needs of individuals with BD, especially beyond mood tracking. One newly developed smartphone-based, self-management intervention for BD (LiveWell) was designed considering empirically supported therapy and included user input in its development, which addresses the need for empirically supported apps to provide self-management components [<xref ref-type="bibr" rid="ref21">21</xref>]. Therefore, there is a need to focus on the development of other apps to provide options for patients with BD who would like self-management strategies and education, including support with sleep, understanding early warning signs, triggers, and maintaining healthy lifestyles [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      <p>Life Goals Collaborative Care (LGCC) [<xref ref-type="bibr" rid="ref24">24</xref>] is one such evidence-based intervention based on the chronic collaborative care model that provides proactive care for patients through several components, including patient self-management education; care coordination across providers, predominantly through care manager contacts and improved information systems; and decision support tools for providers. LGCC’s central patient-centered tenet focuses on empowering patient-self management skills through the Life Goals program, which is a series of 6 or more self-management sessions customized to individual needs and focused on mental and physical wellness, understanding symptoms, and setting personal goals. Although a component of LGCC, the Life Goals self-management program can serve as a stand-alone, manualized program for individuals with BD [<xref ref-type="bibr" rid="ref25">25</xref>], and it has been offered via a user-friendly, provider-facing website that guides the Life Goals provider and their patient to customize an LGCC program and a consumer self-directed guidebook [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      <p>Self-management programs such as those included within the LGCC have been shown to improve medical and psychiatric outcomes for persons with serious mental illness after 6 months [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Several randomized trials found that LGCC reduced overall affective symptoms and improved overall role function, quality of life, participant satisfaction, and medical outcomes, compared to usual care [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      <p>Self-management programs are patient-centered and encourage regular engagement with the provider. This is challenging and burdensome for providers to implement in low-resource communities. Community-based practices lack the staffing time and capacity (eg, physical space) to offer self-management sessions such as the original LGCC program. They may also face barriers to reimbursement [<xref ref-type="bibr" rid="ref29">29</xref>]. At the patient level, access to effective, evidence-based self-management programs are also limited outside of in-person care, which may be challenging to access owing to cost, workforce, and stigma. There is a need to develop self-management programs into mHealth technologies, with the hope that such apps will fill this gap by alleviating the burden on the providers and empower those with serious mental illness by providing them with more flexible access to evidence-based treatments.</p>
      <p>Barriers regarding access to care and available mHealth platforms were the impetus for the development of a standalone Life Goals self-management mobile app for persons with BD that can be accessed either in a <italic>direct-to-consumer</italic> format or as an augmentation to <italic>in-person</italic> care. The aim of this study is to evaluate the feasibility, usability, and acceptability of the Life Goals self-management app among individuals diagnosed with BD over a 6-month period. Outcome patterns of key clinical outcomes relating to functioning, disability, and psychiatric symptoms will also be assessed. The Life Goals app adds value to the existing mHealth apps for BD given its evidenced-based content, intervention effectiveness, and functionality of being customizable to the user’s need.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participant Recruitment</title>
        <p>For this pre-post-test study, participants were recruited from the Heinz C. Prechter Longitudinal Study of Bipolar Disorder, an observational, naturalistic cohort study gathering phenotypic and biological data, at the University of Michigan [<xref ref-type="bibr" rid="ref30">30</xref>], or through the UMHealthResearch web-based tool [<xref ref-type="bibr" rid="ref31">31</xref>]. Individuals were included in the study if they were aged 18 years or older, had any BD diagnosis (ie, Bipolar I, II, or not otherwise specified [NOS], according to the Diagnostic Statistic Manual version IV [DSM-IV] criteria), were community dwelling (ie, not living in a nursing home or other institution), and were current owners and users of a smartphone. Diagnosis was confirmed using medical records or a diagnostic interview using the Diagnostic Interview for Genetics Study [<xref ref-type="bibr" rid="ref32">32</xref>] or the Mini-International Neuropsychiatric Interview (MINI) [<xref ref-type="bibr" rid="ref33">33</xref>]. Exclusion criteria were any serious illness precluding participation in Life Goals components as indicated by the provider, or inability to provide informed consent. One participant was excluded because she did not meet the criteria for BD after completing the MINI. Three participants discontinued from the study before completion owing to time constraints (n=2) or because they had difficulty using the app on their phone (n=1). This study was approved by the University of Michigan Internal Review Board, and all participants provided signed informed consent.</p>
      </sec>
      <sec>
        <title>Smartphone App</title>
        <p>The Life Goals app was custom built to use either Apple or Android operating system. Participants were sent invitations to download the app from either Apple App Store or Google Play. Once they logged into the app, they could review the privacy policy (created by University of Michigan’s Office of Technology Transfer), which was also saved under the main menu tab for easy access. Participant data were stored securely on University of Michigan’s approved servers and protected by the university’s security systems. A trained research associate provided training on how to use the app and provided a user manual for troubleshooting. The study team was available to answer questions via phone every business day.</p>
        <p>The Life Goals app includes succinct, 5- to 10-minute-long modules that provide self-management activities for managing everyday needs of individuals with BD, including mood symptom coping strategies, stigma concerns, emotional self-awareness and family support, anger and irritability, and preparation for doctor’s visits. The content and wording were adapted from the original LGCC program. We encouraged participants to engage with Life Goals modules once a day, but they were ultimately self-guided, interactive modules completed at the user’s own pace. Participants could type in free-text personal responses for questions asked by the app. All participants were required to complete the introduction module first, where they learned about self-management, collaborative care, stigma, value, goals, and factors impacting their mental health. Participants were also encouraged to complete the Managing Your Care module at some point, which discusses how to communicate and work with providers. If participants did not engage with the app at all within 7 days, they received one automatic notification as follows: “You haven’t logged into the Life Goals app in a while. Tap here to start working on a module.” If they left a module incomplete within the past 7 days and did not return to it, they received the following prompt: “You haven’t completed your module. Tap here to take you back to where you left off.” In all, participants received a total of 3 automated notifications for app inactivity.</p>
        <p>Following the mandatory introductory module, the other 13 Life Goals modules covered the following mental health and wellness topics: (1) Managing Your Care; (2) Depression; (3) Mania; (4) Anxiety; (5) Trauma; (6) Thoughts of Hopelessness; (7) Psychosis; (8) Anger/Irritability; (9) Substance Use; (10) Foods and Moods; (11) Move Your Body, Move Your Mood; (12) Managing Tobacco; and (13) Sleep and Mood. Each topic is customizable based on what the participant needs or wants to learn about. Participants were encouraged to complete at least 6 modules in all. See <xref rid="figure1" ref-type="fig">Figure 1</xref> for example screenshots from the Life Goals app.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Life Goals app screenshots: landing page and Identifying Triggers (Depression module).</p>
          </caption>
          <graphic xlink:href="formative_v5i12e32450_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Feasibility Assessment</title>
        <p>Feasibility and patient engagement were assessed through data on the number of times the participants engaged with the Life Goals app and the number of minutes they spent using the Life Goals app during the 6-month study period. A post-study Questionnaire about the user’s experiences with the app was used to assess usability and acceptability and collected only at the 6-month interval. The survey contained 7 statements that participants rated their agreement with on a Likert scale, ranging from “Strongly Agree” to “Strongly Disagree.” With regard to the usability of the app, participants were asked to rate their agreement with the statements “The material was displayed adequately on my phone screen” and “I had problems accessing the app…because of technical difficulties.” Key statements relating to acceptability of the app as a self-management tool were, “The app improved my ability to manage my own health,” and “The app helped me make progress on my wellness goals” (see <xref ref-type="table" rid="table1">Table 1</xref>). Participants were also asked a single open-ended question, in response to which they could provide us with additional free-text feedback on their app use experience.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Participant ratings on poststudy evaluation (n=25).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="480"/>
            <col width="200"/>
            <col width="110"/>
            <col width="210"/>
            <thead>
              <tr valign="top">
                <td>Evaluation question</td>
                <td colspan="3">Participants, n (%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Strongly agree or agree</td>
                <td>Neutral</td>
                <td>Strongly disagree or disagree</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1. The Life Goals app improved my ability to manage my own health.</td>
                <td>9 (36)</td>
                <td>10 (40)</td>
                <td>6 (24)</td>
              </tr>
              <tr valign="top">
                <td>2. The Life Goals app material was useful to me.</td>
                <td>15 (60)</td>
                <td>4 (16)</td>
                <td>6 (24)</td>
              </tr>
              <tr valign="top">
                <td>3. I enjoyed working through the Life Goals app material.</td>
                <td>9 (36)</td>
                <td>10 (40)</td>
                <td>6 (24)</td>
              </tr>
              <tr valign="top">
                <td>4. The Life Goals app helped me make progress on my wellness goals.</td>
                <td>10 (40)</td>
                <td>4 (16)</td>
                <td>11 (44)</td>
              </tr>
              <tr valign="top">
                <td>5. The Life Goals app was easy to use.</td>
                <td>18 (72)</td>
                <td>2 (8)</td>
                <td>5 (20)</td>
              </tr>
              <tr valign="top">
                <td>6. The material was displayed adequately on my phone screen.</td>
                <td>22 (88)</td>
                <td>1 (4)</td>
                <td>2 (8)<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>7. I had problems accessing the Life Goals app because of connectivity or other technical difficulties.</td>
                <td>3 (12)</td>
                <td>3 (12)</td>
                <td>19 (76)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Response: “Don’t know.”</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Outcome Assessment</title>
        <p>Clinical outcomes were self-reported using validated measures of mood, health, and disability at 3 time points: baseline (study entry) and 3 and 6 months postinitiation of Life Goals app. A 6-month time span was chosen, as the original LGCC showed improvements in functioning after this time point [<xref ref-type="bibr" rid="ref28">28</xref>]; however, in examining the feasibility of a stand-alone self-management app, we added a 3-month assessment period given that many individuals may lose interest after the first few months. A survey of the demographics (ie, age, education, race, and gender), current employment or living status, and insurance coverage was conducted only at study entry. Outcome measures assessed at all 3 waves included health-related quality of life, measured using the 12-item Short Form Health Survey (SF-12) [<xref ref-type="bibr" rid="ref34">34</xref>]; self-reported health or disability status, measured using World Health Organization Disability Assessment Schedule 2.0 (WHODAS 2.0) [<xref ref-type="bibr" rid="ref35">35</xref>]; alcohol use, measured using Alcohol Use Disorders Identification Test (AUDIT-C) [<xref ref-type="bibr" rid="ref36">36</xref>]; drug use, measured using Drug Abuse Screening Test (DAST-10) [<xref ref-type="bibr" rid="ref37">37</xref>]; and psychiatric symptoms, measured using the Patient Health Questionnaire–9 [<xref ref-type="bibr" rid="ref38">38</xref>] for depression symptoms and the Internal State Scale [<xref ref-type="bibr" rid="ref39">39</xref>] for mania or hypomania symptoms. Surveys took approximately 5-10 minutes to complete. All self-report measures were collected digitally using Research Electronic Data Capture (REDCap) tools hosted at University of Michigan [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
      </sec>
      <sec>
        <title>Compensation</title>
        <p>Participants received monetary compensation for their participation in this study and to offset any data usage they may have accrued on their own mobile phones. Participants were offered US $1 for each day they used the app (defined as any interaction within the app), regardless of how many cell phone engagements they chose to use, or up to US $180 for 6 months. They also received US $10 for each survey completed, up to US $30. Maximum compensation for the 6-month study duration was US $210.</p>
      </sec>
      <sec>
        <title>Analyses</title>
        <p>Univariate and bivariate statistics were used to examine all feasibility, usability, acceptability, and exploratory clinical outcomes. Feasibility was assessed by examining usage (defined as the number of instances the app was used and the duration while using the app and its modules) across the total 6-month study duration, from baseline to 3 months, and from 3 months to 6 months. For usability and acceptability estimates, frequencies of responses and open-ended qualitative responses were reviewed and summarized to determine common themes. For our exploratory clinical outcomes, paired <italic>t</italic>-tests were performed to evaluate over-time change. Spearman rho correlations were performed to determine associations between over-time change in outcome measures and app usage. </p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>User Demographics</title>
        <p>Of the 496 email invitations sent, 28 (5.6%) participants consented and enrolled in this study. The majority of participants were diagnosed with bipolar type I (n=21, 75%), with a smaller proportion diagnosed with bipolar type II (n=4, 14.3%) and bipolar, NOS (n=3, 10.7%). The average age of participants was 44.7 (range 24-72) years; 68% (19/28) identified as female; 75% (21/28) reported having a college degree; and 10.7% (3/28) identified as racial minorities (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
      <sec>
        <title>User Engagement</title>
        <p>In this pilot study, app use waxed and waned over the course of the study. Of the 28 enrolled participants, 26 (93%) used the app at least once during the study period; 24 (86%) used the app during the first 3 months, and this number decreased to 18 (64%) during the next 3 months.</p>
        <p>Over the full study duration, participants engaged with the app for a median of 25 times (IQR 13-65.75) and used the app for an average of 154 (IQR 39-194) minutes. However, this usage was not evenly distributed over time. During the first 3 months, participants engaged with the app for a median of 16.5 (IQR 12.25-41.25) times and for a median of 117 (IQR 22-132) minutes. During the next second 3 months, the median app use had increased to 23 (IQR 6-64.50) times, but the average time spent decreased to 66 minutes (IQR 22, 79) during the second period.</p>
        <p>Among the subset of 18 participants who used the app at least once during the first and last 3-month periods, they also showed more app use within the first 3 months (median 11, IQR 7-28 instances) than in the last 3 months (median 8, IQR 5-35 instances), which was a statistically significant reduction (P=.005). This subset also used the app for longer, on average, in the first 3 months of the study (median 7, IQR 1-59 minutes per usage) compared to the last 3 months (median 3.4, IQR 1-31 minutes; P=.006).</p>
      </sec>
      <sec>
        <title>Module Completion</title>
        <p>Participants were required to complete the introduction module before attempting any other module. Furthermore, they were encouraged to use any or all modules, as deemed interesting, during the 6-month period. Of the 13 modules, excluding the mandatory introduction module, 3 (17%) participants used all 13 modules in the app. Over the course of the study, participants completed a number of modules (mean 8.2, SD 3.3; median 7; mode 5; range 4-13). All participants completed more than 3 Life Goals app modules, and 67% (12/18) of the participants completed 6 or more modules The most frequently assessed modules were the same in both study periods (ie, first 3 months and next 3 months); these included Depression, Anxiety, and Mania (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Number of times the Life Goals app was used at different time points.</p>
          </caption>
          <graphic xlink:href="formative_v5i12e32450_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Usability and Acceptability of Life Goals App</title>
        <p>A total of 25 (89%) participants completed the poststudy survey about acceptability and usability (<xref ref-type="table" rid="table1">Table 1</xref>). Of these 25 participants, the majority found the material provided by the Life Goals app useful (n=15, 60%); they found the app easy to use (n=18, 72%); and they found the screen display adequate (n=22, 88%). Few participants reported problems accessing the Life Goals app because of connectivity or other technical difficulties (3/25, 12%). However, positive impacts of the app on health management were less widely endorsed: 10 (40%) users reported finding the app helpful in managing their health, and 9 (36%) reported finding it helpful in making progress on their wellness goals.</p>
        <p>The open-ended question where participants could provide additional feedback on their app use experience included the following responses:</p>
        <disp-quote>
          <p>A lot of the information was obvious to me.</p>
        </disp-quote>
        <disp-quote>
          <p>The app is well designed. I can see it being highly beneficial to someone learning how to manage their illness.</p>
        </disp-quote>
        <disp-quote>
          <p>I’m pretty stable and didn't really find the app helpful…If I was experiencing symptoms, maybe more so.</p>
        </disp-quote>
        <disp-quote>
          <p>I think it will help beginner sufferers more. My habits didn't change a lot, but Life Goals App really got me thinking differently.</p>
        </disp-quote>
      </sec>
      <sec>
        <title>Outcome Assessment</title>
        <p>Paired sample <italic>t</italic>-tests did not show significant changes in symptoms or functioning when comparing baseline assessments to 3-month follow-up assessments, or when comparing baseline assessments to 6-month follow-up assessments (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>), likely due to the small sample size. Effect sizes were all small to negligible (Cohen <italic>d</italic> range –0.372 to 0.183). However, trends for improvements in physical health functioning, mental health functioning, and mania-related well-being were noted. There were no significant relationships between time spent using the app (minutes) or the number of instances using the app within the first 3 months or the last 3 months and changes in outcome measurements during the same periods, except for a positive correlation between change in mania symptoms and Life Goals app duration (see <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>This pilot study examined the feasibility, usability, and acceptability of the Life Goals self-management app among individuals diagnosed with BD. We found that the median number of times that individuals used this app was 25, for a total of 154 minutes across 6 months. As with usage patterns of other apps, the app was used for a longer time during the first 3 months than the last 3 months of the study period. In a clinical setting, Life Goals participants are expected to complete 6 sessions, or 6 Life Goals modules; completion of 3 sessions is regarded as a clinically significant dose [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. As such, all participants completed at least 3 Life Goal app modules, and the majority completed at least 6 Life Goals modules, indicating all received a clinically significant dose comparable to Life Goals in a clinical setting. Furthermore, the number of modules completed (mean 8.2, median 7) indicated reasonable use of the modules. Not counting the introduction module, which was mandatory, the most frequently accessed modules in our sample were Depression, followed by Anxiety and Mania, suggesting that these are areas that appealed to the sample the most or directly addressed self-management needs.</p>
        <p>For usability and acceptability, frequencies of responses from participants indicated high usability and satisfaction with the user interface. The majority of participants experienced no difficulties using the app and felt that the material was displayed adequately; however, the results showed low success in the app encouraging self-management of their own health. Only a minority of the participants felt that the app helped them to make progress on their wellness goals and improved their ability to manage their own health. Similarly, when symptoms, health, and functioning were rated over the course of the study using self-report surveys, we found no significant improvements in ratings. However, there were notable trends for mania and mental and physical health functioning over the first 3 months, using this small sample that were pointing in the direction of improved scores. Written responses from participants centered around themes related to liking the app, but the content or self-management pieces were not novel to them, and a few suggested that they felt that the app would be more beneficial to individuals who were newly diagnosed. These findings suggest that targeting the app to those who have received less psychoeducation about BD or were earlier in their illness course may find greater benefit. Future work to understand what individuals with BD look for in similar apps is needed. Only 6% of all those who offered to participate in this study agreed to use the app, suggesting that there may be specific factors that influence the uptake of this type of app. Our future work aims to explore both dissemination via direct-to-consumer and clinically integrated pathways that would address the question about uptake and engagement with self-management apps, such as Life Goals. Recent work suggesting design considerations for development, engagement, and evaluation [<xref ref-type="bibr" rid="ref43">43</xref>] in apps for BD will be helpful to refine the development and dissemination of this work.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Given our small sample size, our group of participants with BD may not be reflective of the broader, heterogeneous nature of BD. Furthermore, it is possible that a larger sample would have sufficient power to detect changes in clinical outcomes. We did not include a control group, so it was not possible to determine whether clinical changes were related to use of the Life Goals app. Our study design likely resulted in the tendency to include individuals who are more technology oriented and motivated to participate in research, as well as those who are more willing to have an almost daily engagement with the Life Goals app. For example, our sample was already actively engaged in a longitudinal study of BD, so these participants are likely more willing to engage in other research studies and participate in daily activities than are other individuals who are not volunteering their time. Future studies will need to evaluate the use of the Life Goals app in a more rigorous or controlled manner and within a more generalizable population to examine whether use statistics were related to incentivizing participants or whether symptom improvement trends persist over time. Lastly, we compensated our participant’s time in this study, which may have increased their interest to participate or their motivation to engage with the Life Goals app.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Overall, these results indicate that the Life Goals app, a smartphone self-management app developed using an evidence-based intervention based on the chronic collaborative care model, is feasible and acceptable for individuals with BD. Individuals using the Life Goals app may use it more frequently at first and may have the greatest interest in mood-related modules rather than other wellness modules. Wider dissemination of the app to individuals in different stages of recovery or earlier in the illness is needed. This app shows potential as an mHealth technology based on evidence-based treatments that can help bridge the gap in access to care and reducing burden on providers. It can also offer greater flexibility in terms of treatment options that accommodates varying levels of user engagement and commitment.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Demographic characteristics of the study participants (N=28).</p>
        <media xlink:href="formative_v5i12e32450_app1.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Self-report clinical outcome data with completion rate, mean score, and SD at each time point.</p>
        <media xlink:href="formative_v5i12e32450_app2.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Correlations between Life Goals app use and outcome measures for time period 1 (ie, baseline to 3-month follow-up) and time period 2 (ie, 3-month to 6-month follow-up).</p>
        <media xlink:href="formative_v5i12e32450_app3.docx" xlink:title="DOCX File , 94 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">Audit-C</term>
          <def>
            <p>Alcohol Use Disorders Identification Test</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BD</term>
          <def>
            <p>bipolar disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DAST-10</term>
          <def>
            <p>Drug Abuse Screening Test</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">DSM-IV</term>
          <def>
            <p>Diagnostic Statistic Manual version IV</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">LGCC</term>
          <def>
            <p>Life Goals Collaborative Care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NOS</term>
          <def>
            <p>not otherwise specified</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">SF-12</term>
          <def>
            <p>12-item Short Form Health Survey</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">WHO-DAS</term>
          <def>
            <p>World Health Organization Disability Assessment Schedule 2.0</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This project was funded by the Michigan Department of Health and Human Services, The Heinz C Prechter Research Program and the Richard Tam Foundation.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>MGM has consulted for Otsuka and Janssen Pharmaceuticals and receives research support from Janssen Pharmaceuticals. MGM has also consulted with the Milken Institute for Strategic Philanthropy. AMK and CL are named on the Life Goals app invention disclosure filed with the University of Michigan. AMK is a co-author of a book about Life Goals and receives royalties from New Harbinger publications. SNS, KAR, AKY, HB, IC, BN, and EV has no conflict of interest to declare.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>Global mortality, disability, and the contribution of risk factors: global burden of disease study</article-title>
          <source>Lancet</source>
          <year>1997</year>
          <month>05</month>
          <day>17</day>
          <volume>349</volume>
          <issue>9063</issue>
          <fpage>1436</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(96)07495-8</pub-id>
          <pub-id pub-id-type="medline">9164317</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(96)07495-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peele</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kupfer</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Insurance expenditures on bipolar disorder: clinical and parity implications</article-title>
          <source>Am J Psychiatry</source>
          <year>2003</year>
          <month>07</month>
          <volume>160</volume>
          <issue>7</issue>
          <fpage>1286</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.160.7.1286</pub-id>
          <pub-id pub-id-type="medline">12832243</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mojtabai</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Olfson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Druss</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Pincus</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Barriers to mental health treatment: results from the National Comorbidity Survey Replication</article-title>
          <source>Psychol. Med</source>
          <year>2010</year>
          <month>12</month>
          <day>07</day>
          <volume>41</volume>
          <issue>8</issue>
          <fpage>1751</fpage>
          <lpage>1761</lpage>
          <pub-id pub-id-type="doi">10.1017/s0033291710002291</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kreyenbuhl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nossel</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>LB</given-names>
            </name>
          </person-group>
          <article-title>Disengagement from mental health treatment among individuals with schizophrenia and strategies for facilitating connections to care: a review of the literature</article-title>
          <source>Schizophr Bull</source>
          <year>2009</year>
          <month>07</month>
          <day>02</day>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>696</fpage>
          <lpage>703</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19491314"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/schbul/sbp046</pub-id>
          <pub-id pub-id-type="medline">19491314</pub-id>
          <pub-id pub-id-type="pii">sbp046</pub-id>
          <pub-id pub-id-type="pmcid">PMC2696379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Holoshitz</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Nossel</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Treatment engagement of individuals experiencing mental illness: review and update</article-title>
          <source>World Psychiatry</source>
          <year>2016</year>
          <month>02</month>
          <day>01</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1002/wps.20306</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huxley</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Atherton</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Watkins</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Digital communication between clinician and patient and the impact on marginalised groups: a realist review in general practice</article-title>
          <source>Br J Gen Pract</source>
          <year>2015</year>
          <month>12</month>
          <volume>65</volume>
          <issue>641</issue>
          <fpage>e813</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=26622034"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp15X687853</pub-id>
          <pub-id pub-id-type="medline">26622034</pub-id>
          <pub-id pub-id-type="pii">65/641/e813</pub-id>
          <pub-id pub-id-type="pmcid">PMC4655735</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pepin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Segal</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Coolidge</surname>
              <given-names>FL</given-names>
            </name>
          </person-group>
          <article-title>Intrinsic and extrinsic barriers to mental health care among community-dwelling younger and older adults</article-title>
          <source>Aging Ment Health</source>
          <year>2009</year>
          <month>09</month>
          <volume>13</volume>
          <issue>5</issue>
          <fpage>769</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1080/13607860902918231</pub-id>
          <pub-id pub-id-type="medline">19882416</pub-id>
          <pub-id pub-id-type="pii">916358097</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rowan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McAlpine</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Blewett</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Access and cost barriers to mental health care, by insurance status, 1999-2010</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2013</year>
          <month>10</month>
          <volume>32</volume>
          <issue>10</issue>
          <fpage>1723</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24101061"/>
          </comment>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2013.0133</pub-id>
          <pub-id pub-id-type="medline">24101061</pub-id>
          <pub-id pub-id-type="pii">32/10/1723</pub-id>
          <pub-id pub-id-type="pmcid">PMC4236908</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Beyond parity: primary care physicians' perspectives on access to mental health care</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2009</year>
          <month>06</month>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>w490</fpage>
          <lpage>501</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://content.healthaffairs.org/cgi/pmidlookup?view=long&#38;pmid=19366722"/>
          </comment>
          <pub-id pub-id-type="doi">10.1377/hlthaff.28.3.w490</pub-id>
          <pub-id pub-id-type="medline">19366722</pub-id>
          <pub-id pub-id-type="pii">hlthaff.28.3.w490</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merikangas</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Akiskal</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Angst</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Hirschfeld</surname>
              <given-names>RMA</given-names>
            </name>
            <name name-style="western">
              <surname>Petukhova</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Lifetime and 12-month prevalence of bipolar spectrum disorder in the National Comorbidity Survey replication</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2007</year>
          <month>05</month>
          <day>01</day>
          <volume>64</volume>
          <issue>5</issue>
          <fpage>543</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17485606"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/archpsyc.64.5.543</pub-id>
          <pub-id pub-id-type="medline">17485606</pub-id>
          <pub-id pub-id-type="pii">64/5/543</pub-id>
          <pub-id pub-id-type="pmcid">PMC1931566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cerimele</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Fortney</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Unützer</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Bipolar disorder and population health</article-title>
          <source>Psychiatr Serv</source>
          <year>2017</year>
          <month>02</month>
          <day>01</day>
          <volume>68</volume>
          <issue>2</issue>
          <fpage>192</fpage>
          <lpage>194</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27524370"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201600011</pub-id>
          <pub-id pub-id-type="medline">27524370</pub-id>
          <pub-id pub-id-type="pmcid">PMC5288268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Adamis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Continuity of care and clinical outcomes in the community for people with severe mental illness</article-title>
          <source>Br J Psychiatry</source>
          <year>2019</year>
          <month>05</month>
          <day>05</day>
          <volume>214</volume>
          <issue>5</issue>
          <fpage>273</fpage>
          <lpage>278</lpage>
          <pub-id pub-id-type="doi">10.1192/bjp.2018.261</pub-id>
          <pub-id pub-id-type="medline">31012407</pub-id>
          <pub-id pub-id-type="pii">S0007125018002611</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chadda</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Mobile health (mHealth) in mental health: scope and applications in low-resource settings</article-title>
          <source>Natl Med J India</source>
          <year>2016</year>
          <volume>29</volume>
          <issue>6</issue>
          <fpage>341</fpage>
          <lpage>343</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.nmji.in/article.asp?issn=0970-258X;year=2016;volume=29;issue=6;spage=341;epage=343;aulast=Sood;type=2"/>
          </comment>
          <pub-id pub-id-type="medline">28327483</pub-id>
          <pub-id pub-id-type="pii">NatlMedJIndia_2016_29_6_341_202432</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Michalak</surname>
              <given-names>EE</given-names>
            </name>
          </person-group>
          <article-title>Using apps for bipolar disorder – An online survey of healthcare provider perspectives and practices</article-title>
          <source>Journal of Psychiatric Research</source>
          <year>2021</year>
          <month>05</month>
          <volume>137</volume>
          <fpage>22</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpsychires.2021.02.047</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Proudfoot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Mobile apps for bipolar disorder: a systematic review of features and content quality</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>08</month>
          <day>17</day>
          <volume>17</volume>
          <issue>8</issue>
          <fpage>e198</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/8/e198/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4581</pub-id>
          <pub-id pub-id-type="medline">26283290</pub-id>
          <pub-id pub-id-type="pii">v17i8e198</pub-id>
          <pub-id pub-id-type="pmcid">PMC4642376</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fogarty</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Boydell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The reviews are in: a qualitative content analysis of consumer perspectives on apps for bipolar disorder</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>04</month>
          <day>07</day>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>e105</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/4/e105/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7273</pub-id>
          <pub-id pub-id-type="medline">28389420</pub-id>
          <pub-id pub-id-type="pii">v19i4e105</pub-id>
          <pub-id pub-id-type="pmcid">PMC5400886</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lagan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ramakrishnan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lamont</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ramakrishnan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Frye</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Digital health developments and drawbacks: a review and analysis of top-returned apps for bipolar disorder</article-title>
          <source>Int J Bipolar Disord</source>
          <year>2020</year>
          <month>12</month>
          <day>01</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1186/s40345-020-00202-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abdullah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Murnane</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Voida</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhury</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gay</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Development and evaluation of a smartphone-based measure of social rhythms for bipolar disorder</article-title>
          <source>Assessment</source>
          <year>2016</year>
          <month>08</month>
          <day>29</day>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>472</fpage>
          <lpage>483</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27358214"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1073191116656794</pub-id>
          <pub-id pub-id-type="medline">27358214</pub-id>
          <pub-id pub-id-type="pii">1073191116656794</pub-id>
          <pub-id pub-id-type="pmcid">PMC6155452</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <source>One Mind PsyberGuide – A mental health app guide</source>
          <year>2021</year>
          <month>11</month>
          <day>24</day>
          <access-date>2021-11-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onemindpsyberguide.org/">https://onemindpsyberguide.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <source>M-health index &#38; navigation database 2020</source>
          <access-date>2021-11-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mindapps.org/">https://mindapps.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jonathan</surname>
              <given-names>GK</given-names>
            </name>
            <name name-style="western">
              <surname>Dopke</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Michaels</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bank</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Adhikari</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Krakauer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McBride</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Babington</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Frauenhofer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silver</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Capra</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Begale</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Goulding</surname>
              <given-names>EH</given-names>
            </name>
          </person-group>
          <article-title>A smartphone-based self-management intervention for bipolar disorder (livewell): user-centered development approach</article-title>
          <source>JMIR Ment Health</source>
          <year>2021</year>
          <month>04</month>
          <day>12</day>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e20424</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2021/4/e20424/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20424</pub-id>
          <pub-id pub-id-type="medline">33843607</pub-id>
          <pub-id pub-id-type="pii">v8i4e20424</pub-id>
          <pub-id pub-id-type="pmcid">PMC8076988</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boydell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Beyond symptom monitoring: consumer needs for bipolar disorder self-management using smartphones</article-title>
          <source>Eur Psychiatry</source>
          <year>2017</year>
          <month>07</month>
          <day>23</day>
          <volume>44</volume>
          <fpage>210</fpage>
          <lpage>216</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eurpsy.2017.05.023</pub-id>
          <pub-id pub-id-type="medline">28692910</pub-id>
          <pub-id pub-id-type="pii">S0924-9338(17)32887-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Switsers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dauwe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vanhoudt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Van Dyck</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lombaerts</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Users' perspectives on mhealth self-management of bipolar disorder: qualitative focus group study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>05</month>
          <day>02</day>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>e108</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/5/e108/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.9529</pub-id>
          <pub-id pub-id-type="medline">29720363</pub-id>
          <pub-id pub-id-type="pii">v6i5e108</pub-id>
          <pub-id pub-id-type="pmcid">PMC5956163</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>McBride</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Williford</surname>
              <given-names>WO</given-names>
            </name>
            <name name-style="western">
              <surname>Glick</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kinosian</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Altshuler</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Beresford</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kilbourne</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Sajatovic</surname>
              <given-names>M</given-names>
            </name>
            <collab>Cooperative Studies Program 430 Study Team</collab>
          </person-group>
          <article-title>Collaborative care for bipolar disorder: part I. Intervention and implementation in a randomized effectiveness trial</article-title>
          <source>Psychiatr Serv</source>
          <year>2006</year>
          <month>07</month>
          <volume>57</volume>
          <issue>7</issue>
          <fpage>927</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1176/ps.2006.57.7.927</pub-id>
          <pub-id pub-id-type="medline">16816276</pub-id>
          <pub-id pub-id-type="pii">57/7/927</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kilbourne</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Post</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Nossek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sonel</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Drill</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cooley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Service delivery in older patients with bipolar disorder: a review and development of a medical care model</article-title>
          <source>Bipolar Disord</source>
          <year>2008</year>
          <month>09</month>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>672</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1399-5618.2008.00602.x</pub-id>
          <pub-id pub-id-type="medline">18837861</pub-id>
          <pub-id pub-id-type="pii">BDI602</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kilbourne</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Greenwald</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ludman</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Overcoming bipolar disorder: a comprehensive workbook for managing your symptoms and achieving your life goals</source>
          <year>2009</year>
          <publisher-loc>Overcoming bipolar disorder: a comprehensive workbook for managing your symptoms and achieving your life goals</publisher-loc>
          <publisher-name>New Harbinger Publications</publisher-name>
          <fpage>a</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kilbourne</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Post</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Nossek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Drill</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cooley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Improving medical and psychiatric outcomes among individuals with bipolar disorder: a randomized controlled trial</article-title>
          <source>Psychiatr Serv</source>
          <year>2008</year>
          <month>07</month>
          <volume>59</volume>
          <issue>7</issue>
          <fpage>760</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1176/ps.2008.59.7.760</pub-id>
          <pub-id pub-id-type="medline">18586993</pub-id>
          <pub-id pub-id-type="pii">59/7/760</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kilbourne</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Goodrich</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Clogston</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Waxmonsky</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Life Goals Collaborative Care for Patients With Bipolar Disorder and Cardiovascular Disease Risk</article-title>
          <source>PS</source>
          <year>2012</year>
          <month>12</month>
          <volume>63</volume>
          <issue>12</issue>
          <fpage>1234</fpage>
          <lpage>1238</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201100528</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kilbourne</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Almirall</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenberg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Waxmonsky</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Goodrich</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Fortney</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Kirchner</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Solberg</surname>
              <given-names>LI</given-names>
            </name>
            <name name-style="western">
              <surname>Main</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Kyle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Nord</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Protocol: Adaptive Implementation of Effective Programs Trial (ADEPT): cluster randomized SMART trial comparing a standard versus enhanced implementation strategy to improve outcomes of a mood disorders program</article-title>
          <source>Implement Sci</source>
          <year>2014</year>
          <month>09</month>
          <day>30</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>132</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-014-0132-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-014-0132-x</pub-id>
          <pub-id pub-id-type="medline">25267385</pub-id>
          <pub-id pub-id-type="pii">s13012-014-0132-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC4189548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McInnis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Assari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kamali</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Langenecker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Cohort Profile: the Heinz C</article-title>
          <source>Prechter longitudinal study of bipolar disorder. International journal of epidemiology. n</source>
          <year>2018</year>
          <volume>47</volume>
          <issue>1</issue>
          <fpage>28</fpage>
          <pub-id pub-id-type="doi">10.1093/ije/dyx229</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <source>UMHealthResearch</source>
          <access-date>2021-11-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://umhealthresearch.org/">https://umhealthresearch.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nurnberger</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Blehar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>York-Cooler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Harkavy-Friedman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Diagnostic Interview for Genetic Studies (DIGS)</article-title>
          <source>APA PsycTests</source>
          <year>1994</year>
          <volume>51</volume>
          <issue>11</issue>
          <fpage>63</fpage>
          <lpage>59</lpage>
          <pub-id pub-id-type="doi">10.1037/t64336-000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sheehan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lecrubier</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Sheehan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Amorim</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Janavs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weiller</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The Mini-International Neuropsychiatric Interview (MINI): the development and validation of a structured diagnostic psychiatric interview for DSM-IV and ICD-10</article-title>
          <source>J Clin Psychiatry</source>
          <year>1998</year>
          <fpage>22</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1037/t18597-000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ware</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kosinski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A 12-Item Short-Form Health Survey: construction of scales and preliminary tests of reliability and validity</article-title>
          <source>Med Care</source>
          <year>1996</year>
          <month>03</month>
          <volume>34</volume>
          <issue>3</issue>
          <fpage>220</fpage>
          <lpage>233</lpage>
          <pub-id pub-id-type="doi">10.1097/00005650-199603000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chisolm</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Abrams</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>McArdle</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Doyle</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>The WHO-DAS II: psychometric properties in the measurement of functional health status in adults with acquired hearing loss</article-title>
          <source>Trends Amplif</source>
          <year>2005</year>
          <month>08</month>
          <day>23</day>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>111</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16244758"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/108471380500900303</pub-id>
          <pub-id pub-id-type="medline">16244758</pub-id>
          <pub-id pub-id-type="pmcid">PMC4111522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>J B</given-names>
            </name>
            <name name-style="western">
              <surname>Aasland</surname>
              <given-names>O G</given-names>
            </name>
            <name name-style="western">
              <surname>Babor</surname>
              <given-names>T F</given-names>
            </name>
            <name name-style="western">
              <surname>de la Fuente</surname>
              <given-names>J R</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Development of the Alcohol Use Disorders Identification Test (AUDIT): WHO collaborative project on early detection of persons with harmful alcohol consumption--II</article-title>
          <source>Addiction</source>
          <year>1993</year>
          <month>06</month>
          <volume>88</volume>
          <issue>6</issue>
          <fpage>791</fpage>
          <lpage>804</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.1993.tb02093.x</pub-id>
          <pub-id pub-id-type="medline">8329970</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Ip</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>JWY</given-names>
            </name>
            <name name-style="western">
              <surname>Sing</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>YH</given-names>
            </name>
            <name name-style="western">
              <surname>Mak</surname>
              <given-names>WLT</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Chin</surname>
              <given-names>RKH</given-names>
            </name>
          </person-group>
          <article-title>Validation of the Drug Abuse Screening Test (DAST-10): a study on illicit drug use among Chinese pregnant women</article-title>
          <source>Sci Rep</source>
          <year>2015</year>
          <month>06</month>
          <day>19</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>11420</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/srep11420"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/srep11420</pub-id>
          <pub-id pub-id-type="medline">26091290</pub-id>
          <pub-id pub-id-type="pii">srep11420</pub-id>
          <pub-id pub-id-type="pmcid">PMC4473689</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>The PHQ-9: validity of a brief depression severity measure</article-title>
          <source>J Gen Intern Med</source>
          <year>2001</year>
          <month>09</month>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>606</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0884-8734&#38;date=2001&#38;volume=16&#38;issue=9&#38;spage=606"/>
          </comment>
          <pub-id pub-id-type="doi">10.1046/j.1525-1497.2001.016009606.x</pub-id>
          <pub-id pub-id-type="medline">11556941</pub-id>
          <pub-id pub-id-type="pii">jgi01114</pub-id>
          <pub-id pub-id-type="pmcid">PMC1495268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Vojta</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kinosian</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Altshuler</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Glick</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The Internal State Scale: replication of its discriminating abilities in a multisite, public sector sample</article-title>
          <source>Bipolar Disord</source>
          <year>2000</year>
          <month>12</month>
          <day>24</day>
          <volume>2</volume>
          <issue>4</issue>
          <fpage>340</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1034/j.1399-5618.2000.020409.x</pub-id>
          <pub-id pub-id-type="medline">11252648</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>Francesco</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>Jacqueline</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>Stephany N</given-names>
            </name>
            <collab>REDCap Consortium</collab>
          </person-group>
          <article-title>The REDCap consortium: building an international community of software platform partners</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <month>07</month>
          <volume>95</volume>
          <fpage>103208</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(19)30126-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103208</pub-id>
          <pub-id pub-id-type="medline">31078660</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(19)30126-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7254481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Almirall</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Prenovost</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liebrecht</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kyle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenberg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Kilbourne</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Change in patient outcomes after augmenting a low-level implementation strategy in community practices that are slow to adopt a collaborative chronic care model: a cluster randomized implementation trial --II</article-title>
          <source>Med Care</source>
          <year>2019</year>
          <month>07</month>
          <volume>57</volume>
          <issue>7</issue>
          <fpage>503</fpage>
          <lpage>511</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31135692"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0000000000001138</pub-id>
          <pub-id pub-id-type="medline">31135692</pub-id>
          <pub-id pub-id-type="pmcid">PMC6684247</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Liebrecht</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Kilbourne</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Comparative effectiveness of external vs blended facilitation on collaborative care model implementation in slow-implementer community practices</article-title>
          <source>Health Serv Res</source>
          <year>2020</year>
          <month>12</month>
          <day>30</day>
          <volume>55</volume>
          <issue>6</issue>
          <fpage>954</fpage>
          <lpage>965</lpage>
          <pub-id pub-id-type="doi">10.1111/1475-6773.13583</pub-id>
          <pub-id pub-id-type="medline">33125166</pub-id>
          <pub-id pub-id-type="pmcid">PMC7704469</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lapadat</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Poh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Michalak</surname>
              <given-names>EE</given-names>
            </name>
          </person-group>
          <article-title>Use of smartphone apps in bipolar disorder: an international web-based survey of feature preferences and privacy concerns</article-title>
          <source>J Affect Disord</source>
          <year>2021</year>
          <month>12</month>
          <day>01</day>
          <volume>295</volume>
          <fpage>1102</fpage>
          <lpage>1109</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2021.08.132</pub-id>
          <pub-id pub-id-type="medline">34706421</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(21)00937-X</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
