<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i1e38042</article-id>
      <article-id pub-id-type="pmid">36947113</article-id>
      <article-id pub-id-type="doi">10.2196/38042</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Examining a Resilience Mental Health App in Adolescents: Acceptability and Feasibility Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Somville</surname>
            <given-names>Francis</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bin Ibrahim</surname>
            <given-names>Muhamad Alif</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Levine</surname>
            <given-names>Deb</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Winskell</surname>
            <given-names>Kate</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Elledge</surname>
            <given-names>Daniel K</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4699-5915</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Simon Craddock</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6345-1237</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Stewart</surname>
            <given-names>Sunita M</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0642-781X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Pop</surname>
            <given-names>Radu</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5763-1514</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Trivedi</surname>
            <given-names>Madhukar H</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <address>
            <institution>Center for Depression Research and Clinical Care</institution>
            <institution>Department of Psychiatry</institution>
            <institution>University of Texas Southwestern Medical Center</institution>
            <addr-line>5323 Harry Hines Boulevard</addr-line>
            <addr-line>Dallas, TX, 75390-9119</addr-line>
            <country>United States</country>
            <fax>1 214 648 0167</fax>
            <phone>1 214 648 0188</phone>
            <email>madhukar.trivedi@utsouthwestern.edu</email>
          </address>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2983-1110</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Hughes</surname>
            <given-names>Jennifer L</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2671-8427</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Cook Children’s Medical Center</institution>
        <addr-line>Fort Worth, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Population and Data Sciences</institution>
        <institution>University of Texas Southwestern Medical Center</institution>
        <addr-line>Dallas, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychiatry</institution>
        <institution>University of Texas Southwestern Medical Center</institution>
        <addr-line>Dallas, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Children's Medical Center</institution>
        <addr-line>Dallas, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Center for Depression Research and Clinical Care</institution>
        <institution>Department of Psychiatry</institution>
        <institution>University of Texas Southwestern Medical Center</institution>
        <addr-line>Dallas, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Peter O’Donnell Jr Brain Institute</institution>
        <institution>University of Texas Southwestern Medical Center</institution>
        <addr-line>Dallas, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Nationwide Children's Hospital</institution>
        <addr-line>Columbus, OH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Department of Psychiatry and Behavioral Health</institution>
        <institution>The Ohio State University</institution>
        <addr-line>Columbus, OH</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Madhukar H Trivedi <email>madhukar.trivedi@utsouthwestern.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>22</day>
        <month>3</month>
        <year>2023</year>
      </pub-date>
      <volume>7</volume>
      <elocation-id>e38042</elocation-id>
      <history>
        <date date-type="received">
          <day>16</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>6</day>
          <month>12</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>12</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>29</day>
          <month>1</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Daniel K Elledge, Simon Craddock Lee, Sunita M Stewart, Radu Pop, Madhukar H Trivedi, Jennifer L Hughes. Originally published in JMIR Formative Research (https://formative.jmir.org), 22.03.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2023/1/e38042" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Resilience is defined as the ability to rely on internal characteristics and external strengths to adapt to adverse events. Although universal resilience-enhancing programs are effective for adolescents, there is a need for interventions that are more easily accessible and can be customized for individual teens. Phone apps are easy to use, can be tailored to individuals, and have demonstrated positive effects for mental health outcomes.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to examine the feasibility and acceptability of a resilience app for adolescents. This app aimed to enhance resilience through modules focused on depression prevention, stress management, and healthy lifestyle approaches containing videos, measures, and practice suggestions. Furthermore, the study aimed to evaluate the effect of short-term app use on changes in resilience.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In study 1, individual interviews and focus groups were conducted with adolescents, parents, teachers, and clinicians to discuss possible incentives for using a mental health app, the benefits of app use, and concerns associated with app use. Feedback from study 1 led to ideas for the prototype. In study 2, individual interviews and focus groups were conducted with adolescents, parents, teachers, and clinicians to gather feedback about the resilience app prototype. Feedback from study 2 led to changes in the prototype, although not all suggestions could be implemented. In study 3, 40 adolescents used the app for 30 days to determine feasibility and acceptability. Additionally, resilience and secondary mental health outcomes were measured before and after app use. Dependent samples 2-tailed <italic>t</italic> tests were conducted to determine whether there were changes in resilience and secondary mental health outcomes among the adolescents before and after app use.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Multiple themes were identified through study 1 individual interviews and focus groups, including app content, features, engagement, benefits, concerns, and improvement. Specifically, the adolescents provided helpful suggestions for making the prototype more appealing and functional for teen users. Study 2 adolescents and adults reported that the prototype was feasible and acceptable through the Computer System Usability Questionnaire (mean 6.30, SD 1.03) and Mobile App Rating Scale (mean 4.08, SD 0.61). In study 2, there were no significant differences in resilience and mental health outcomes after using the app for 30 days. There was variation between the participants in the extent to which they used the app, which may have led to variation in the results. The users appeared to prefer the depression module and survey sections, which provided mental health feedback.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Qualitative and quantitative data provide evidence that youth are interested in a resilience mental health app and that the current prototype is feasible. Although there were no significant mental health changes in study 3 users, practical implications and future directions are discussed for mental health app research.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>youth</kwd>
        <kwd>prevention</kwd>
        <kwd>resilience</kwd>
        <kwd>mental health app</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Adolescence is an important period for brain development, identity formation, and the development of autonomy. Approximately 10% to 20% of youth experience mental health problems, which can cause physical, emotional, or social impairment [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Adolescent mental health problems have worsened since the COVID-19 pandemic started in March 2020 [<xref ref-type="bibr" rid="ref3">3</xref>]. Although many interventions focus on the reduction of psychological symptoms, only a few focus on the prevention of mental illness and bolstering resilience [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>Werner and Smith [<xref ref-type="bibr" rid="ref5">5</xref>] first used the term resilience to describe the ability of children who experienced poverty and domestic violence to <italic>bounce back</italic> and live stable lives as adults. Werner and Smith [<xref ref-type="bibr" rid="ref5">5</xref>] found initial protective factors (eg, a stable adult role model), which helped increase youth’s resilience in the presence of stressors. There are multiple definitions of resilience, but resilience is defined in this study as “the ability, when faced with stress or adversity to actively use individual traits (internal factors) and wider social, community, and environmental supports (external factors) to return or maintain a positive state of mental health and functioning” [<xref ref-type="bibr" rid="ref6">6</xref>]. However, some individuals may not recover to their original mental health state [<xref ref-type="bibr" rid="ref7">7</xref>], whereas others may experience posttraumatic growth in the presence of the stressor [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Internal factors include personality characteristics and personal strengths, and external factors include the ability to rely on family, friends, school, and community [<xref ref-type="bibr" rid="ref9">9</xref>]. Adolescents’ resilience increases when they use the combination of internal and external strengths to avoid negative outcomes in the presence of risks [<xref ref-type="bibr" rid="ref6">6</xref>]. Previous models informed the conceptualization of resilience by Dray et al [<xref ref-type="bibr" rid="ref6">6</xref>]. Lynch and Cicchetti [<xref ref-type="bibr" rid="ref10">10</xref>] developed an ecological transactional model that supported a resilience framework. This framework emphasized specific levels of proximity in order from lowest to highest: society and culture, community settings, family environment, and the individual [<xref ref-type="bibr" rid="ref10">10</xref>]. Lynch and Cicchetti [<xref ref-type="bibr" rid="ref10">10</xref>] placed greater emphasis on internal resilience factors, but they acknowledged that the individual and environment constantly influence one another and could lead to changes within certain resilience domains. Gartland et al [<xref ref-type="bibr" rid="ref11">11</xref>] built on the Lynch and Cicchetti [<xref ref-type="bibr" rid="ref10">10</xref>] model and labeled these internal and external domains as separate from one another. Gartland et al [<xref ref-type="bibr" rid="ref11">11</xref>] agreed with Lynch and Cicchetti [<xref ref-type="bibr" rid="ref10">10</xref>] in that these factors could impact each other. Valuing the importance of individual and external factors, resilience is characterized as a dynamic, multidimensional concept that can change throughout one’s life span [<xref ref-type="bibr" rid="ref11">11</xref>]. These internal and external factors have been targeted by resilience-enhancing programs [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Resilience-enhancing programs are mental health awareness programs that focus on social and emotional learning, mindfulness, and stress reduction [<xref ref-type="bibr" rid="ref12">12</xref>]. Most of these school-based programs have shown positive intervention effects for depressive symptoms, internalizing problems, externalizing problems, and psychological distress [<xref ref-type="bibr" rid="ref9">9</xref>]. Mental health promotion programs implemented at schools have demonstrated positive changes in resilience [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      </sec>
      <sec>
        <title>Prior Work</title>
        <p>Although universal resilience-enhancing programs are effective for adolescents, there would be more benefits for interventions that are easily accessible and specific to the individual user. Phone apps can serve as such interventions, as they are easy to use, can be tailored to individuals, and have shown positive effects for mental health outcomes. Furthermore, phone apps have demonstrated efficacy in positively impacting mental health, specifically adolescent anxiety and depression [<xref ref-type="bibr" rid="ref14">14</xref>]. Most studies have focused on the feasibility of mental health apps, concluding that specific factors such as esthetics, ease of usability, and components of the apps are important in their adoption and use [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Regarding youth mental health apps, parents and other adults have reported concerns about safety and privacy [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Overall, 70% of the people who use mental health apps reported the importance of privacy and data encryption [<xref ref-type="bibr" rid="ref20">20</xref>]. However, most mental health apps do not have any regulatory restrictions or address safety concerns [<xref ref-type="bibr" rid="ref21">21</xref>]. Given these concerns, it is particularly important to include the consumers (adolescents) and stakeholders (parents, teachers, and clinicians) in the development and testing of these mental health apps [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Meta-analyses have provided evidence that phone-based mental health interventions that include self-monitoring components, are tailored to individuals, and increase social interaction are significantly more effective for adolescents than apps that do not use these features [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. Self-monitoring involves the ability to log behaviors through the app [<xref ref-type="bibr" rid="ref24">24</xref>]. Tailoring involves individualizing the experience for the user based on demographic information [<xref ref-type="bibr" rid="ref22">22</xref>]. This differs from personalization, which is not as in-depth as tailoring in its approach to an individual’s characteristics [<xref ref-type="bibr" rid="ref22">22</xref>]. Automatic dialogue components produced by avatars can increase social connection and have beneficial effects on outcomes [<xref ref-type="bibr" rid="ref22">22</xref>]. However, although recent studies have identified features related to app efficacy, there are still no consensus guidelines for the core set of app features [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>Youth apps have shown efficacy in reducing negative mental health outcomes [<xref ref-type="bibr" rid="ref14">14</xref>]. The use of Ibobbly, an app aimed at reducing depression in adolescents and young adults [<xref ref-type="bibr" rid="ref26">26</xref>], resulted in decreases in suicidal ideation, depression symptoms, and distress. Mobiletype [<xref ref-type="bibr" rid="ref26">26</xref>] demonstrated an increase in the coordination of care between adolescent patients and pediatricians. At the time of this study, there were only 13 mental health apps whose use among adolescents was extensively studied (Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]), and none of them focused primarily on resilience. Out of these 13 apps, 5 (38%) focused on mental health treatment (eg, coping strategies for anxiety and decreasing suicidal ideation), 4 (31%) focused on self-assessment (eg, mood rating scales and tracking sleep quality), and 4 (31%) focused on mental health illness prevention (eg, prevention of anxiety disorders and prevention of psychosis). Among these 13 apps, 11 (85%) were in the formative and pilot stages, and 2 (15%) were specifically evaluated for mental health outcomes [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. However, a meta-analysis stated that more mental health apps need to be tested among adolescents to determine their efficacy [<xref ref-type="bibr" rid="ref14">14</xref>]. There is a need for a mental health app that incorporates these aspects and promotes the importance of resilience.</p>
        <p>Adolescents and adults have identified barriers to using mental health apps in the past, so there is a need to gather input from these groups in designing a novel resilience-focused app. Conducting individual interviews and focus groups will assist in incorporating the app components that adolescents find helpful and will address some of the concerns related to using an app.</p>
      </sec>
      <sec>
        <title>Goals of This Study</title>
        <p>This study aimed to develop and test the feasibility of a mental health and resilience-promotion app for youth. The study was conducted in 3 parts, with studies 1 (formative) and 2 (pilot) aimed at the development of the app and study 3 (evaluative) aimed at testing the app. The aims of studies 1 and 2 were to incorporate input from adolescents and stakeholders in the development of a feasible resilience app. Adolescents and stakeholders stated that the prototype was adequate and acceptable. This research adds to the literature by examining the core aspects that adolescents and stakeholders believe should be considered when developing a resilience app.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Recruitment</title>
        <p>Study 1 was conducted from August 2019 to October 2019. Study 2 was conducted from November 2019 to January 2020. Study 3 was conducted from February 2020 to May 2020. For the participants who provided consent after the COVID-19 lockdown in March 2020, the consent form was discussed over the phone, and written consent was obtained electronically through a secure web-based platform. The participants were recruited through existing programs at an academic medical center using a combined convenience and purposeful sampling approach [<xref ref-type="bibr" rid="ref38">38</xref>]. Given that adolescents were the target demographic, a more purposeful sampling approach was used to maximize demographic variety. Adult stakeholders were recruited primarily through convenience sampling. Inclusion criteria were as follows: adolescents who are aged 12 to 18 years, who can speak English, whose legal guardian can provide written consent, who can provide written informed assent, and who have a mobile phone. Exclusion criteria were as follows: children aged &lt;12 years and adults aged &gt;18 years, non–English-speaking adolescents, and adolescents without a mobile phone. Parental or guardian consent and participant assent were obtained before conducting any study procedures.</p>
        <p>Inclusion criteria for parents, teachers, and clinicians were as follows: parents, teachers, and clinicians who can speak in English and have a mobile phone. Exclusion criteria were as follows: children aged &lt;12 years and adults aged &gt;18 years, non–English-speaking adolescents, and adolescents without a mobile phone. Some of the parents recruited were related to adolescents who participated in the study, which may limit the generalizability of the results. None of the interview content was shared with anyone outside the approved research staff per the institutional review board–approved protocol.</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>Studies 1 and 2 mainly used qualitative data. In study 1, interviews and focus groups were conducted to guide the development of preliminary content for prototype 1.0. Individual interviews can provide qualitative information about “why” people feel or answered in a certain way, which cannot always be captured through quantitative approaches [<xref ref-type="bibr" rid="ref39">39</xref>]. Focus groups can be important as an adjunct to individual interviews because of the interactive component of having multiple people in the room and can generate new ideas that might not be captured within individual interviews [<xref ref-type="bibr" rid="ref39">39</xref>]. The goal was to conduct at least 6 individual interviews to reach information saturation, as identified in previous research [<xref ref-type="bibr" rid="ref40">40</xref>]. Overall, 5 interviews with adolescents, 3 interviews with parents, 3 interviews with teachers, and 3 interviews with clinicians were conducted. Each individual interview lasted 20 to 50 minutes. In addition, 1 focus group was led by 2 team members and included 6 adolescents. Previous qualitative studies encourage having at least 2 focus groups [<xref ref-type="bibr" rid="ref41">41</xref>]; however, for pragmatic considerations, there was only 1 focus group per phase. The focus group interview lasted approximately 60 minutes. Individual interviews and focus groups followed a semistructured design. The interview guide was semistructured but also reflected key questions, themes, and concepts that the researchers determined a priori to be important for the development of prototype 1.0. To maximize interaction during focus groups, the team prepared primes and potential prompts to elicit response and interaction between participants, as well as anticipating techniques such as mirroring one participant’s comment when questioning subsequent participants. Study 1 interview questions are included in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>In study 2, semistructured interviews and focus groups were conducted to ask the participants about the prototype. Given the iterative app development process, an updated prototype was developed during study 2. Prototype 1.0 was used for the individual interviews, and prototype 2.0 was used for the focus group. In total, 5 interviews with adolescents, 1 interview with a parent, 1 interview with a teacher, and 2 interviews with clinicians were conducted. Each individual interview lasted 25 to 50 minutes and involved the participant using the first version of the app (prototype 1.0) for at least 15 minutes on a tablet (iPad). One focus group was led by 2 team members and included 4 adolescents. Given the small size of this focus group, focus group coleaders called upon the participants to respond to questions to facilitate increased interaction and feedback about the prototype. The focus group interview lasted approximately 60 minutes, during which the group members were asked to explore an updated version of the app (prototype 2.0) on their phone for at least 15 minutes. Exploratory and confirmatory questions were used to help further refine the app before testing it for initial efficacy. Study 2 interview questions are included in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>The participants were given US $25 for participation in the focus groups and US $50 for participation in the individual interviews. They completed 2 questionnaires (Computer System Usability Questionnaire [CSUQ] [<xref ref-type="bibr" rid="ref42">42</xref>] and Mobile App Rating Scale [MARS] [<xref ref-type="bibr" rid="ref43">43</xref>]), which obtained quantitative data about the participants’ thoughts surrounding app feasibility.</p>
        <p>For study 3, our research team recruited 40 adolescents to use the app for 1 month. The adolescents completed questionnaires that measured their levels of resilience (Adolescent Resilience Questionnaire) [<xref ref-type="bibr" rid="ref11">11</xref>], self-efficacy (Generalized Self-Efficacy Scale) [<xref ref-type="bibr" rid="ref44">44</xref>], happiness (General Happiness Scale) [<xref ref-type="bibr" rid="ref45">45</xref>], emotional awareness (Emotional Awareness Questionnaire) [<xref ref-type="bibr" rid="ref46">46</xref>], coping skills (BRIEF COPE) [<xref ref-type="bibr" rid="ref47">47</xref>], and perceived social support (Interpersonal Social Support) [<xref ref-type="bibr" rid="ref48">48</xref>]. They were given weekly reminders via email to use the app with the hope of increasing their engagement, as shown to be effective within the Mobile Mood Diary [<xref ref-type="bibr" rid="ref28">28</xref>]. They completed questionnaires before and within 3 days after using the app for 1 month. They were provided a compensation of US $50 for using the app and completing the prestudy and poststudy questionnaires.</p>
      </sec>
      <sec>
        <title>App</title>
        <p>As referenced in the <italic>Introduction</italic> section, resilience-bolstering interventions increase the awareness about mental health concerns and focus on social and emotional learning, mindfulness, and stress reduction [<xref ref-type="bibr" rid="ref12">12</xref>]. This app focused on enhancing resilience via 3 modules: depression prevention, stress management, and healthy lifestyle approaches. Each module follows a stepwise approach that includes the following questions: What is it? What does it look like? Where do I rate? How do I change it? and How can I practice? Each module includes videos from a teen and a clinician along with interactive games to learn skills within each section. The depression module teaches adolescents about the difference between sadness and depression. The module places emphasis on the symptoms that adolescents would experience if they were depressed. Adolescents can rate their depressive symptoms using a simple questionnaire (Patient Health Questionnaire-9) to obtain a total score regarding their depression severity (from none to severe). Adolescents can learn about specific strategies that can be helpful when they are depressed (eg, do an activity they enjoy) and can incorporate these strategies in the practice section (eg, do specific activity for certain number of minutes and rate mood before and after).</p>
        <p>The stress module places emphasis on what stress consists of for an adolescent. The module provides psychoeducation about negative stress, positive stress, and recognizing when stress can lead to increased difficulties and anxiety. The module provides important information about the various ways in which stress presents in the body. Adolescents can rate anxiety symptoms with a simple questionnaire (Generalized Anxiety Disorder Scale-7) to obtain a total score regarding anxiety severity (from none to severe). Similar to the mood module, adolescents can learn ways to decrease their stress (eg, practicing relaxation) and can focus on this in the practice section (eg, taking a warm shower or bath).</p>
        <p>The lifestyle module discusses the importance of self-care and the impact it can have on the quality of life. The module focuses on physical activity, nutrition, sleep, and mindfulness. Adolescents can rate themselves across these areas to see whether they are in a healthy range or if changes need to be made. Adolescents can learn about strategies to help improve their quality of life across these areas (eg, nutrition—think of food alternatives—turkey burger instead of regular burger) and can incorporate some of these changes in the practice section (eg, nutrition—listing times of mindful vs mindless eating).</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>The University of Texas Southwestern Medical Center Institutional Review Board approved the study before the project commenced (STU2018-0304). Written informed consent and assent were obtained before any participant data were collected. All study participants had their protected health information deidentified, and the study data were only accessible by approved members on the research team.</p>
      </sec>
      <sec>
        <title>Data Analyses</title>
        <p>A total of 4 independent raters and 1 qualitative expert were involved in transcribing and coding the audio recordings into the NVivo software (QSR International) [<xref ref-type="bibr" rid="ref49">49</xref>]. The qualitative data were analyzed using a mixed applied thematic analysis [<xref ref-type="bibr" rid="ref50">50</xref>]. An interview guide was created to reflect themes that had been referenced in previous mental health app research [<xref ref-type="bibr" rid="ref16">16</xref>]. Kenny et al [<xref ref-type="bibr" rid="ref16">16</xref>] identified multiple themes after targeted youth focus groups for their mental health app (CopeSmart). Their themes helped form our interview questions and initial coding list [<xref ref-type="bibr" rid="ref16">16</xref>]. A deductive coding list was developed from the interview guide in consultation with a qualitative expert and the research team through a consensus discussion. Team members who served as independent raters first participated in a co-rating exercise for a set of 2 test set transcripts. Discrepancies among the team members about codes were highlighted and reviewed by the team to reach a consensus. After reviewing the test set of 2 transcripts, inductive codes were added (ie, social interaction and time) based on team member agreement. Each individual interview transcript and focus group transcript were reviewed by 2 independent raters. Once calibration had been achieved, 2 members of the study team coded each transcript and met to ensure consistency in coding. The NVivo (version 10.0) software was used to organize all coded material such that the material could be easily analyzed. This process was performed for both studies 1 and 2.</p>
        <p>Our research team obtained means (and SDs) for feasibility through the CSUQ. Scores &gt;4 provide evidence that the resilience app is acceptable. We also obtained the means (and SDs) for feasibility through the MARS. Scores &gt;3 provide evidence that the resilience app is acceptable. Dependent samples 2-tailed <italic>t</italic> tests were conducted to determine whether there were any changes in resilience and secondary mental health outcomes among the adolescents before and after they used the app. P-P plots were constructed to test the assumption of normality for all the dependent 2-tailed <italic>t</italic> tests. Our research team obtained frequencies for the number of users who viewed the entire app, sections that the users viewed, and completion of specific modules.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>In study 1, we conducted 14 individual interviews (5 with adolescents, 3 with parents, 3 with teachers, and 3 with clinicians) along with 1 focus group (6 adolescents). In study 2, we conducted 9 individual interviews (5 with adolescents, 2 with clinicians, 1 with a parent, and 1 with a teacher) along with 1 focus group (4 adolescents). Additional demographic information is listed in <xref ref-type="table" rid="table1">Tables 1</xref> and <xref ref-type="table" rid="table2">2</xref>.</p>
        <p>Information about the themes (with quotes) identified during studies 1 and 2 are presented in <xref ref-type="table" rid="table3">Tables 3</xref> and <xref ref-type="table" rid="table4">4</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>
          Study 1 demographics.
        </p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="550"/>
            <col width="390"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Variables</td>
                <td>Values, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Adolescent individual interview sample demographics (n=5)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>3 (60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>2 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Ethnicity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Non-Hispanic</td>
                <td>2 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Hispanic</td>
                <td>3 (60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Race</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td>2 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Asian</td>
                <td>2 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>American Indian</td>
                <td>1 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Grade</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>7th grade</td>
                <td>1 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>8th grade</td>
                <td>1 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>9th grade</td>
                <td>2 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>10th grade</td>
                <td>1 (20)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Adolescent focus group sample demographics (n=6)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>4 (67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Ethnicity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Non-Hispanic</td>
                <td>4 (67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Hispanic</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Race</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td>2 (33)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>African American</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Native Hawaiian</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>&gt;1 race</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Grade</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>7th grade</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>9th grade</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>10th grade</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>11th grade</td>
                <td>2 (33)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>12th grade</td>
                <td>1 (17)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Adult individual interview sample demographics (n=9)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>8 (89)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>1 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Ethnicity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Non-Hispanic</td>
                <td>6 (67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Hispanic</td>
                <td>3 (33)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Race</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td>7 (78)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>American Indian</td>
                <td>1 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>&gt;1 race</td>
                <td>1 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Stakeholder</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Parent</td>
                <td>3 (33)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Teacher or school personnel</td>
                <td>3 (33)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Pediatric clinician</td>
                <td>3 (33)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Study 2 demographics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="550"/>
            <col width="390"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Variables</td>
                <td>Values, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Adolescent individual interview sample demographics (n=5)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>2 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>2 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Transgender</td>
                <td>1 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Ethnicity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Non-Hispanic</td>
                <td>5 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Race</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td>3 (60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>African American</td>
                <td>1 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Asian</td>
                <td>1 (20)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Grade</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>8th grade</td>
                <td>2 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>12th grade</td>
                <td>3 (60)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Adolescent focus group sample demographics (n=4)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>2 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>2 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Ethnicity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Non-Hispanic</td>
                <td>4 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Race</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td>2 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>African American</td>
                <td>1 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>&gt;1 race</td>
                <td>1 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Grade</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>9th grade</td>
                <td>1 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>10th grade</td>
                <td>2 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>11th grade</td>
                <td>1 (25)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Adult individual interview sample demographics (n=4)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>2 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>2 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Ethnicity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Non-Hispanic</td>
                <td>4 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Race</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td>3 (75)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Asian</td>
                <td>1 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Stakeholder</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Parent</td>
                <td>1 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Teacher or school personnel</td>
                <td>1 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Pediatric clinician</td>
                <td>2 (50)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Themes and key quotes identified during study 1 interviews and focus group.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="130"/>
            <col width="470"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td>Theme</td>
                <td>Adolescents</td>
                <td>Adult stakeholders</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Content</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Having adolescents similar in age to talk about shared experiences, rather than having just videos</p>
                    </list-item>
                    <list-item>
                      <p>Decreasing stress</p>
                    </list-item>
                    <list-item>
                      <p>Importance of having teens discuss mental health experiences rather than having a generic narrator</p>
                    </list-item>
                    <list-item>
                      <p>“I would expect the application to cover tips, ways to improve already...Having short quizzes to assess how I am doing and also for a way to track my progress would be helpful to see if I’m getting better with eating habits or how much sleep I am getting. Similar to most of the apps I use if I’m able to see I’m doing better than it encourages me to use the application more.” [Adolescent individual interview participant]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Difficulty brainstorming ideas in the absence of a prototype</p>
                    </list-item>
                    <list-item>
                      <p>Importance of having adolescents learn self-care tips</p>
                    </list-item>
                    <list-item>
                      <p>Navigate complex situations and use problem solving</p>
                    </list-item>
                    <list-item>
                      <p>“Another component might be problem solving because I think in order to be more resilient, you need to have problem solving skills. For example, teaching simple acronyms on problem solving.” [Clinician interview participant]</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Features</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Less text and more images</p>
                    </list-item>
                    <list-item>
                      <p>Easy navigation</p>
                    </list-item>
                    <list-item>
                      <p>Strategy game with rewards</p>
                    </list-item>
                    <list-item>
                      <p>Design and colors have to be appealing</p>
                    </list-item>
                    <list-item>
                      <p>Have adolescent characters</p>
                    </list-item>
                    <list-item>
                      <p>“Very eye-pleasing or eye-catching. The colors, adjust to what color you think would be better for you and being able to change the background to customize it.” [Adolescent focus group participant]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Stated importance of incorporating features that will keep youth excited</p>
                    </list-item>
                    <list-item>
                      <p>Include adolescents as narrators</p>
                    </list-item>
                    <list-item>
                      <p>“I think any videos or pictures just including people that look like [adolescents] would encourage them to use the app. So, whether it is race, body type, ability, gender, I think teens like when they can look at someone and say ‘Oh, that person looks like me.’” [Teacher interview participant]</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Concerns</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>App should not require tracking multiple areas</p>
                    </list-item>
                    <list-item>
                      <p>Stigma to use a mental health app</p>
                    </list-item>
                    <list-item>
                      <p>“Something that would make me not want to use it is if it was asking me too many questions or asking too personal questions because that is just weird. Maybe you do have depression, but that does not give you the right to ask me questions the application does not need to know.” [Adolescent focus group participant]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Stigma from peers</p>
                    </list-item>
                    <list-item>
                      <p>Cyberbullying through chat functions</p>
                    </list-item>
                    <list-item>
                      <p>Promoting isolation</p>
                    </list-item>
                    <list-item>
                      <p>“Having everything accessible via phone, you do not have to leave your home. It promotes isolation, which we know is not helpful for someone with depression or probably increases anxiety, so that is definitely a negative.” [Clinician interview participant]</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Benefits</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Help decrease stress</p>
                    </list-item>
                    <list-item>
                      <p>Track changes in mood</p>
                    </list-item>
                    <list-item>
                      <p>Help with anxiety surrounding school</p>
                    </list-item>
                    <list-item>
                      <p>“If the [application] focused on stress and ways to relieve stress that would be very helpful for kids my age. Right now, is very stressful with huge tests and thinking about college. I think a lot of my friends would use it if had the [stress] aspect in it.” [Adolescent individual interview participant]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Wanted to focus on teen interview responses in terms of what would be beneficial</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Most important thing</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Adolescent individual interviews: make the app interactive</p>
                    </list-item>
                    <list-item>
                      <p>Adolescent focus group: Appealing graphics</p>
                    </list-item>
                    <list-item>
                      <p>“Make sure that the [application] is appealing to teens to come back. I have downloaded at least seven applications on my phone that talk about eating habits, exercising and I have probably opened them about two times now. If the [application] was able to draw me in especially with the progress thing, that would be the most important thing for me to keep going on the application.” [Adolescent individual interview participant]</p>
                    </list-item>
                  </list>
                  <break/>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Parents: appealing design to youth</p>
                    </list-item>
                    <list-item>
                      <p>Teachers: have resources for youth</p>
                    </list-item>
                    <list-item>
                      <p>Clinicians: make the app engaging</p>
                    </list-item>
                    <list-item>
                      <p>“I would say focus on what the teens find interesting to them. What interests them and what would be the things they are looking for.” [Parent interview participant]</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Themes and key quotes identified during study 2 interviews and focus group.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="110"/>
            <col width="450"/>
            <col width="440"/>
            <thead>
              <tr valign="top">
                <td>Theme</td>
                <td>Adolescents</td>
                <td>Adult stakeholders</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Content</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Enjoyed the balance among videos, activities, and games</p>
                    </list-item>
                    <list-item>
                      <p>Happy to learn about new coping skills when distressed</p>
                    </list-item>
                    <list-item>
                      <p>Would not only use tips for themselves but would also share them with friends</p>
                    </list-item>
                    <list-item>
                      <p>“I feel like I’ve had people tell me like very specific things that one of the two speakers mentioned, or I’ve like, they’ve told me about it and for instance, her friends did not know what to do. I also had no idea what to do or what to tell them. Just the list of I chose to listen to music or whatever, go for a walk, or listen to a happy song, all of those things. I was like okay, now I’ll have at least little suggestions for people when they ask or tell me issues like that.” [Adolescent individual interview participant]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Clinicians provided positive feedback about the rating scales</p>
                    </list-item>
                    <list-item>
                      <p>Information was relevant for adolescents in their everyday life</p>
                    </list-item>
                    <list-item>
                      <p>“Well, one I think it’s topical, pertinent. In school, working with these kids all day, there’s a need. So that is the first part. And the things that were presented in it. Kids need to hear it. I also liked, not only did it address depression and stress, but also talked about the lifestyle and how kids can look at what they’re doing now and what changes they can make. So, I liked that. It gave them options and was guiding, not just informative.” [Teacher interview participant]</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Features</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Logo</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Enjoyed color selection</p>
                        </list-item>
                        <list-item>
                          <p>Concern text styles were too bold</p>
                        </list-item>
                        <list-item>
                          <p>Lighter colors for the logo</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Main menu</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Good balance between colors and text</p>
                        </list-item>
                        <list-item>
                          <p>Could have different images for the main menu icons</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Depression module game</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Most adolescents enjoyed the game</p>
                        </list-item>
                        <list-item>
                          <p>Some were concerned that it was repetitive</p>
                        </list-item>
                        <list-item>
                          <p>Wanted improvement with special effects</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Logo</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Positive view of colors</p>
                        </list-item>
                        <list-item>
                          <p>Worries about the font</p>
                        </list-item>
                        <list-item>
                          <p>Replacing image with one that resembled resilience</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Main menu</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Easy to navigate and use</p>
                        </list-item>
                        <list-item>
                          <p>Enjoyed same format in each of the modules</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Depression module game</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Enjoyed the game</p>
                        </list-item>
                        <list-item>
                          <p>Concern that it was targeted for younger children</p>
                        </list-item>
                        <list-item>
                          <p>Could have leaderboard to track scores</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Concerns</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Wanted easier access to surveys, activities, and games</p>
                    </list-item>
                    <list-item>
                      <p>Minimal reasons for continued use</p>
                    </list-item>
                    <list-item>
                      <p>No concerns about confidentiality</p>
                    </list-item>
                    <list-item>
                      <p>“Because the application is very finite and once, I’ve done everything, I’ve done everything and it is done, so part of that having the everyday where it shows your progress over time. Even if you did not make the application bigger, it would expand that I would use this so much more because it feels like there is more to the application versus, I’ve watched all nine boxes that exist, and I’m done.” [Adolescent focus group participant]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Worried that adolescents would only use the app for a short period</p>
                    </list-item>
                    <list-item>
                      <p>Concerned about the source of information</p>
                    </list-item>
                    <list-item>
                      <p>Worried that the app cannot function as a solo intervention</p>
                    </list-item>
                    <list-item>
                      <p>“I do not want the application to be the only thing a kid is seeking out if they are having issues with depression or stress. Maybe that is also something, like an activity that could be built into the application. Like to have them identify a trusted adult, like someone to go talk to and share with. I would not want a kid to solely rely on it.” [Teacher interview participant]</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Engagement</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Emphasized incorporating features that grab users’ attention</p>
                    </list-item>
                    <list-item>
                      <p>Activities increased their interest in using the app</p>
                    </list-item>
                    <list-item>
                      <p>“Well, animations usually make things more interesting for people to want to learn about something. And I know whenever we are watching videos in class, whenever it gets to an animated part, it is more interesting to watch.” [Adolescent individual interview participant]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Thought that the app was engaging</p>
                    </list-item>
                    <list-item>
                      <p>One of the clinicians wanted more graphics within videos to maintain adolescents’ attention on the app</p>
                    </list-item>
                    <list-item>
                      <p>“I liked that it was another form of interaction rather than just clicking and rating, which were the other types of interactions. It boosted my mood a little bit even though I was not in a bad mood so that was cool.” [Clinician interview participant]</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Improvement</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Wanted the option to connect to other users</p>
                    </list-item>
                    <list-item>
                      <p>Interested in adding tabs to help users find engaging activities</p>
                    </list-item>
                    <list-item>
                      <p>Potential inclusion of a journaling section</p>
                    </list-item>
                    <list-item>
                      <p>“Maybe, if there was a way to connect to other teens. From personal experience, I rarely, if ever, recommend apps to somebody. But you could build a network and try to post. You could use teens and make them use their social media sites and share it, to give them a small incentive where they could share the application.” [Adolescent individual interview participant]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Wanted the inclusion of push notifications</p>
                    </list-item>
                    <list-item>
                      <p>Thought that the app needed to be personalized</p>
                    </list-item>
                    <list-item>
                      <p>“I think it could be personalized even more and that is the problem of where privacy and confidentiality come into play. You can personalize it more with open-ended questions or they can rate their mood. Have graphs to see how their mood is being tracked. There are apps themselves for tracking or websites. Personalize it more that way because right now educational is not as engaging for them to go back and review.” [Clinician interview participant]</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Frequency of use</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Said that they would use the app weekly</p>
                    </list-item>
                    <list-item>
                      <p>Would log into the app after school or on the weekends</p>
                    </list-item>
                    <list-item>
                      <p>Would use the app in specific situations</p>
                    </list-item>
                    <list-item>
                      <p>Additions to the app would increase the frequency of use</p>
                    </list-item>
                    <list-item>
                      <p>“I liked the application, but I feel like personally people would not use the app every day...I feel like there would definitely be some younger people that would. People who are just coming into anxiety would definitely use the application, but people who’ve had it for 5, 6 years would maybe not.” [Adolescent focus group participant participant]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Believed youth would use the app weekly</p>
                    </list-item>
                    <list-item>
                      <p>Stated that adolescents would use the app after school or at night</p>
                    </list-item>
                    <list-item>
                      <p>“Probably would not do it during school. Maybe after school, before bed. Probably not on the weekend so much if they are busy. Probably right before they go to bed or after dinner or after homework, maybe when they are done with school.” [Parent interview participant]</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Recommendations</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Most said that they would recommend the app to their peers</p>
                    </list-item>
                    <list-item>
                      <p>One of the adolescent did not recommend the app</p>
                    </list-item>
                    <list-item>
                      <p>The focus group participants were less willing to recommend the app</p>
                    </list-item>
                    <list-item>
                      <p>“I think I would. I think it would be super helpful for a lot of people. Just trying to think of specific things. I like the idea of specific changes about the application, changes to make to your routine for life or someway. I would make that a bigger part of it. Yeah, because of the lessons talked about adding this to calendar or trying to incorporate different physical activities. I would make it a bigger part of the application, but other than that I would find it super helpful.” [Adolescent individual interview participant]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Clinicians discussed the benefits of the app with therapy</p>
                    </list-item>
                    <list-item>
                      <p>One of the teachers viewed the app as an important addition youth could use with resources</p>
                    </list-item>
                    <list-item>
                      <p>One of the parents did not see youth using the ap as currently constructed</p>
                    </list-item>
                    <list-item>
                      <p>“Like I was talking about before, how approachable and easy to use it is. I would definitely recommend it because I like the idea of you know, saying things in session and having a way for them as a refresher and sometimes I feel like I have certain teens come in and they have so many things going on. Sometimes you have to skip some of the basic stuff and that is when I refer or recommend a book for them to read, but I would love to recommend an app. Where I could say go in and look at all the different symptoms and play around with it and see what is going on with you and how it relates to you.” [Clinician interview participant]</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Study 2 Quantitative Results</title>
        <p>Changes from prototype 1.0 to prototype 2.0 included the removal of the “Rate Your Mood” function, changes in the depression module game (content and graphic updates), and improved smartphone adaptability. The participants rated the app as acceptable in the CSUQ (mean 6.30, SD 1.03) and MARS (mean 4.08, SD 0.61). Further analysis determined that the participants viewed the app as adequately engaging, functional, esthetically pleasing, informative, and impactful in the MARS. These results are presented in <xref ref-type="table" rid="table5">Table 5</xref>.</p>
        <p>Exploratory analyses examined the participants’ ratings of the app and whether they would recommend the app to others. The participants gave the prototype a rating close to 4 stars after reviewing it for a short period (mean 3.85, SD 0.69). Of the 13 participants, 8 (62%) stated that they would recommend the app to “many people” or “everyone.” These findings are also presented in <xref ref-type="table" rid="table5">Table 5</xref><italic>.</italic></p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Study 2 Computer System Usability Questionnaire and Mobile App Rating Scale scores (n=13).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="650"/>
            <col width="320"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variables</td>
                <td>Values</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Computer System Usability Questionnaire (Likert scale from 1 to 7), mean (SD)</td>
                <td>6.30 (1.03)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Mobile App Rating Scale (Likert scale from 1 to 5), mean (SD)</bold>
                </td>
                <td>4.08 (0.61)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>App engagement</td>
                <td>3.85 (0.67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>App functionality</td>
                <td>4.54 (0.60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>App esthetics</td>
                <td>4.28 (0.57)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>App information</td>
                <td>3.90 (0.80)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>App impact on behavior</td>
                <td>4.29 (0.59)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">App rating (Likert scale from 1 to 5), mean (SD)</td>
                <td>3.85 (0.69)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Frequency of use over a year (Likert scale from 1 to 5), mean (SD)</bold>
                </td>
                <td>3.62 (0.96)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1-2 times, n (%)</td>
                <td>2 (15)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3-10 times, n (%)</td>
                <td>3 (23)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>10-50 times, n (%)</td>
                <td>6 (46)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&gt;50 times, n (%)</td>
                <td>2 (15)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>App recommendation (Likert scale from 1 to 5), mean (SD)</bold>
                </td>
                <td>3.84 (0.98)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Few people, n (%)</td>
                <td>1 (8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Several people, n (%)</td>
                <td>4 (31)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Many people, n (%)</td>
                <td>4 (31)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Everyone, n (%)</td>
                <td>4 (31)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Study 3 Results</title>
        <p>A total of 40 participants provided consent for study 3 to use the app for 30 days. Overall, 60% (24/40) of the participants identified as female, 35% (14/40) as male, 2.5% (1/40) as transgender, and 2.5% (1/40) as nonbinary. Approximately half (19/40, 48%) of the participants identified as White, 20% (8/40) as Asian, 15% (6/40) as African American, and 5% (2/40) as American Indian. The nonusers (7/40, 18%), defined as the participants who never logged into the app, were removed from the analysis. Exploratory analyses revealed that there were no significant differences between nonusers and users in baseline resilience scores and demographic factors (eg, sex, race, and grade). An additional participant (1/40, 2.5%) who did not complete the poststudy questionnaires was removed from the analysis. The final analysis included 32 participants.</p>
        <p>A total of 25% (10/40) of participants completed the entire intervention, and 55% (22/40) of participants completed some portions of the intervention. The depression module was completed by more users (18/40, 45%) than the stress module (13/40, 32%) and lifestyle module (10/40, 25%). As for each specific component, the “Where do I rate?” section was most used for the depression module (29/40, 72%), followed by the stress module (25/40, 62%) and lifestyle module (18/40, 45%). Adolescent use data are presented in <xref ref-type="table" rid="table6">Table 6</xref>.</p>
        <p>The adolescents stated that the app was feasible overall in the CSUQ (mean 6.14, SD 0.84) and MARS (mean 3.94, SD 0.62). Further analysis determined that the adolescents viewed the app as adequately engaging, functional, esthetically pleasing, informative, and impactful in the MARS. The results are presented in <xref ref-type="table" rid="table7">Table 7</xref>.</p>
        <p>No statistically significant improvements were found between the baseline and follow-up assessments in levels of resilience (mean 325.66, SD 59.35 vs mean 323.66, SD 60.30; <italic>t</italic><sub>31</sub>=−0.96; <italic>P</italic>=.34) or levels of individual factors of resilience (mean 143.35, SD 28.94 vs mean 143.78, SD 27.58; <italic>t</italic><sub>31</sub>=0.31; <italic>P</italic>=.76). The adolescents did not show statistically significant changes in any of the secondary mental health outcomes. Exploratory analyses provided evidence that the number of user log-ins was positively correlated with increases in individual resilience (<italic>r</italic>=0.39; <italic>P</italic>=.03).</p>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Study 2 adolescent use data (n=40).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="600"/>
            <col width="370"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variable</td>
                <td>Values</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>App completion, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>None</td>
                <td>7 (18)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Some</td>
                <td>23 (58)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>All</td>
                <td>10 (25)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Log-ins<sup>a</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Number of log-ins, average (SD)</td>
                <td>3.83 (3.13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Number of log-ins among only users (n=33), average (SD)</td>
                <td>4.64 (2.84)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Number of log-in among users, range</td>
                <td>0-14</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Module completion, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Depression</td>
                <td>18 (45)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Stress</td>
                <td>13 (32)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Lifestyle</td>
                <td>10 (25)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Module use, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Depression</td>
                <td>29 (73)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Stress</td>
                <td>25 (63)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Lifestyle</td>
                <td>22 (55)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Depression subsection completion, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Introduction</td>
                <td>20 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>What is it?</td>
                <td>20 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>What does it look like?</td>
                <td>19 (48)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Where do I rate?</td>
                <td>29 (73)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How do I change it?</td>
                <td>18 (45)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How can I practice this?</td>
                <td>19 (48)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Stress subsection completion, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>What is it?</td>
                <td>19 (48)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>What does it look like?</td>
                <td>18 (45)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Where do I rate?</td>
                <td>25 (63)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How do I change it?</td>
                <td>16 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How can I practice this?</td>
                <td>14 (35)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Lifestyle subsection completion, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>What is it?</td>
                <td>17 (43)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>What does it look like?</td>
                <td>15 (38)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Where do I rate?</td>
                <td>18 (45)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How do I change it?</td>
                <td>10 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How can I practice this?</td>
                <td>13 (33)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>Total number of log-ins: 153.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table7">
          <label>Table 7</label>
          <caption>
            <p>Study 3 Computer System Usability Questionnaire and Mobile App Rating Scale scores (n=32).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="650"/>
            <col width="320"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variables</td>
                <td>Values</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Computer System Usability Questionnaire (Likert scale from 1 to 7), mean (SD)</td>
                <td>6.14 (0.84)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Mobile App Rating Scale (Likert scale from 1 to 5), mean (SD)</bold>
                </td>
                <td>3.94 (0.62)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>App engagement</td>
                <td>3.49 (0.82)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>App functionality</td>
                <td>4.41 (0.65)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>App esthetics</td>
                <td>4.17 (0.67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>App information</td>
                <td>3.90 (0.72)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>App impact on behavior</td>
                <td>3.89 (0.90)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">App rating (Likert scale from 1 to 5), mean (SD)</td>
                <td>3.37 (0.83)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Frequency of use over a year (Likert scale from 1 to 5), mean (SD)</bold>
                </td>
                <td>2.91 (0.96)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>None, n (%)</td>
                <td>4 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1-2 times, n (%)</td>
                <td>4 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3-10 times, n (%)</td>
                <td>15 (47)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>10-50 times, n (%)</td>
                <td>9 (28)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>App recommendation (Likert scale from 1 to 5), mean (SD)</bold>
                </td>
                <td>3.53 (1.24)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not at all, n (%)</td>
                <td>2 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Few people, n (%)</td>
                <td>4 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Several people, n (%)</td>
                <td>11 (34)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Many people, n (%)</td>
                <td>5 (15)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Everyone, n (%)</td>
                <td>10 (31)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The aims of studies 1 and 2 were to incorporate qualitative and quantitative inputs from adolescents and stakeholders in the development of a feasible resilience app. When discussing the mental health apps, youth emphasized features over content. This finding is not surprising, given that previous apps with appealing esthetics have been viewed favorably by users [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. It was also challenging for adolescents and adults to list ideas for content during study 1 interviews. For future studies, it may be important to provide general examples of content that could be included within the app to help generate further ideas from interviewees. The participants discussed improvements to facilitate user interest and engagement, which included logging features to track changes in mood. Turvey and Roberts [<xref ref-type="bibr" rid="ref24">24</xref>] found that user interest in mental health apps increases with the option to track mood. Clinicians focused on improving engagement by incorporating interesting activities and a reward system. The lack of engagement has previously deterred youth from gaining the benefits of mental health apps [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>The adolescents wanted the app to be personalized and suggested that there could be a “Get to Know You” section where users provide initial demographic information. Entering demographic and behavioral information has improved users’ app experiences [<xref ref-type="bibr" rid="ref22">22</xref>]. The adolescents and clinicians discussed social connection as a vital feature to include within the app. Increased social interaction can lead to improved mental health app outcomes [<xref ref-type="bibr" rid="ref24">24</xref>]. Morrison et al [<xref ref-type="bibr" rid="ref22">22</xref>] stated that this can include increasing the variety of avatar automatic dialogue and mimicking peer-to-peer social interactions.</p>
        <p>The users provided preferences for the resilience app content. The adolescents reported being happy that the prototype discussed relaxation skills. Youth mental health apps that teach coping skills have been viewed as more effective [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. The adolescents enjoyed the surveys and discussed including components to track feelings through journaling. Previous mental health apps have emphasized the importance of self-monitoring components [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>Although the prototype identified content strengths, the users were interested in specific changes. The interview participants inquired about including dilemmas to provide youth with opportunities to determine what they would do in complex situations. Wasserman et al [<xref ref-type="bibr" rid="ref51">51</xref>] incorporated reviewing dilemmas within the Youth Aware of Mental Health program and found significant decreases in mental health symptoms.</p>
        <p>The adolescents stated that an app would be beneficial if it could decrease their school stress. Youth stress from school has increased over the years and occurs from a multitude of interpersonal and academic pressures [<xref ref-type="bibr" rid="ref52">52</xref>]. The participants expressed doubts about app use among youth because there was minimal incentive to continue using the app prototype. Any mental health app that is developed would benefit from including rewards, or adolescents may stop using it [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
        <p>There was a consensus that multiple changes would make the app more appealing. With the ever-expanding world of technology, adolescents are more interested in apps with dynamic features. If we were able to incorporate all the feedback from study 2 to our study 3 prototype, we would have included the rate your mood function, improved navigation to engaging app functions, added youth dilemmas, provided app incentives, and added a variety of characters to increase social engagement.</p>
        <p>The adolescents stated that the apps should include self-assessment and coping strategies. Morrison et al [<xref ref-type="bibr" rid="ref22">22</xref>] and Whiteside [<xref ref-type="bibr" rid="ref30">30</xref>] supported the notion that users enjoy immediate feedback from surveys. Fenwick-Smith et al [<xref ref-type="bibr" rid="ref12">12</xref>] found initial evidence that adolescents benefit from programs that focus on enhancing their coping skills. Youth also reported interest in apps that facilitate social communication. Including automatic dialogue through avatars could increase adolescents’ connection with the app [<xref ref-type="bibr" rid="ref22">22</xref>]. Mental health app developers should continue incorporating these areas in future apps.</p>
        <p>Mental health app designers should be cautious when developing universal apps. Patwardhan et al [<xref ref-type="bibr" rid="ref31">31</xref>] provided evidence that youth are more interested in mental health apps that can be tailored to their experience. Werner-Seidler et al [<xref ref-type="bibr" rid="ref54">54</xref>] provided evidence that stepped-care approaches can be more personalized and helpful for youth. Even with universal apps, being able to tailor to the app to individuals can lead to beneficial user experience.</p>
        <p>In general, apps should be used for resilience interventions to reach adolescents who may not receive this information elsewhere. In-person prevention programs have demonstrated efficacious changes for mental health outcomes [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref55">55</xref>]; however, many resources are needed for these programs. Youth mental health apps could be a target universal approach and decrease the burden on schools and primary care clinics, which have rigorous curriculum and health care demands.</p>
        <p>The aims of study 3 were to investigate the feasibility of the mental health app and determine whether its use would lead to changes in resilience and secondary mental health outcomes. Although there were no statistically significant changes, the adolescents determined that the app was adequate, and use data provided important information about practical implications for future mental health app research.</p>
        <p>The participants reported that the app was feasible through ratings in the CSUQ and MARS after 30 days of app use. These findings are a strength because the users found the app to be adequately engaging, functional, esthetically pleasing, informative, and helpful after prolonged use. This is an important first step, as apps must be rated as feasible before they can become effective [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>There were no significant differences in resilience and other mental health outcomes after the adolescents used the app for 30 days. There are various reasons why there might have been no changes in user mental health outcomes. One of the possibilities is that the participants did not use the app enough, or the time given (ie, 30 days) was not enough to lead to mental health changes. Our exploratory analyses demonstrated a positive correlation between the number of times the users logged in and increases in internal resilience factors. Therefore, more app use could lead to changes in specific mental health outcomes. The users logged into the app once per week on average, but the researchers were unable to approximate the amount of time that the participants spent on the app. In addition, only 25% (10/40) of users completed all the app modules. In comparison, in the study by Tighe et al [<xref ref-type="bibr" rid="ref27">27</xref>], 34 (56%) out of 61 users completed all the modules, which may be necessary for statistically significant mental health changes.</p>
        <p>Specific features were missing from the app, which may have decreased app use. The app did not provide the participants the option to rate their mood or send them notifications. The researchers sent weekly email reminders to encourage the use of the app; however, the app was not designed to use SMS push notifications. Previous youth mental health apps have reported higher feasibility ratings and effectiveness when incorporating these components [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], so not having these features could decrease youth engagement in the app.</p>
        <p>The adolescents appeared to prefer the depression module (18/40, 45%) over the stress (13/40, 33%) and lifestyle modules (10/40, 25%). One of the reasons for this is sample selection bias. This academic center had ongoing studies of depression in at-risk youth. Youth participants with a previous or current history of depression could account for the preference for the depression module. Adolescent depression prevalence is higher than adolescent anxiety rates [<xref ref-type="bibr" rid="ref56">56</xref>], which could be the reason for the higher user interest.</p>
        <p>Adolescents preferred the “Where do I rate?” section, which provided surveys that users could complete to receive feedback about possible depression symptoms, anxiety symptoms, and physical activities (eating, sleeping, and exercising). Whiteside [<xref ref-type="bibr" rid="ref30">30</xref>] found that youth were more likely to complete self-assessments in comparison with practicing new coping skills. Surveys are more interactive and engaging to maintain youth’s attention, which is an important component for mental health apps [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Some limitations should be acknowledged within our sample. First, all the adolescent participants were recruited from an academic medical center setting. Recruitment from this setting may have created a sample selection bias, which could make findings less generalizable. Future app studies should focus on recruitment through schools and community centers to create diverse samples representing spectrum of mental health awareness. Although study 2 focus group participants were able to review prototype 2.0, our sample was small. More participants should have been recruited to make these findings for prototype 2.0 generalizable to adolescents. In addition, the users were only able to review the prototype for approximately 15 minutes.</p>
        <p>Several limitations are the same for study 3. The researchers were unable to make significant changes from the prototype to the final version of the app; therefore, qualitative feedback from the users could not be fully incorporated. Study 3 participants did not participate in the interviews and focus groups after using the app for 30 days. Gaining qualitative feedback after study 3 was beyond the scope of the study, but these interviews would have provided more in-depth information about feasibility ratings and use rates for the app.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>Weekly use and nonsignificant changes in study outcomes provide support that this app could be paired in conjunction with an in-person component. School and primary care settings could have teachers and providers use the app videos to provide youth with psychoeducation about resilience and other mental health areas. In-person psychoeducation could be paired with asking youth to complete the interactive features of the app as homework within school settings. Pramana et al [<xref ref-type="bibr" rid="ref32">32</xref>] received positive feedback from youth by pairing cognitive behavioral therapy and SmartCAT. The current version of the app may be more effective when combined with in-person interventions.</p>
        <p>Exploratory analyses revealed a positive correlation between the number of times the users logged into the app and internal resilience changes. Increased use may lead to changes in resilience. Future mental health app developers could incorporate features and content that provide an interapp incentive to increase app use among youth. Pramana et al [<xref ref-type="bibr" rid="ref32">32</xref>] suggested that goal setting with rewards can increase app use among youth.</p>
        <p>The depression module was preferred among the users. Future mental health apps could incorporate psychoeducation and coping skills to alleviate depression, as adolescents may be more interested than stress or physical mental health factors. Tighe et al [<xref ref-type="bibr" rid="ref27">27</xref>] reported that Ibobbly was effective in reducing depressive symptoms among older adolescents.</p>
        <p>Study 3 participants preferred completing the “Where do I rate?” (eg, symptom surveys) section across the 3 modules. Whiteside [<xref ref-type="bibr" rid="ref30">30</xref>] provided evidence that youth enjoy completing self-assessment in comparison with completing coping skill activities. Future mental health app developers could incorporate surveys and interactivity to increase user interest.</p>
        <p>Future studies should obtain interview feedback from adolescents after they use the app for 30 days. Poststudy interviews could help researchers obtain insights into app features and content that impacted app use among adolescents. Although the app did not lead to changes in resilience and mental health outcomes, future studies should focus on the efficacy of pairing the content in additional settings. Apps have previously been viewed as efficacious in combination with mental health interventions [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. Using this app with mental health treatment could lead to an increase in resilience.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Studies 1 and 2 provided new information about feature and content development for a resilience app prototype. Practical implications for future mental health apps include incorporating adolescent feedback, making the app more engaging and personalized, and addressing any safety concerns from adolescent and adult stakeholders.</p>
        <p>The adolescents found the resilience mental health app to be feasible after 30 days of use. Although there were no significant changes in mental health outcomes, the users logged into the app weekly and preferred the depression module and app surveys. These findings provide important practical implications to make future mental health apps more appealing and effective for adolescents.</p>
        <p>This study is the first to test the feasibility and efficacy of a youth resilience app. New research has been conducted on specific features and content that adolescents would want to be incorporated into mental health apps. Although there were no significant changes in user mental health outcomes, the participants found the app to be functionally acceptable after using it for 30 days. The findings of this study provide researchers with important information for the development of youth mental health apps. Future studies should examine the efficacy of the app in conjunction with in-person mental health interventions.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Study 1 and study 2 interview questions.</p>
        <media xlink:href="formative_v7i1e38042_app1.docx" xlink:title="DOCX File , 27 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CSUQ</term>
          <def>
            <p>Computer System Usability Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MARS</term>
          <def>
            <p>Mobile App Rating Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to acknowledge Adora Choquette and Blake Martin for their assistance with transcribing and coding the qualitative interviews. Their work as part of the research team was important for the completion of data analysis.</p>
      <p>The authors would like to acknowledge the Jerry M. Lewis Foundation for providing grant funding to financially support this study. This study was also funded by the Center for Depression Research and Clinical Care at the University of Texas Southwestern and The Rees-Jones Foundation (MHT, principal investigator).</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during or analyzed during this study are available from the corresponding author upon request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kieling</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Baker-Henningham</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Belfer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Conti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ertem</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Omigbodun</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Rohde</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Srinath</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ulkuer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rahman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Child and adolescent mental health worldwide: evidence for action</article-title>
          <source>Lancet</source>
          <year>2011</year>
          <month>10</month>
          <volume>378</volume>
          <issue>9801</issue>
          <fpage>1515</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(11)60827-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aldridge</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McChesney</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The relationships between school climate and adolescent mental health and wellbeing: a systematic literature review</article-title>
          <source>Int J Educ Res</source>
          <year>2018</year>
          <month>03</month>
          <volume>88</volume>
          <fpage>121</fpage>
          <lpage>45</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.ijer.2018.01.012"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijer.2018.01.012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Panchal</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Salazar de Pablo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Franco</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Parellada</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arango</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fusar-Poli</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The impact of COVID-19 lockdown on child and adolescent mental health: systematic review</article-title>
          <source>Eur Child Adolesc Psychiatry</source>
          <year>2021</year>
          <month>08</month>
          <day>18</day>
          <fpage>1</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34406494"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00787-021-01856-w</pub-id>
          <pub-id pub-id-type="medline">34406494</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00787-021-01856-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC8371430</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Skala</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bruckner</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Beating the odds: an approach to the topic of resilience in children and adolescents</article-title>
          <source>Neuropsychiatr</source>
          <year>2014</year>
          <month>11</month>
          <day>21</day>
          <volume>28</volume>
          <issue>4</issue>
          <fpage>208</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1007/s40211-014-0125-7</pub-id>
          <pub-id pub-id-type="medline">25413940</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Werner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <source>Journeys from Childhood to Midlife Risk, Resilience, and Recovery</source>
          <year>2001</year>
          <publisher-loc>Ithaca, New York, United States</publisher-loc>
          <publisher-name>Cornell University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dray</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bowman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freund</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfenden</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hodder</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Wiggers</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Improving adolescent mental health and resilience through a resilience-based intervention in schools: study protocol for a randomised controlled trial</article-title>
          <source>Trials</source>
          <year>2014</year>
          <month>07</month>
          <day>18</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>289</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/1745-6215-15-289"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1745-6215-15-289</pub-id>
          <pub-id pub-id-type="medline">25037455</pub-id>
          <pub-id pub-id-type="pii">1745-6215-15-289</pub-id>
          <pub-id pub-id-type="pmcid">PMC4223719</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fergusson</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Horwood</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Childhood sexual abuse and adult developmental outcomes: findings from a 30-year longitudinal study in New Zealand</article-title>
          <source>Child Abuse Negl</source>
          <year>2013</year>
          <month>09</month>
          <volume>37</volume>
          <issue>9</issue>
          <fpage>664</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chiabu.2013.03.013</pub-id>
          <pub-id pub-id-type="medline">23623446</pub-id>
          <pub-id pub-id-type="pii">S0145-2134(13)00085-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vloet</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Vloet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Romanos</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Post-traumatic growth in children and adolescents</article-title>
          <source>J Trauma Stress Disor Treat</source>
          <year>2017</year>
          <volume>06</volume>
          <issue>04</issue>
          <pub-id pub-id-type="doi">10.4172/2324-8947.1000178</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dray</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bowman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Freund</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfenden</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hodder</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>McElwaine</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tremain</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bartlem</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Palazzi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Oldmeadow</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wiggers</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of universal resilience-focused interventions targeting child and adolescent mental health in the school setting</article-title>
          <source>J Am Acad Child Adolesc Psychiatry</source>
          <year>2017</year>
          <month>10</month>
          <volume>56</volume>
          <issue>10</issue>
          <fpage>813</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0890-8567(17)31107-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jaac.2017.07.780</pub-id>
          <pub-id pub-id-type="medline">28942803</pub-id>
          <pub-id pub-id-type="pii">S0890-8567(17)31107-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cicchetti</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>An ecological-transactional analysis of children and contexts: the longitudinal interplay among child maltreatment, community violence, and children's symptomatology</article-title>
          <source>Dev Psychopathol</source>
          <year>1998</year>
          <month>06</month>
          <day>01</day>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>235</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1017/s095457949800159x</pub-id>
          <pub-id pub-id-type="medline">9635223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gartland</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Olsson</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Buzwell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sawyer</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Development of a multi-dimensional measure of resilience in adolescents: the Adolescent Resilience Questionnaire</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2011</year>
          <month>10</month>
          <day>05</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>134</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-11-134"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-11-134</pub-id>
          <pub-id pub-id-type="medline">21970409</pub-id>
          <pub-id pub-id-type="pii">1471-2288-11-134</pub-id>
          <pub-id pub-id-type="pmcid">PMC3204306</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fenwick-Smith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dahlberg</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of resilience-enhancing, universal, primary school-based mental health promotion programs</article-title>
          <source>BMC Psychol</source>
          <year>2018</year>
          <month>07</month>
          <day>05</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>30</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychology.biomedcentral.com/articles/10.1186/s40359-018-0242-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40359-018-0242-3</pub-id>
          <pub-id pub-id-type="medline">29976252</pub-id>
          <pub-id pub-id-type="pii">10.1186/s40359-018-0242-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6034212</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dray</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bowman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Freund</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hodder</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfenden</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leane</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lecathelinais</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Oldmeadow</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Attia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gillham</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wiggers</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a pragmatic school-based universal intervention targeting student resilience protective factors in reducing mental health problems in adolescents</article-title>
          <source>J Adolesc</source>
          <year>2017</year>
          <month>06</month>
          <day>03</day>
          <volume>57</volume>
          <issue>1</issue>
          <fpage>74</fpage>
          <lpage>89</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0140-1971(17)30048-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.adolescence.2017.03.009</pub-id>
          <pub-id pub-id-type="medline">28384523</pub-id>
          <pub-id pub-id-type="pii">S0140-1971(17)30048-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grist</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stallard</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Mental health mobile apps for preadolescents and adolescents: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>05</month>
          <day>25</day>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>e176</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/5/e176/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7332</pub-id>
          <pub-id pub-id-type="medline">28546138</pub-id>
          <pub-id pub-id-type="pii">v19i5e176</pub-id>
          <pub-id pub-id-type="pmcid">PMC5465380</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bakker</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kazantzis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rickwood</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rickard</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Mental health smartphone apps: review and evidence-based recommendations for future developments</article-title>
          <source>JMIR Ment Health</source>
          <year>2016</year>
          <month>03</month>
          <day>01</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e7</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2016/1/e7/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.4984</pub-id>
          <pub-id pub-id-type="medline">26932350</pub-id>
          <pub-id pub-id-type="pii">v3i1e7</pub-id>
          <pub-id pub-id-type="pmcid">PMC4795320</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kenny</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dooley</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Developing mental health mobile apps: exploring adolescents' perspectives</article-title>
          <source>Health Informatics J</source>
          <year>2016</year>
          <month>06</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>265</fpage>
          <lpage>75</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458214555041?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458214555041</pub-id>
          <pub-id pub-id-type="medline">25385165</pub-id>
          <pub-id pub-id-type="pii">1460458214555041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>East</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Havard</surname>
              <given-names>BC</given-names>
            </name>
          </person-group>
          <article-title>Mental health mobile apps: from infusion to diffusion in the mental health social system</article-title>
          <source>JMIR Ment Health</source>
          <year>2015</year>
          <month>03</month>
          <day>31</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e10</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2015/1/e10/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.3954</pub-id>
          <pub-id pub-id-type="medline">26543907</pub-id>
          <pub-id pub-id-type="pii">v2i1e10</pub-id>
          <pub-id pub-id-type="pmcid">PMC4607391</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Caldwell</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>How adolescents trust health information on social media: a systematic review</article-title>
          <source>Acad Pediatr</source>
          <year>2022</year>
          <month>12</month>
          <day>26</day>
          <fpage>S1876-2859(22)00637-4</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1876-2859(22)00637-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.acap.2022.12.011</pub-id>
          <pub-id pub-id-type="medline">36581098</pub-id>
          <pub-id pub-id-type="pii">S1876-2859(22)00637-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinez-Martin</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Chapter Three - Trusting the bot: addressing the ethical challenges of consumer digital mental health therapy</article-title>
          <source>Developments in Neuroethics and Bioethics</source>
          <year>2020</year>
          <publisher-loc>Cambridge, Massachusetts, United States</publisher-loc>
          <publisher-name>Academic Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Neary</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Loughlin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Adkins</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>Discovery of and interest in health apps among those with mental health needs: survey and focus group study</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>06</month>
          <day>11</day>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>e10141</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/6/e10141/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10141</pub-id>
          <pub-id pub-id-type="medline">29891468</pub-id>
          <pub-id pub-id-type="pii">v20i6e10141</pub-id>
          <pub-id pub-id-type="pmcid">PMC6018235</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Loughlin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Neary</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Adkins</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Reviewing the data security and privacy policies of mobile apps for depression</article-title>
          <source>Internet Interv</source>
          <year>2019</year>
          <month>03</month>
          <volume>15</volume>
          <fpage>110</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(18)30046-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2018.12.001</pub-id>
          <pub-id pub-id-type="medline">30792962</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(18)30046-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6371412</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>What design features are used in effective e-health interventions? A review using techniques from Critical Interpretive Synthesis</article-title>
          <source>Telemed J E Health</source>
          <year>2012</year>
          <month>03</month>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>137</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/1905756?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2011.0062</pub-id>
          <pub-id pub-id-type="medline">22381060</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kenny</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dooley</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of "CopeSmart": a telemental health app for adolescents</article-title>
          <source>JMIR Ment Health</source>
          <year>2015</year>
          <month>08</month>
          <day>10</day>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>e22</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2015/3/e22/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.4370</pub-id>
          <pub-id pub-id-type="medline">26552425</pub-id>
          <pub-id pub-id-type="pii">v2i3e22</pub-id>
          <pub-id pub-id-type="pmcid">PMC4705022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turvey</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Recent developments in the use of online resources and mobile technologies to support mental health care</article-title>
          <source>Int Rev Psychiatry</source>
          <year>2015</year>
          <month>11</month>
          <day>02</day>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>547</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.3109/09540261.2015.1087975</pub-id>
          <pub-id pub-id-type="medline">26523397</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Henson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vaidyam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hajratalli</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Onnela</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Understanding the quality, effectiveness and attributes of top-rated smartphone health apps</article-title>
          <source>Evid Based Ment Health</source>
          <year>2019</year>
          <month>02</month>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1136/ebmental-2018-300069</pub-id>
          <pub-id pub-id-type="medline">30635262</pub-id>
          <pub-id pub-id-type="pii">ebmental-2018-300069</pub-id>
          <pub-id pub-id-type="pmcid">PMC7061529</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Kauer</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Hearps</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Crooke</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Khor</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Sanci</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Patton</surname>
              <given-names>GC</given-names>
            </name>
          </person-group>
          <article-title>A mobile phone application for the assessment and management of youth mental health problems in primary care: health service outcomes from a randomised controlled trial of mobiletype</article-title>
          <source>BMC Fam Pract</source>
          <year>2013</year>
          <month>06</month>
          <day>19</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>84</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcfampract.biomedcentral.com/articles/10.1186/1471-2296-14-84"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2296-14-84</pub-id>
          <pub-id pub-id-type="medline">23782796</pub-id>
          <pub-id pub-id-type="pii">1471-2296-14-84</pub-id>
          <pub-id pub-id-type="pmcid">PMC3716527</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tighe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shand</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ridani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mackinnon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>De La Mata</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Ibobbly mobile health intervention for suicide prevention in Australian Indigenous youth: a pilot randomised controlled trial</article-title>
          <source>BMJ Open</source>
          <year>2017</year>
          <month>01</month>
          <day>27</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e013518</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&amp;pmid=28132007"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2016-013518</pub-id>
          <pub-id pub-id-type="medline">28132007</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2016-013518</pub-id>
          <pub-id pub-id-type="pmcid">PMC5278278</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>In the mood: engaging teenagers in psychotherapy using mobile phones</article-title>
          <source>Proceedings of the SIGCHI Conference on Human Factors in Computing Systems</source>
          <year>2011</year>
          <conf-name>CHI '11: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>May 7 - 12, 2011</conf-date>
          <conf-loc>Vancouver BC Canada</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1145/1978942.1979379"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/1978942.1979379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Scully</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Dinan</surname>
              <given-names>TG</given-names>
            </name>
          </person-group>
          <article-title>Plasma cytokine profiles in depressed patients who fail to respond to selective serotonin reuptake inhibitor therapy</article-title>
          <source>J Psychiatr Res</source>
          <year>2007</year>
          <month>4</month>
          <volume>41</volume>
          <issue>3-4</issue>
          <fpage>326</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpsychires.2006.05.013</pub-id>
          <pub-id pub-id-type="medline">16870211</pub-id>
          <pub-id pub-id-type="pii">S0022-3956(06)00111-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whiteside</surname>
              <given-names>SP</given-names>
            </name>
          </person-group>
          <article-title>Mobile device-based applications for childhood anxiety disorders</article-title>
          <source>J Child Adolesc Psychopharmacol</source>
          <year>2016</year>
          <month>04</month>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>246</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1089/cap.2015.0010</pub-id>
          <pub-id pub-id-type="medline">26244903</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patwardhan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stoll</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hamel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Amresh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gary</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Pina</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Designing a mobile application to support the indicated prevention and early intervention of childhood anxiety</article-title>
          <source>Proceedings of the conference on Wireless Health</source>
          <year>2015</year>
          <conf-name>WH '15: Wireless Health 2015 Conference</conf-name>
          <conf-date>Oct 14 - 16, 2015</conf-date>
          <conf-loc>Bethesda Maryland</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1145/2811780.2811954"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/2811780.2811954</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pramana</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Parmanto</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Silk</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>The SmartCAT: an m-health platform for ecological momentary intervention in child anxiety treatment</article-title>
          <source>Telemed J E Health</source>
          <year>2014</year>
          <month>05</month>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>419</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24579913"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2013.0214</pub-id>
          <pub-id pub-id-type="medline">24579913</pub-id>
          <pub-id pub-id-type="pmcid">PMC4011472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Traber-Walker</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gerstenberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Metzler</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Joris</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Karr</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Studer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zulauf Logoz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rössler</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Walitza</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Franscini</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of the combined treatment approach "Robin" (standardized manual and smartphone app) for adolescents at clinical high risk for psychosis</article-title>
          <source>Front Psychiatry</source>
          <year>2019</year>
          <month>6</month>
          <day>6</day>
          <volume>10</volume>
          <fpage>384</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31244692"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2019.00384</pub-id>
          <pub-id pub-id-type="medline">31244692</pub-id>
          <pub-id pub-id-type="pmcid">PMC6562244</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kennard</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Biernesser</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Foxwell</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Craddock Lee</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rial</surname>
              <given-names>KV</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>McMakin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Blastos</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Douaihy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zelazny</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brent</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Developing a brief suicide prevention intervention and mobile phone application: a qualitative report</article-title>
          <source>J Technol Hum Serv</source>
          <year>2015</year>
          <month>10</month>
          <day>01</day>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>345</fpage>
          <lpage>57</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26977137"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/15228835.2015.1106384</pub-id>
          <pub-id pub-id-type="medline">26977137</pub-id>
          <pub-id pub-id-type="pmcid">PMC4788636</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Løventoft</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nørregaard</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Frøkjær</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Designing daybuilder: an experimental app to support people with depression</article-title>
          <source>Proceedings of the 12th Participatory Design Conference: Exploratory Papers, Workshop Descriptions, Industry Cases - Volume 2</source>
          <year>2012</year>
          <conf-name>PDC '12: 12th Participatory Design Conference</conf-name>
          <conf-date>Aug 12 - 16, 2012</conf-date>
          <conf-loc>Roskilde Denmark</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1145/2348144.2348146"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/2348144.2348146</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whitehouse</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Balka</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McLellan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Deevska</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Penn</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Issenman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Paone</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Co-creation with  TickiT: designing and evaluating a clinical eHealth platform for youth</article-title>
          <source>JMIR Res Protoc</source>
          <year>2013</year>
          <month>10</month>
          <day>18</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>e42</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2013/2/e42/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.2865</pub-id>
          <pub-id pub-id-type="medline">24140595</pub-id>
          <pub-id pub-id-type="pii">v2i2e42</pub-id>
          <pub-id pub-id-type="pmcid">PMC3806391</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dingle</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cockshaw</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Efficacy and outcomes of a music-based emotion regulation mobile app in distressed young people: randomized controlled trial</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>01</month>
          <day>16</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e11482</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/1/e11482/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11482</pub-id>
          <pub-id pub-id-type="medline">30664457</pub-id>
          <pub-id pub-id-type="pii">v7i1e11482</pub-id>
          <pub-id pub-id-type="pmcid">PMC6352004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palinkas</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Horwitz</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Wisdom</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Duan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hoagwood</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Purposeful sampling for qualitative data collection and analysis in mixed method implementation research</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2015</year>
          <month>09</month>
          <day>6</day>
          <volume>42</volume>
          <issue>5</issue>
          <fpage>533</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24193818"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-013-0528-y</pub-id>
          <pub-id pub-id-type="medline">24193818</pub-id>
          <pub-id pub-id-type="pmcid">PMC4012002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brinkmann</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Unstructured and Semi-Structured Interviewing</article-title>
          <source>The Oxford Handbook of Qualitative Research</source>
          <year>2014</year>
          <publisher-loc>Oxford, United Kingdom</publisher-loc>
          <publisher-name>Oxford Academic Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guest</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunce</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>How many interviews are enough?: an experiment with data saturation and variability</article-title>
          <source>Field Method</source>
          <year>2016</year>
          <month>07</month>
          <day>21</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>59</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1177/1525822x05279903</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guest</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Namey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McKenna</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>How many focus groups are enough? Building an evidence base for nonprobability sample sizes</article-title>
          <source>Field Method</source>
          <year>2016</year>
          <month>07</month>
          <day>24</day>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1177/1525822x16639015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>IBM computer usability satisfaction questionnaires: psychometric evaluation and instructions for use</article-title>
          <source>Int J Human Comput Interact</source>
          <year>1995</year>
          <month>01</month>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1080/10447319509526110</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile app rating scale: a new tool for assessing the quality of health mobile apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>03</month>
          <day>11</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3422</pub-id>
          <pub-id pub-id-type="medline">25760773</pub-id>
          <pub-id pub-id-type="pii">v3i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwarzer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jerusalem</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Generalized self-efficacy scale</article-title>
          <source>Measures in Health Psychology: A User’s Portfolio</source>
          <year>1995</year>
          <publisher-loc>Windsor, UK</publisher-loc>
          <publisher-name>NFER-NELSON</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lyubomirsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lepper</surname>
              <given-names>HS</given-names>
            </name>
          </person-group>
          <article-title>A measure of subjective happiness: preliminary reliability and construct validation</article-title>
          <source>Social Indicator Res</source>
          <year>1999</year>
          <volume>46</volume>
          <fpage>137</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1023/A:1006824100041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rieffe</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Oosterveld</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Miers</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Meerum Terwogt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ly</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Emotion awareness and internalising symptoms in children and adolescents: The Emotion Awareness Questionnaire revised</article-title>
          <source>Personality Indiv Diff</source>
          <year>2008</year>
          <month>12</month>
          <volume>45</volume>
          <issue>8</issue>
          <fpage>756</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1016/j.paid.2008.08.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carver</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>You want to measure coping but your protocol's too long: consider the brief COPE</article-title>
          <source>Int J Behav Med</source>
          <year>1997</year>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>92</fpage>
          <lpage>100</lpage>
          <pub-id pub-id-type="doi">10.1207/s15327558ijbm0401_6</pub-id>
          <pub-id pub-id-type="medline">16250744</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mermelstein</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kamarck</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hoberman</surname>
              <given-names>HM</given-names>
            </name>
          </person-group>
          <article-title>Measuring the functional components of social support</article-title>
          <source>Social Support: Theory, Research and Applications</source>
          <year>1985</year>
          <publisher-loc>Dordrecht</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <article-title>NVivo version 10</article-title>
          <source>Lumivero</source>
          <access-date>2019-10-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.qsrinternational.com/nvivo-qualitative-data-analysis-software/home?_ga=2.209968086.259553662.1645663266-711678620.1645663266">https://www.qsrinternational.com/nvivo-qualitative-data-analysis-software/home?_ga=2.209968086.259553662.1645663266-711678620.1645663266</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guest</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>MacQueen</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Namey</surname>
              <given-names>EE</given-names>
            </name>
          </person-group>
          <source>Applied Thematic Analysis</source>
          <year>2012</year>
          <publisher-loc>Thousand Oaks, California, United States</publisher-loc>
          <publisher-name>SAGE Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wasserman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hoven</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Wasserman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenberg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hadlaczky</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kelleher</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Sarchiapone</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Apter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Balazs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bobes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brunner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Corcoran</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cosman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Guillemin</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Haring</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Iosue</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kaess</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kahn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Keeley</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Musa</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nemes</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Postuvan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Saiz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Reiter-Theil</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Varnik</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Varnik</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carli</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>School-based suicide prevention programmes: the SEYLE cluster-randomised, controlled trial</article-title>
          <source>Lancet</source>
          <year>2015</year>
          <month>04</month>
          <day>18</day>
          <volume>385</volume>
          <issue>9977</issue>
          <fpage>1536</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(14)61213-7</pub-id>
          <pub-id pub-id-type="medline">25579833</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(14)61213-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bester</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Stress experienced by adolescents in school: the importance of personality and interpersonal relationships</article-title>
          <source>J Child Adolesc Ment Health</source>
          <year>2019</year>
          <month>05</month>
          <day>25</day>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.2989/17280583.2019.1580586</pub-id>
          <pub-id pub-id-type="medline">30905268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Begale</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Penedo</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Purple: a modular system for developing and deploying behavioral intervention technologies</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>07</month>
          <day>30</day>
          <volume>16</volume>
          <issue>7</issue>
          <fpage>e181</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/7/e181/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3376</pub-id>
          <pub-id pub-id-type="medline">25079298</pub-id>
          <pub-id pub-id-type="pii">v16i7e181</pub-id>
          <pub-id pub-id-type="pmcid">PMC4129186</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Werner-Seidler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Calear</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Newby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>School-based depression and anxiety prevention programs for young people: a systematic review and meta-analysis</article-title>
          <source>Clin Psychol Rev</source>
          <year>2017</year>
          <month>02</month>
          <volume>51</volume>
          <fpage>30</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0272-7358(15)30140-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2016.10.005</pub-id>
          <pub-id pub-id-type="medline">27821267</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(15)30140-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Voorhees</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Fogel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Reinecke</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Gladstone</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stuart</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gollan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bradford</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Domanico</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fagan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Paunesku</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Melkonian</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kuwabara</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Holper</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Shank</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Saner</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Louie</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstein</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wassel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vanderplough-Booth</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Humensky</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Randomized clinical trial of an internet-based depression prevention program for adolescents (Project CATCH-IT) in primary care: 12-week outcomes</article-title>
          <source>J Dev Behav Pediatr</source>
          <year>2009</year>
          <month>02</month>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>23</fpage>
          <lpage>37</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19194326"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/DBP.0b013e3181966c2a</pub-id>
          <pub-id pub-id-type="medline">19194326</pub-id>
          <pub-id pub-id-type="pmcid">PMC6290998</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bruffaerts</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mortier</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hermosillo De la Torre</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Demyttenaere</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Hasking</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ennis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nock</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Pinder-Amaker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Vilagut</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zaslavsky</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <collab>WHO WMH-ICS Collaborators</collab>
          </person-group>
          <article-title>Lifetime and 12-month treatment for mental disorders and suicidal thoughts and behaviors among first year college students</article-title>
          <source>Int J Methods Psychiatr Res</source>
          <year>2019</year>
          <month>06</month>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>e1764</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30663193"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/mpr.1764</pub-id>
          <pub-id pub-id-type="medline">30663193</pub-id>
          <pub-id pub-id-type="pmcid">PMC6877191</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
