<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i1e66714</article-id>
      <article-id pub-id-type="pmid">40456138</article-id>
      <article-id pub-id-type="doi">10.2196/66714</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Co-Designing an Infant Early Childhood Mental Health Mobile App for Early Childhood Education Teachers' Professional Development: Community-Based Participatory Research Approach</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Smith</surname>
            <given-names>Julia Mendez</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Arcand</surname>
            <given-names>JoAnne</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Natale</surname>
            <given-names>Ruby</given-names>
          </name>
          <degrees>PsyD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Medicine/Mailman Center for Child Development</institution>
            <institution>University of Miami</institution>
            <addr-line>1601 NW 12th Avenue</addr-line>
            <addr-line>Miami, FL, 33137</addr-line>
            <country>United States</country>
            <phone>1 3052434617</phone>
            <email>rnatale@med.miami.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6393-7296</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Howe</surname>
            <given-names>Elizabeth</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2798-2158</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Velasquez</surname>
            <given-names>Carolina</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0003-7503-9786</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Guzman Garcia</surname>
            <given-names>Emperatiz</given-names>
          </name>
          <degrees>LMHC, IMH-E</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-7135-8660</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Granja</surname>
            <given-names>Karen</given-names>
          </name>
          <degrees>MS, RMHC</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5831-6230</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Caceres</surname>
            <given-names>Bianca</given-names>
          </name>
          <degrees>LCSW, CWLC</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-7286-4640</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Erban</surname>
            <given-names>Elizabeth</given-names>
          </name>
          <degrees>LMFT, IMH-E</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-2547-2388</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Ramirez</surname>
            <given-names>Tania</given-names>
          </name>
          <degrees>LMFT, IMH-E</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-7489-1493</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Jent</surname>
            <given-names>Jason</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6432-6788</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Medicine/Mailman Center for Child Development</institution>
        <institution>University of Miami</institution>
        <addr-line>Miami, FL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Community Health of South Florida</institution>
        <addr-line>Miami, FL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Family Central</institution>
        <addr-line>Miami, FL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Jewish Community Services</institution>
        <addr-line>Miami, FL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ruby Natale <email>rnatale@med.miami.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>2</day>
        <month>6</month>
        <year>2025</year>
      </pub-date>
      <volume>9</volume>
      <elocation-id>e66714</elocation-id>
      <history>
        <date date-type="received">
          <day>20</day>
          <month>9</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>30</day>
          <month>11</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>12</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>2</day>
          <month>3</month>
          <year>2025</year>
        </date>
      </history>
      <copyright-statement>©Ruby Natale, Elizabeth Howe, Carolina Velasquez, Emperatiz Guzman Garcia, Karen Granja, Bianca Caceres, Elizabeth Erban, Tania Ramirez, Jason Jent. Originally published in JMIR Formative Research (https://formative.jmir.org), 02.06.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2025/1/e66714" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Many young children spend at least some time in early care and education programs, where they develop social-emotional skills that prepare them for future success. However, young children may exhibit behavioral challenges in these settings, negatively impacting their social-emotional development. It is critical that the early childhood workforce is prepared to support young children’s burgeoning social-emotional skills to address challenging behaviors in early care and education classrooms. Infant and early childhood mental health consultation is an evidence-informed approach for increasing teachers’ skills for managing young children’s emotions and behaviors. One mechanism to increase teachers’ access and use of the infant and early childhood mental health consultation programs is through on-demand mobile apps.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to investigate 2 primary objectives: to document the development of the Jump Start on the Go (JS Go) app through community-based participatory research (CBPR) methodologies, and to evaluate and refine the app based on early childhood education (ECE) teacher feedback using a mixed methods assessment approach.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study used a community-based participatory research approach to design and evaluate the effectiveness of the JS Go app across 3 phases. In phase 1, a description of how the JS Go app was developed using CBPR principles is provided. In phase 2, teachers (n=12) were interviewed after reviewing mockups of the JS Go app to gather feedback about the interface and usefulness of the app to current and new teachers. Rapid qualitative analysis generated themes to inform phase 3 (n=31) of the study.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Phase 2 findings suggested that teachers viewed the app as aesthetically pleasing with concise information, but there were design and content features that needed to be refined to improve ease of use for accessing content. Teachers also described the app as beneficial and useful to both current and new ECE teachers and identified it as a tool to support sustainability for the use of JS practices. In phase 3, teachers rated the JS Go app favorably across all mHealth (mobile health) App Usability Questionnaire dimensions, including interface satisfaction (mean 6.12 on a 7-point scale), ease of use (mean 5.56), and usefulness (mean 5.37). Despite positive usability ratings, teachers expressed less certain intentions to adopt the app, scoring near the midpoint on the Technology Acceptance Model Instrument-Fast Form’s predicted future use scale (mean 1.60, –4 to +4-point scale). Implications for how the findings were used to make adaptions to the app are discussed. The next steps for testing the efficacy of the app in a randomized control trial are described.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>ECE teachers have overall positive perceptions about the value of the JS Go app. Future research will need to test the efficacy of the app for increasing and sustaining teacher’s use of JS practices.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>early care and education</kwd>
        <kwd>child care</kwd>
        <kwd>social-emotional development</kwd>
        <kwd>young children</kwd>
        <kwd>professional development</kwd>
        <kwd>infant early childhood mental health consultation</kwd>
        <kwd>mobile apps</kwd>
        <kwd>community-based participatory research</kwd>
        <kwd>mixed methods</kwd>
        <kwd>mobile phones</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Behavioral and mental health issues represent some of the greatest unaddressed challenges for young children, impacting their school readiness [<xref ref-type="bibr" rid="ref1">1</xref>]. Preschool children who exhibit behavioral challenges are suspended and expelled from early care and education (ECE) programs at 3 times the rate of children in kindergarten-12th grade schools [<xref ref-type="bibr" rid="ref2">2</xref>]. Moreover, racially and ethnically diverse children living in low-income communities are more likely to exhibit behavioral challenges leading to suspension or expulsion [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. ECE programs play a vital role in promoting young children’s mental health by providing environments where children can develop social-emotional skills, including emotional regulation and resilience [<xref ref-type="bibr" rid="ref3">3</xref>]. Research indicates that young children who attend high-quality ECE programs exhibit lower levels of behavioral problems and higher social competence compared to those who do not attend ECE programs [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>ECE teachers in high-quality ECE programs can act as a protective factor by supporting young children’s burgeoning social-emotional development, thus preventing challenging behaviors [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Moreover, enhancing young children’s social-emotional development is linked with their school readiness, making a focus on this aspect of children’s development a mechanism for eliminating disparities [<xref ref-type="bibr" rid="ref1">1</xref>]. However, there are limited professional development supports available to ECE teachers for implementing evidence-based social-emotional practices, particularly to support young children from low-income communities [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>Infant early childhood mental health consultation (IECMHC) is an evidence-based model for supporting teachers in developing competencies for implementing social-emotional practices to support young children’s social competence and prevent challenging behaviors [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. In an IECMHC model, teachers receive support from trained mental health consultants (MHC) to learn and practice new skills related to building social-emotional skills. Less than 10% of ECE teachers across the nation report access to MHC, yet over half report feeling that they struggle to manage children’s behavior [<xref ref-type="bibr" rid="ref10">10</xref>]. IECMHC models offer accessible continuous professional development (CPD) for ECE teachers to guide the implementation of evidence-based social-emotional teaching practices. In a CPD model, teachers are responsible for creating their learning journey [<xref ref-type="bibr" rid="ref11">11</xref>] which can increase their knowledge, sense of agency and confidence, perceptions of their competence, and ability to reflect on their practices leading to sustained use of new skills [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      </sec>
      <sec>
        <title>Mobile App Technology</title>
        <p>Mobile technology is a CPD mechanism that may increase the uptake of IECMHC practices. The prevalence of mobile technology is increasing, suggesting that mobile apps may be a critical mechanism for eliminating disparities in service receipt. For example, 258 billion apps were downloaded in 2022 [<xref ref-type="bibr" rid="ref13">13</xref>], with the World Development Report indicating that the poorest households are more likely to have a smartphone than electricity [<xref ref-type="bibr" rid="ref14">14</xref>], and Hispanic adults are one of the leading users of smartphones [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Mobile apps are critical CPD tools for just-in-time, on-demand learning [<xref ref-type="bibr" rid="ref16">16</xref>]. Mobile apps address the personal agency of the learner to decide when, where, and how they want to learn [<xref ref-type="bibr" rid="ref16">16</xref>]. Mobile apps are becoming an increasingly common mechanism for providing CPD support in ECE programs [<xref ref-type="bibr" rid="ref17">17</xref>]. ECE teachers have made progress in integrating digital tools and technology into their everyday practice [<xref ref-type="bibr" rid="ref18">18</xref>] and these tools can support the sustainability of new skills by teachers [<xref ref-type="bibr" rid="ref18">18</xref>]. In the ECE space, mobile apps are used for a variety of pedagogical purposes, including teaching strategies to increase young children’s physical activity, implement educational activities (eg, science, technology, engineering, and mathematics), and increase teachers’ creative competence [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>There is emerging evidence that mobile health (mHealth) apps can support the development of a therapeutic alliance between an MHC and teacher [<xref ref-type="bibr" rid="ref22">22</xref>] which is a key component of IECMHC models. However, there is limited research on how mobile apps support teachers in building relationships with children and collaborating with families [<xref ref-type="bibr" rid="ref23">23</xref>], which are also essential elements of an IECMHC model. To our knowledge, there is yet to be a mobile app dedicated to providing IECMHC content to ECE teachers.</p>
      </sec>
      <sec>
        <title>The Study</title>
        <p>To address a gap in IECMHC mobile technology, our team engaged in a community-based participatory research (CBPR) model to co-develop a mental health app to provide the Jump Start (JS) program, an IECMHC model [<xref ref-type="bibr" rid="ref7">7</xref>]. Jump Start on the Go (JS Go) is a mechanism for providing CPD to ECE teachers. The first objective of this study was to document the development and features of the JS Go mobile app, which emerged through CBPR methodologies The second objective of this investigation was to systematically evaluate and refine the JS Go app through comprehensive feedback from ECE teachers, using a mixed methods approach to assess both implementation successes and opportunities for app enhancement. The findings were used to evaluate teachers’ perceptions of the perceived ease of use, usefulness, user interface, and the predicted future use of the JS Go mobile app as a CPD tool for the delivery of IECMHC practices to ECE teachers in Miami-Dade and Broward Counties, Florida. Children and teachers in ECE programs in Miami-Dade and Broward Counties are racially and ethnically diverse, and many live in lower-income communities with multiple neighborhood risk factors contributing to poorer school outcomes. Given the population of children, teachers, and ECE programs in these counties, it is a priority that the community voice and perspective contribute to the development and evaluation of JS Go.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>The study was implemented in three phases using exploratory sequential mixed methods. Phase 1 focused on the use of CBPR principles to develop the app. Phase 2 was dedicated to preliminary user testing using qualitative interviews with a small number of ECE teachers who reviewed mock-ups of JS Go to answer the following research questions in order to refine the app: (1) What feedback do ECE teachers have about the interface and aesthetics of the JS Go app for ease of use? (2) How do ECE teachers describe the usefulness of the JS Go app for both current and new teachers? Phase 3 used formal real-world testing of the app by ECE teachers currently receiving JS IECMHC services to answer the following questions: (1) What are ECE teachers ratings for the ease of use, their satisfaction, the user interface, and the usefulness of JS Go for accessing IECMHC content using JS Go? (2) What are teachers’ ratings for the usefulness, ease of use, and predicted future use of the JS Go app as a mechanism for consultation?</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was approved by the University of Miami School of Medicine, Human Research Subjects Internal Review Board (approval number 20231026). Written informed consent was obtained from all participants prior to data collection. Study data are anonymous, and all participant responses were deidentified using unique identification numbers. Data were stored in cloud-based electronic systems for security. Participants in phase 2 received a US $20 gift card for the interview and participants in phase 3 received a US $20 gift card for beta testing the app and a certificate for 5 hours of in-service training for their participation in the study.</p>
      </sec>
      <sec>
        <title>Study Phases</title>
        <sec>
          <title>Phase 1: CBPR for Mobile App Development</title>
          <p>CBPR is a collaborative approach to research that actively involves community members in the research process to address issues of local concern and promote social change [<xref ref-type="bibr" rid="ref24">24</xref>]. We applied a CBPR framework developed by Israel et al [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>] that includes 9 principles (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>). Unlike traditional research methods that often distance researchers from the communities they study, CBPR seeks to equalize the research process by engaging community members as equal partners in the design, implementation, and evaluation of research projects [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. The CBPR approach emphasizes mutual respect, shared decision-making, and a focus on actionable outcomes that benefit the community [<xref ref-type="bibr" rid="ref27">27</xref>]. CBPR has been shown to enhance the relevance and quality of research by ensuring that it reflects the community's needs and perspectives, thus improving the likelihood of successful interventions and sustainable solutions [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
          <boxed-text id="box1" position="float">
            <title>Description of how Israel et al’s 9 principles of community-based participatory research were used to develop and test Jump Start on the Go (JS Go).</title>
            <p>Through our long history of effective community partnerships, we address the following 9 principles of CBPR.</p>
            <p>• Recognizing the community as a unit of identity, we acknowledge our partners’ unique and individual contributions to ensure the cultural appropriateness and accessibility of JS on the Go.</p>
            <p>• Building on community strengths and resources by including the community voice in the design, development, and refinement of JS on the Go.</p>
            <p>• Facilitating collaborative equitable partnerships in all phases of the research by including our partners in all stages of JS on the Go for co-development, refinement, testing, and dissemination.</p>
            <p>• Involving an empowering and power-sharing process that attends to social inequities by including our community partners who are trusted sources as co-investigators to foster co-learning and ensure reach to early childhood education (ECE) programs in neighborhoods’ historic disparities.</p>
            <p>• Integrating and achieving a balance between knowledge generation and intervention for the mutual benefit of all partners through quarterly co-creation meetings with our community partners to design, develop, and refine JS on the Go.</p>
            <p>• Focusing on the local relevance of public health problems and ecological perspectives that recognize and attend to multiple determinants of health by including partners from communities with historic disparities in access to ECE programs resulting in disproportionate outcomes to obtain their perspectives and gain an understanding of their backgrounds.</p>
            <p>• Involving systems development using a cyclical iterative process through our exploratory sequential mixed methods research design implemented in multiple phases to gain an understanding of the acceptability, feasibility, usefulness, and usability of JS on the Go.</p>
            <p>• Disseminating findings and knowledge gained to all partners and involving them in the dissemination process by co-developing publications and presentations about JS on the Go.</p>
            <p>• Involving a long-term process and commitment to sustainability with pledged support from our community partners to support the development of future grants to bring JS to Go to scale across Miami-Dade County and nationwide.</p>
          </boxed-text>
          <p>Using a CBPR approach for the development and testing of a mobile app can enhance its relevance, usability, and effectiveness by incorporating the perspectives of community members throughout the process [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. This approach can ensure that the mobile app meets the specific needs of the intended users and fosters community engagement and ownership [<xref ref-type="bibr" rid="ref30">30</xref>]. A CBPR approach for mobile app development and testing is imperative for use in low-income, racially, and ethnically diverse communities [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref29">29</xref>] because it allows community members to tailor technology to meet their unique and individualized needs using a strengths-based approach, increasing the likelihood of their sustained use of the tool [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
          <p>The app was developed using the 9 principles of CBPR by creating a community advisory committee. Our partners in the community advisory committee are composed of 3 community-based organizations: Jewish Community Services, Community Health of South Florida, and Family Central. All of these community-based organizations provide JS MHC in ECE programs in Miami-Dade County. The community advisory committee also included members of the Women’s Fund of Miami-Dade County and their grantees. The Women’s Fund is a nonprofit advocacy organization investing in initiatives for girls and women, including the early childhood workforce, in Miami-Dade County.</p>
          <p>The community advisory committee oversaw the development of the app using the 8 dimensions of the Ecological Validity Model (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref> [<xref ref-type="bibr" rid="ref31">31</xref>]) to ensure that the app had the necessary cultural and linguistic adaptations to reduce health disparities [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. The Ecological Validity Model is the most widely used approach for culturally adapting interventions to ensure they are usable for the intended audience and feasible to use within the desired settings [<xref ref-type="bibr" rid="ref33">33</xref>]. Our community advisory committee assisted with co-developing scripts for the videos and modifying content to ensure their relevance to ECE programs within their communities. Given that the app was multilingual, the community advisory committee ensured that the dialect of Spanish and Haitian Creole that was used in videos and text within the app aligned with local community linguistic patterns. Agendas during the initial meetings included explanations of the purpose and goals of the study, describing the JS IECMHC intervention, sharing prototypes, and eliciting feedback. We revised the multilevel intervention based on community advisory committee feedback, presenting the revised content of JS Go at subsequent meetings. If there were extensive changes based on feedback during the final meetings, we requested their permission to have additional meetings to ensure that all feedback was appropriately incorporated.</p>
          <boxed-text id="box2" position="float">
            <title>The 8 dimensions of the Ecological Validity Model used in the development of Jump Start on the Go (JS Go) and the methods for testing.</title>
            <list list-type="bullet">
              <list-item>
                <p>Language: Culturally appropriate language</p>
              </list-item>
              <list-item>
                <p>Persons: Role of ethnic or racial similarities and differences between client and therapist in shaping the relationship</p>
              </list-item>
              <list-item>
                <p>Metaphors: Symbols and concepts shared by populations</p>
              </list-item>
              <list-item>
                <p>Content: Cultural knowledge, values, traditions—the uniqueness of groups</p>
              </list-item>
              <list-item>
                <p>Concepts: Concepts consonant with culture and context</p>
              </list-item>
              <list-item>
                <p>Goals: Transmission of positive and adaptive cultural values from the culture of origin</p>
              </list-item>
              <list-item>
                <p>Methods: Development and cultural adaptation of treatment methods</p>
              </list-item>
              <list-item>
                <p>Context: Consideration of changing contexts in assessment during treatment or intervention</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>Phase 2: Preliminary Qualitative End User Testing</title>
          <sec>
            <title>Participants and Procedures</title>
            <p>After the content of the JS Go app was developed, we interviewed 12 teachers between April 2024 and May 2024 on the usability and feasibility of JS Go. We purposefully recruited participants (n=12) from 12 ECE centers in low-income tracts within Miami-Dade and Broward Counties currently participating in the JS program. Participants were selected based on their role as program champions in the larger randomized control trial for JS and their participation in supplemental professional development to obtain their infant mental health endorsement. There was a total of 32 program champions who completed the professional development. Participants were notified about the study by their MHC. Once participants were notified, they were contacted via email by the interviewer to schedule the interview.</p>
          </sec>
          <sec>
            <title>Measures</title>
            <p>The data from phase 1 was collected as part of a larger qualitative study. Interviewers used a semistructured interview guide developed by the research team for data collection. The questions in the interview guide were developed using the Reach, Effectiveness, Adoption, Implementation, and Maintenance framework [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. The Reach, Effectiveness, Adoption, Implementation, and Maintenance framework uses an implementation science lens for evaluating interventions to determine their applicability to real-world settings (<xref ref-type="boxed-text" rid="box3">Textbox 3</xref> and <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The questions posed to participants in phase one focused on the maintenance of JS Go.</p>
            <boxed-text id="box3" position="float">
              <title>Preliminary end user testing interview questions for phase 2.</title>
              <p>Phase 2: Interview questions</p>
              <list list-type="bullet">
                <list-item>
                  <p>
                    <bold>What feedback do you have regarding the 5 screenshots?</bold>
                  </p>
                  <list>
                    <list-item>
                      <p>Home page</p>
                    </list-item>
                    <list-item>
                      <p>Journey</p>
                    </list-item>
                    <list-item>
                      <p>Providers</p>
                    </list-item>
                    <list-item>
                      <p>Services</p>
                    </list-item>
                    <list-item>
                      <p>Videos</p>
                    </list-item>
                  </list>
                </list-item>
                <list-item>
                  <p>What additional features or changes would you suggest for the app?</p>
                </list-item>
                <list-item>
                  <p>How helpful can this app be for helping teachers sustain their use of Jump Start (JS) practices?</p>
                </list-item>
                <list-item>
                  <p>How helpful can this app be for helping new teachers learn to use JS practices?</p>
                </list-item>
                <list-item>
                  <p>Are there any other comments, questions, or concerns you would like to share about the app?</p>
                </list-item>
              </list>
            </boxed-text>
            <p>Interviews with teachers were conducted by a Master level MHC unfamiliar to the teacher to minimize bias. Interviews were conducted one-on-one with participants using Zoom videoconferencing software (Zoom Video Communications). Interviews were conducted in either English or Spanish depending on the preference of the participant. The average length of the interviews was 45 minutes 32 seconds with a range of 37 minutes 11 seconds to 65 minutes 29 seconds.</p>
            <p>Formal user testing was captured via think-aloud walkthrough interviews. Think-aloud walkthroughs are a common method to evaluate the usability of apps and involve users verbalizing experiences and perceptions as they navigate through the app [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref39">39</xref>]. Participants are able to provide both positive and negative reactions to their experiences during the walkthrough to minimize bias. Mock-ups of the app were shared with teachers via screenshots of each page by the MHC (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). This allowed participants to react to the features of the app including the aesthetics and content. Transcripts of the recorded interviews were downloaded from Zoom to a secure cloud storage platform and deidentified. Transcripts were cleaned by the lead interviewer and translated, then back-translated by certified translators prior to analysis.</p>
          </sec>
        </sec>
        <sec>
          <title>Phase 3: Formal Quantitative Real-World Testing</title>
          <sec>
            <title>Participants and Procedures</title>
            <p>Following the completion of phase 2, and consistent with CBPR, we then engaged in a 3-month feasibility field study (June 2024-August 2024) in which MHC from our 3 community-based organizations co-facilitated formal real-world, or beta testing, of the JS Go app with teachers. Teachers in phase 3 did not participate in the interviews during phase 2. Purposeful sampling was used to have MHC identify ECE teachers they were currently or had recently worked with to participate in phase 3 of the study (n=31). ECE teachers came from 18 centers in low-income tracts in Miami-Dade and Broward Counties in South Florida participating in the JS program. Participants were eligible to participate if they were currently or recently enrolled (within 3 months) in the JS program. Participants were notified by their consultant to determine their interest and informed consent was obtained prior to beta testing.</p>
            <p>Formal real-world testing occurred over a 3-week period during regularly scheduled consultation sessions between the teacher and their MHC. During consultations, MHC used the app in tandem with the teachers. Teachers completed surveys following beta testing with the app. Surveys were completed by teachers through the JS Go app. MHC did not have access to teachers’ responses to minimize bias. Teachers’ responses to the surveys in the app were linked to a secure cloud-based data management platform, REDCap (Research Electronic Data Capture, Vanderbilt University) [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>].</p>
            <p>Formal real-world testing was completed via rapid-cycle prototyping in 3 cycles with each cycle lasting 3 weeks. In cycle 1, seven centers and 16 teachers participated; in cycle 2, seven centers and 13 teachers participated; and in cycle 3, two centers and 4 teachers participated. During this time period, teachers used the app as part of their consultation sessions with their MHC. Teachers completed surveys after using the app during their consultations to gauge their perceptions of the acceptability, feasibility, and usability of the app’s features and the functionality of the app for telehealth consultation. To aid in using the survey data open-ended questions were used during weekly meetings between the app developer and MHC to address poorly scoring items. Examples of issues addressed between cycles included how teachers create their profile and log in to the app, ensuring resources are downloaded to their smartphone rather than opening in a new browser window, and ensuring infographics are available in all languages.</p>
            <p>Following the completion of each cycle, we made iterative changes to the app based on the survey data and feedback from MHC.</p>
          </sec>
          <sec>
            <title>Measures</title>
            <p>During phase 3, teachers completed the mHealth App Usability Questionnaire (MAUQ) in English and Spanish [<xref ref-type="bibr" rid="ref42">42</xref>]. The mHealth App Usability Questionnaire is a short reliable and customizable questionnaire to assess the usability of mobile apps to gauge teachers’ perceptions of the usefulness of JS Go and its acceptability as a tool for delivering IECMHC. The mHealth App Usability Questionnaire has 18 items organized into 3 subscales; ease of use and satisfaction, system information arrangement, and usefulness. Participants rated JS Go using a 7-point Likert scale (1=strongly disagree to 7=strongly agree). The internal consistency for all scales within the mHealth App Usability Questionnaire measure was high ranging from α=.876 (ease of use and satisfaction) and α=.908 (system information arrangement) to α=.843 (usefulness) [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
            <p>In addition to the MAUQ, the Technology Acceptance Model Instrument-Fast Form (FF-TAM) in English and Spanish was used to measure teachers’ beliefs about the functionality of the JS Go app as a mechanism for teleconsultation [<xref ref-type="bibr" rid="ref43">43</xref>]. The FF-TAM measures teachers’ acceptance of technology which predicts their perceptions of the ease of use of the app as a telehealth consultation mechanism. The FF-TAM has 16 items organized into 3 subscales; usefulness, ease of use, and predicted future use. The FF_TAM evaluates attitudes toward technology use and can be modified to include the technology of interest. In this study, the form was adapted to measure participants’ beliefs about the JS Go app for teleconsultation. Participants rate their beliefs about the JS Go app using an 8-point semantic differential scale ranging from –4=most negative rating of an item to +4=most positive rating of an item. The Cronbach α for the scales ranged from 0.935 to 0.957 [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>During phase 2, rapid qualitative analysis was used to identify pertinent themes from the interviews with teachers [<xref ref-type="bibr" rid="ref44">44</xref>-<xref ref-type="bibr" rid="ref48">48</xref>]. The rapid qualitative analysis allowed the software developer to make real-time changes to the app based on feedback from teachers in phase 2 to optimize beta testing in phase 3. Rapid qualitative analysis has standards for rigor [<xref ref-type="bibr" rid="ref47">47</xref>] and the use of this type of analysis is supported by implementation science research. Rapid qualitative analysis is a method of expediting qualitative analysis to address pressing issues, such as the timely adaptation of the app to meet the needs of the ECE workforce. The process involves summarizing interview transcripts using a standard template and subsequently transferring key points into a matrix to explore relevant themes [<xref ref-type="bibr" rid="ref48">48</xref>]. The MHC who conducted the interview completed the initial summaries. A second member of our research team transferred the key points from the interview summary into the matrix. A third member of the team used the matrix to identify themes, which were then refined through discussion with study investigators and other members of the team.</p>
        <p>Quantitative data collected during phase 3 were analyzed using SPSS (IBM Corp) [<xref ref-type="bibr" rid="ref49">49</xref>]. The Cronbach α was calculated for both measures, including each subscale. Descriptive statistics were used to calculate the means and SDs for each of the subscales for both the MAUQ and FF-TAM as well as the total score and item range.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>JS Go</title>
        <p>The content of JS Go is based on the evidence-based JS program [<xref ref-type="bibr" rid="ref50">50</xref>]. JS includes 4 pillars based on Caring for Our Children–National Health and Safety Standards [<xref ref-type="bibr" rid="ref51">51</xref>]. The 4 pillars are safety and planning, trauma-informed behavior support, adult self-care, and effective communication. JS Go encourages independent learning by allowing users to drive their access to the app by navigating content based on their personal needs. The app includes a self-assessment for using JS practices, infographics describing JS content, videos illustrating JS practices in action, and access to other supplemental materials and resources. JS Go also includes an artificial intelligence–driven chatbot that is specifically trained on JS content. Teacher users can ask questions and receive responses based on machine learning. An app, such as JS Go, developed with community partners via CBPR, could serve as a scalable paradigm shift by bringing MHC to teachers who need it most in real time.</p>
      </sec>
      <sec>
        <title>Participant Characteristics</title>
        <p>All of the teachers in phase 2 were female. Most of the teachers reported they were White and Hispanic, and their primary language was Spanish. The majority of the teachers were between the ages of 40 and 49 years and most have a bachelor’s degree (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <p>All of the teachers in phase 3 were female. Most of the teachers reported they were White and Hispanic, and their primary language was Spanish. The majority of the teachers were between the ages of 30 and 39 years and most reported having some college, which includes technical training and holding an associate’s degree (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Participant characteristics for preliminary end user testing (phase 2) and formal real-world testing (phase 3) of JS Go.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="470"/>
            <col width="0"/>
            <col width="250"/>
            <col width="0"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Characteristics</td>
                <td colspan="2">Phase 2 participants</td>
                <td>Phase 3 participants</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Sex, n (%)<sup>a</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td colspan="2">12 (100)</td>
                <td colspan="2">31 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Age (years), n (%)<sup>b</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>20-29</td>
                <td colspan="2">1 (9)</td>
                <td colspan="2">1 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>30-39</td>
                <td colspan="2">2 (18)</td>
                <td colspan="2">10 (32)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>40-49</td>
                <td colspan="2">6 (55)</td>
                <td colspan="2">7 (23)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>50-59</td>
                <td colspan="2">1 (9)</td>
                <td colspan="2">8 (26)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>More than 60</td>
                <td colspan="2">1 (9)</td>
                <td colspan="2">5 (16)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Education level, n (%)<sup>c</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>High school or GED<sup>d</sup></td>
                <td colspan="2">2 (18)</td>
                <td colspan="2">4 (15)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Some college<sup>e</sup></td>
                <td colspan="2">3 (27)</td>
                <td colspan="2">13 (48)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bachelors</td>
                <td colspan="2">4 (36)</td>
                <td colspan="2">7 (23)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Graduate</td>
                <td colspan="2">2 (18)</td>
                <td colspan="2">4 (15)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Primary language, n (%)<sup>a</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>English</td>
                <td colspan="2">3 (25)</td>
                <td colspan="2">7 (23)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Spanish</td>
                <td colspan="2">9 (75)</td>
                <td colspan="2">24 (77)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Race, n (%)<sup>a</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Black non-Hispanic</td>
                <td colspan="2">1 (8)</td>
                <td colspan="2">5 (16)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td colspan="2">11 (92)</td>
                <td colspan="2">26 (84)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Ethnicity, n (%)<sup>a</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hispanic</td>
                <td colspan="2">11 (92)</td>
                <td colspan="2">27 (87)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Non-Hispanic</td>
                <td colspan="2">1 (8)</td>
                <td colspan="2">4 (13)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>12 participants in phase 2 and 31 in phase 3.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>11 participants in phase 2 and 31 in phase 3.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>11 participants in phase 2 and 27 in phase 3.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>GED: General Educational Development.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>Some college includes technical training and associate's degree programs.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Phase 2: Preliminary Qualitative End User Testing</title>
        <sec>
          <title>Research Questions 1. JS Go Interface</title>
          <p>Two themes were generated regarding teachers’ perception of the JS Go interface for ease of use. <xref rid="figure1" ref-type="fig">Figure 1</xref> shows the JS Go home page The first theme was the high perceived ease of use with 3 subthemes: concise information, aesthetically pleasing, and language accessibility. Most of the participants reported they were satisfied with the JS Go app’s appearance as it allowed for ease of use. One participant noted, “It’s, it’s been very good, I like that. You know, the first thing we get is a little introduction; it’s quite good.” The participants also described the JS Go app’s interface as clear and concise, with the training section as straightforward and direct. For example, 1 respondent stated “The good thing about the page is that I see it with little information. Pages loaded with information, what they tend to do is confuse us.” High perceived ease of use also included the appearance of the content for different sections of the app and for resources such as videos. Participants described the aesthetics as “eye-catching” with a “minimalistic approach” that is “straightforward.” Participants also appreciated the translation feature and language change option. One respondent stated the following.</p>
          <disp-quote>
            <p>For me, it’s fine. And you even have it translated. Because what it says up there that says SPA (Spanish), it’s very important that it’s translated. There are many teachers who don’t speak English</p>
            <attrib>Teacher #3, female</attrib>
          </disp-quote>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>JS Go (Jump Start on the Go) home page.</p>
            </caption>
            <graphic xlink:href="formative_v9i1e66714_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>Another participant noted the following.</p>
          <disp-quote>
            <p>It’s a well-thought-out app, but the only thing I see is that it has an option to change languages. If it has an option for Spanish, it would be good to create one for Creole as well because, at least in the area where we work, there are many teachers who are Haitian. They do speak English, but obviously, their first language is Creole</p>
            <attrib>Teacher #2, female</attrib>
          </disp-quote>
          <p>The second theme generated included suggestions related to the app’s visual attractiveness, functionality, and app content (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Suggestions related to aesthetics included color choices, and reducing white space to optimize visibility on smartphones. Suggestions related to functionality include adding a search bar to the home page, changing the wording on the home page to “empowering educators and families,” and improving the navigation of the home page to make it clearer. Other suggestions related to functionality include having a space for specific child cases to obtain follow-up strategies akin to an individual behavior plan and how the app is structured, such as including a start button. Suggestions about the content included requests for additional education videos that are concise and directly related to the JS program and videos demonstrating how to resolve various classroom situations. While yet another suggestion from a participant regarding content was to integrate songs as supplementary tools for classroom use.</p>
        </sec>
        <sec>
          <title>Research Question 2. Helpfulness of JS Go</title>
          <p>There were 4 themes generated describing how ECE teachers and directors perceive the helpfulness of the JS Go app; benefits, usefulness for current teachers, usefulness for new teachers, and sustainability (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Participants describe the JS Go app as beneficial for accessing resources such as handouts, videos, courses, and infographics to facilitate teachers’ jobs for timely receipt of information. Benefits also included the use of the app for planning and access to additional support when an IECMH consultant is not available. For example, 1 respondent noted the following.</p>
          <disp-quote>
            <p>I see it as an extra resource, right at their fingertips. That they can even like on their break, can look something up. I mean, I know I rather look up things on the phone or like an app, then go to like a website like sometimes I will be doing something on my phone. And I'm in front of the computer at work. But just because it was so much easier to just click, click, and just keep doing it on the phone</p>
            <attrib>Teacher #3, female</attrib>
          </disp-quote>
          <p>Participants perceived the JS Go app as useful for current teachers for reviewing, refreshing, or reinforcing the use of JS practices for on-demand learning. For example, 1 respondent stated the following.</p>
          <disp-quote>
            <p>I think so because when you have doubts about something, you can go there and search the application. I think so. There are times when you have doubts about something or you don't remember something and you say 'you have to do this, I have the doubt' and you go in and you can reflect and look and do...</p>
            <attrib>Teacher #1, female</attrib>
          </disp-quote>
          <p>Participants perceived the JS Go app as especially important for new teachers, especially following the workforce shortage resulting from the pandemic [<xref ref-type="bibr" rid="ref52">52</xref>]. Participants described the app as useful for introducing JS content and having access to direct resources. The benefits included increasing new teachers’ autonomy, bridging the gap between theory and practice, and having direct access to resources when things are not working in the classroom. For example, 1 participant stated, “New teachers have two ways of learning, either through theory when they go to school or during training, but often it doesn’t apply in practice.” Another respondent noted the following.</p>
          <disp-quote>
            <p>For her, it would be like a learning method, telling her, 'Look, here you have this tool that will help you when you feel things aren't working, when you feel frustrated, or when you have any problem. Open the app and, just like you study the courses or anything else, start studying the app</p>
            <attrib>Teacher #7, female</attrib>
          </disp-quote>
          <p>Participants described the JS Go app as important for promoting the use of JS practices by providing supportive resources such as videos and classroom management strategies. The potential of the app for sustainability can be attributed to the practicality and clarity of the videos, and by providing an immediate resource to address unexpected learning situations, which is especially important when the director or consultant is not available. For example, 1 respondent noted the following.</p>
          <disp-quote>
            <p>The videos, the videos then stay a lot because that is like a practical example that was given and sometimes one looks for videos and sometimes they are difficult to find because they are like inside a link and the link that I send you something else and then that it has this direct and that you can see it. With the titles and names I think it's excellent</p>
            <attrib>Teacher #4, female</attrib>
          </disp-quote>
          <p>The themes generated using rapid qualitative analysis are enlisted in <xref ref-type="boxed-text" rid="box4">Textbox 4</xref>.</p>
          <boxed-text id="box4" position="float">
            <title>Relevant themes generated through rapid qualitative analysis.</title>
            <p>
              <bold>Research question 1: Teachers’ perceptions for the interface of Jump Start on the Go (JS Go)</bold>
            </p>
            <list list-type="order">
              <list-item>
                <p>High perceived use</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Concise information</p>
                  </list-item>
                  <list-item>
                    <p>Aesthetically pleasing</p>
                  </list-item>
                  <list-item>
                    <p>Language accessibility</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Suggestions</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Aesthetics</p>
                  </list-item>
                  <list-item>
                    <p>Functionality</p>
                  </list-item>
                  <list-item>
                    <p>Content</p>
                  </list-item>
                </list>
              </list-item>
            </list>
            <p>
              <bold>Research question 2: Teachers’ perceptions for the helpfulness of JS Go</bold>
            </p>
            <list list-type="order">
              <list-item>
                <p>Benefits</p>
                <list>
                  <list-item>
                    <p>Access to resources</p>
                  </list-item>
                  <list-item>
                    <p>Planning</p>
                  </list-item>
                  <list-item>
                    <p>Access to support</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Usefulness for current teachers</p>
                <list>
                  <list-item>
                    <p>On-demand learning</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Usefulness for new teachers</p>
                <list>
                  <list-item>
                    <p>Content introduction</p>
                  </list-item>
                  <list-item>
                    <p>Access to resources</p>
                  </list-item>
                  <list-item>
                    <p>Autonomy</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Sustainability</p>
                <list>
                  <list-item>
                    <p>Supportive resources</p>
                  </list-item>
                  <list-item>
                    <p>Practicality</p>
                  </list-item>
                  <list-item>
                    <p>Immediate resource</p>
                  </list-item>
                </list>
              </list-item>
            </list>
          </boxed-text>
        </sec>
      </sec>
      <sec>
        <title>Phase 3: Formal Quantitative Real-World Testing</title>
        <sec>
          <title>mHealth App Usability Questionnaire</title>
          <p>The total mean for the measure was 5.64 with an SD of 1.71, indicating participants were satisfied with the JS Go app and believed it is easy to use and useful (<xref ref-type="table" rid="table2">Table 2</xref>). The mean subscale scores across all 3 cycles of testing indicated that teachers had a positive perception of the ease of use, satisfaction with the app interface, and usefulness of the JS Go app.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Teacher perceptions of the ease of use, satisfaction, usefulness, and predicted future use of the JS Go app (N=31).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="450"/>
              <col width="0"/>
              <col width="250"/>
              <col width="0"/>
              <col width="270"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Scale</td>
                  <td colspan="2">Mean (SD)</td>
                  <td>Item response range (lowest to highest)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="6">
                    <bold>mHealth App Usability Questionnaire<sup>a</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Ease of use</td>
                  <td colspan="2">5.56 (1.48)</td>
                  <td colspan="2">1.80-7.00</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Interface and satisfaction</td>
                  <td colspan="2">6.12 (1.02)</td>
                  <td colspan="2">3.29-7.00</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Usefulness</td>
                  <td colspan="2">5.37 (1.38)</td>
                  <td colspan="2">1.83-7.00</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Technology Acceptance Model Instrument-Fast Form<sup>b</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Usefulness</td>
                  <td colspan="2">2.97 (1.56)</td>
                  <td colspan="2">–2.00 to 4.00</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Ease of use</td>
                  <td colspan="2">2.76 (1.77)</td>
                  <td colspan="2">–2.67 to 4.00</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Predicted future use</td>
                  <td colspan="2">1.60 (2.94)</td>
                  <td colspan="2">–4.00 to 4.00</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>mHealth: mobile health; mHealth App Usability Questionnaire scores range from 1=most negative rating to 7=most positive rating.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>Technology Acceptance Model Instrument-Fast Form scores range from –4=most negative rating to +4=most positive rating.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Technology Acceptance Model Instrument-Fast Form</title>
          <p>The total mean for the measure was 2.44 with an SD of 0.52. The mean subscale scores across all 3 cycles of testing indicate that the teachers perceived JS Go to be easy to use and valuable but they had less favorable beliefs about using the app in the future (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study provides preliminary evidence regarding the benefits and usefulness of the JS Go mobile app as a CPD tool for teachers in accessing IECMHC practices in a timely, on-demand manner. The ECE teachers in this sample were all from centers in low-income tracts in Miami-Dade and Broward Counties, Florida. Focusing on the delivery of CPD in these centers is critical for minimizing disparities typically encountered by young children in these underserved neighborhoods [<xref ref-type="bibr" rid="ref53">53</xref>]. To further address the diversity of the communities and where these centers reside to ensure the app’s social validity, we used a CBPR approach based on 9 principles to develop and test JS Go [<xref ref-type="bibr" rid="ref54">54</xref>].</p>
        <p>By using a CBPR approach, we recognized and valued our community partners and the neighborhoods they represent, as important units of identity. Recognizing each community as a unit of analysis allows us to build on their strengths and resources by facilitating collaborative and equitable partnerships in all phases of our research. Through our ongoing and regular meetings with our community partners, we achieved a balance between knowledge generation and intervention about JS Go, mutually benefitting all partners. Including our community partners as co-investigators affirmed their value as trusted knowledgeable sources assuring our reach to ECE teachers and programs in their neighborhoods to understand their experiences with multiple determinants of health.</p>
        <p>Similar to other CBPR research, we used an iterative approach to develop, refine, and test the JS Go app across multiple phases [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. One aspect of the JS Go that appears to be particularly appealing to ECE teachers’ is the access the app provides to IECMHC resources, which is in line with prior research on mobile technology using a CBPR approach [<xref ref-type="bibr" rid="ref30">30</xref>]. One reason for this may be due to support for not only implementing IECMHC practices but also for successfully navigating the app itself as a CPD tool [<xref ref-type="bibr" rid="ref30">30</xref>]. A strength of our research design and approach is the use of ECE teachers in the communities we strive to reach as end users to obtain valid and culturally relevant information about the usability of the app [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        <p>This study used an exploratory sequential mixed methods design to gather information from ECE teachers working in existing centers participating in the JS program to inform app development and evaluation across 3 phases. The iterative design allowed us to include our community partners’ voices and perspectives during each phase to ensure the acceptability, feasibility, and usefulness of JS Go for ECE teachers and programs in underserved neighborhoods. Finally, we are ensuring a long-term commitment to sustainability, with pledged support from our community partners, who will support ongoing dissemination about JS Go as a germane CPD tool. This long-term commitment can lead to widespread use of JS Go across South Florida and nationwide.</p>
        <p>Notably, the ECE teachers who participated in this study were from ECE programs in typically underresourced neighborhoods serving diverse children. To address the diversity of teachers and ECE programs in these neighborhoods, we used the Ecological Validity Model as a framework to guide the development and evaluation of JS Go, ensuring it is culturally relevant and generalizable to the communities in Miami-Dade and Broward Counties [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. Given our attention to the cultural contexts of the neighborhoods in which JS Go will be implemented, it is culturally sensitive. For example, the teachers can use the app in any of three languages, English, Spanish, and Haitian Creole, with teacher participants indicating their appreciation for the availability of app content in multiple languages.</p>
      </sec>
      <sec>
        <title>Phases 2 and 3</title>
        <p>ECE teachers had overall favorable perceptions of the JS Go mobile app, including their satisfaction and high perceived use of the app’s interface. Feedback garnered from teachers about the app’s interface during the qualitative interviews in phase 2 and quantitative real-world testing was shared with the app developer to aid in making adjustments to improve functionality. Users found the app to be easy to use, functional, beneficial, and useful for both current and new ECE teachers. Yet, they were less likely to rate it as a tool they would use in the future for telehealth consultation, suggesting some hesitancy with mobile apps as useful for this form of professional development. This was in contrast to their favorable report about using the app where they indicated they would use the app again in the future. One explanation for this finding could be that the teachers in this study were older, and research suggests that the age of end user influences their willingness to use mobile technology as a professional development tool while still valuing access to IECMHC content via an app [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
        <p>A CPD tool that delivers individualized IECMHC content in a timely, on-demand manner can be a critical mechanism for training new ECE teachers while addressing their personal agency, confidence, and competence in their new role [<xref ref-type="bibr" rid="ref12">12</xref>]. Addressing new teacher training, agency, confidence, and competence is vital, given the ongoing ECE workforce crisis exacerbated by the COVID-19 pandemic [<xref ref-type="bibr" rid="ref52">52</xref>]. Thus, JS Go has the potential to be a viable tool for onboarding new teachers by giving them immediate access to the app with essential information on how to improve classroom quality. Additionally, teachers felt JS Go is an important mechanism to support the sustainability of JS practices by ECE teachers following receipt of IECMH consultation. Implementation science cites the sustainability of evidence-based practices as critical for scaling interventions [<xref ref-type="bibr" rid="ref56">56</xref>]. The app would allow us to sustain and quadruple our reach across South Florida. As such, the JS Go app has the potential to increase equitable access for teachers to evidence-based IECMHC content helping to eliminate disparities typically experienced by young children in these communities. The JS Go app is a tool that could offer a paradigm shift in how teachers receive timely on-demand CPD tailored to their individual learning needs, increasing their autonomy and potentially leading to sustained use of JS practices.</p>
        <p>This study contributes to a growing body of research regarding the viability of mobile apps for the delivery of CPD [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref57">57</xref>]. Research indicates ECE teachers integrate digital tools into their everyday practice to construct their learning using informal resources [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Mobile apps offer a tool for timely, on-demand learning, which can be a critical feature for ECE teachers working with diverse children in dynamic classrooms [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Additionally, mobile apps are a viable option for access to help and resources when in-person services are unavailable [<xref ref-type="bibr" rid="ref58">58</xref>]. Mobile apps are also a CPD tool with the potential to support teachers’ sustained use of new practices [<xref ref-type="bibr" rid="ref57">57</xref>], critical for scaling evidence-based interventions [<xref ref-type="bibr" rid="ref58">58</xref>]. Prior research shows that mobile apps are rated highly for their usability [<xref ref-type="bibr" rid="ref59">59</xref>], which is in line with the findings in this study. However, there is a paucity of research on the use of mobile apps to support young children’s social-emotional development, such as building relationships and communicating with families [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      </sec>
      <sec>
        <title>Next Steps</title>
        <p>Future research by our team will pilot the efficacy of the JS Go app through a randomized controlled trial in six centers in South Florida. Each of the centers will be randomly assigned (via a random number table) to 1 of 2 arms, the intervention arm or the attention control arm. Both arms will be followed for 1 school year and then a 1-month follow-up. Centers in the JS Go arm will receive their IECMHC through the app in which they will participate in 12-24 mental health consultation sessions. Centers in the attention control arm will receive business-as-usual JS mental health consultation. We will implement the randomized controlled trial using CBPR using the 9 principles of Israel et al [<xref ref-type="bibr" rid="ref54">54</xref>]. Our community advisory committee will continue to meet quarterly to review findings and recommendations and to support dissemination and sustainability. Meeting with partners will allow us to achieve knowledge generation that will mutually benefit the community and the research team by focusing on the local relevant public health issue regarding implementing IECMHC to support young children’s social-emotional development and school readiness. Involving community partners in the research process will also allow us to build on each community's unique strengths and resources to attend to the social inequities ECE teachers and young children experience in these neighborhoods.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There are several limitations to this study that should be noted. First, participants in qualitative interviews and quantitative testing were not identical, although both came from the same population of teachers currently participating in the JS program. Different populations pose a threat to the legitimation of making inferences from both qualitative and quantitative data [<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref61">61</xref>]. However, using this sampling strategy is in line with the purpose of this research by allowing us to compare perceptions about the app from 2 separate groups of teachers from the same population. Additionally, the sample for the quantitative testing was small, limiting generalizability about the satisfaction and usefulness of the app with teachers who are not participating in the JS program, thus it is not possible to know the perceptions of these teachers [<xref ref-type="bibr" rid="ref60">60</xref>]. Moreover, purposeful sampling of teachers may have introduced bias as MHC selected teachers based on their perceptions about teachers’ ability to engage in the research. We attempted to minimize bias throughout the study in our methodology. However, it is possible that the response of teachers participating in phase 3 may not be entirely independent given their close relationship with their MHC. Finally given the different sample sizes of teachers in each cycle, with decreasing sample sizes, we elected to present total scores for the overall sample. The changes in scores across the 3 cycles are difficult to interpret given the differences in the sample sizes of teachers.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This paper describes the use of CBPR to develop the JS Go mobile app, a tool for delivering IECMHC content to ECE teachers in real time. The communities in this study face ongoing disparities in access to high-quality ECE service. Community stakeholders provided input at all stages of the app’s development, including participation in data collection, allowing for contextualization of the data. This study used sequential exploratory mixed methods to evaluate the usability, acceptability, and feasibility of JS Go. Exploratory sequential mixed methods research is particularly salient for evaluating new approaches, as it allows for nuanced feedback via qualitative methods, and measurable input through quantitative data [<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref61">61</xref>]. Specific to our population, the JS Go pilot data shows teacher satisfaction, given quick, easy, anytime-anywhere access to IECMHC information. To our knowledge, the JS Go app is the first mobile app that addresses the CPD needs of ECE teachers in implementing IECMHC content.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Mockups of JS Go (Jump Start on the Go) app.</p>
        <media xlink:href="formative_v9i1e66714_app1.docx" xlink:title="DOCX File , 979 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBPR</term>
          <def>
            <p>community-based participatory research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CPD</term>
          <def>
            <p>continuous professional development</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ECE</term>
          <def>
            <p>early care and education</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">FF-TAM</term>
          <def>
            <p>Technology Acceptance Model Instrument-Fast Form</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">IECMHC</term>
          <def>
            <p>infant and early childhood mental health consultation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">JS</term>
          <def>
            <p>Jump Start</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">JS Go</term>
          <def>
            <p>Jump Start on the Go</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">MAUQ</term>
          <def>
            <p>mHealth App Usability Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">MHC</term>
          <def>
            <p>mental health consultant</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors wish to acknowledge the following for their contributions to this study: Jana Raphael and Maria Nieto for help with the analysis of the interviews in phase 2; Marya Meyer and Veronica Korbenfield of the Women’s Fund of Miami Dade County for staunchly supporting JS Go, including providing valuable contributions to the app development during phase 1. The research was made available by funding from the University of Miami’s Micah Batchelor Award for Excellence in Children’s Health Research (grant BG005747 FY23), the Eunice Kennedy Shriver National Institute of Child Health and Human Development (grant R01HD105474), and the Children’s Trust (grant 2212-7574). Generative artificial intelligence was not used in writing this manuscript.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The datasets generated and analyzed during this study are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>RN conceived of the study design and assisted with manuscript development. EH assisted with data collection, interpretation, and manuscript writing. JJ and CV assisted with statistical analyses and editing the final manuscript. EGG and KG assisted with data collection and interpretation. BC, EE, and TR assisted with app development and provided contextual knowledge of the interpretation of data. All authors reviewed and approved the manuscript for publication.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hartman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Winsler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Manfra</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Behavior concerns among low-income, ethnically and linguistically diverse children in child care: importance for school readiness and kindergarten achievement</article-title>
          <source>Early Educ Dev</source>
          <year>2016</year>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>255</fpage>
          <lpage>273</lpage>
          <pub-id pub-id-type="doi">10.1080/10409289.2016.1222121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gilliam</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Shahar</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Preschool and child care expulsion and suspension: rates and predictors in one state</article-title>
          <source>Infants Young Child</source>
          <year>2006</year>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>228</fpage>
          <lpage>245</lpage>
          <pub-id pub-id-type="doi">10.1097/00001163-200607000-00007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yoshikawa</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Weiland</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks-Gunn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Burchinal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Espinosa</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gormley</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ludwig</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Magnuson</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zaslow</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <source>Investing in our Future: The Evidence Base on Preschool Education</source>
          <year>2013</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>Society for Research in Child Development</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schindler</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Kholoptseva</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Yoshikawa</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Magnuson</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Shonkoff</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Maximizing the potential of early childhood education to prevent externalizing behavior problems: a meta-analysis</article-title>
          <source>J Sch Psychol</source>
          <year>2015</year>
          <volume>53</volume>
          <issue>3</issue>
          <fpage>243</fpage>
          <lpage>263</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://escholarship.org/uc/item/qt0h24n1s3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jsp.2015.04.001</pub-id>
          <pub-id pub-id-type="medline">26054817</pub-id>
          <pub-id pub-id-type="pii">S0022-4405(15)00016-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harding</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Paulsell</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Improving access to early care and education: an equity-focused policy research agenda</article-title>
          <source>Mathematica Policy Research</source>
          <year>2018</year>
          <access-date>2025-03-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mathematica.org/-/media/publications/pdfs/earlychildhood/2018/rwjf-ece-ib.pdf">https://www.mathematica.org/-/media/publications/pdfs/earlychildhood/2018/rwjf-ece-ib.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saitadze</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Lalayants</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mechanisms that mitigate the effects of child poverty and improve children's cognitive and social-emotional development: a systematic review</article-title>
          <source>Child Fam Soc Work</source>
          <year>2020</year>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>289</fpage>
          <lpage>308</lpage>
          <pub-id pub-id-type="doi">10.1111/cfs.12809</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Natale</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kolomeyer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Futterer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mahmoud</surname>
              <given-names>FD</given-names>
            </name>
            <name name-style="western">
              <surname>Schenker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Robleto</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Horen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Spector</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Infant and early childhood mental health consultation in a diverse metropolitan area</article-title>
          <source>Infant Ment Health J</source>
          <year>2022</year>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>440</fpage>
          <lpage>454</lpage>
          <pub-id pub-id-type="doi">10.1002/imhj.21983</pub-id>
          <pub-id pub-id-type="medline">35613369</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trevedi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>deMonsabert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Horen</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Infant and early childhood mental health consultation: Overview of research, best practices, and examples</article-title>
          <source>SRI Education</source>
          <year>2021</year>
          <access-date>2025-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/3mpnvkz7">https://tinyurl.com/3mpnvkz7</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gilliam</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Maupin</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Reyes</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Early childhood mental health consultation: results of a statewide random-controlled evaluation</article-title>
          <source>J Am Acad Child Adolesc Psychiatry</source>
          <year>2016</year>
          <volume>55</volume>
          <issue>9</issue>
          <fpage>754</fpage>
          <lpage>761</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaac.2016.06.006</pub-id>
          <pub-id pub-id-type="medline">27566116</pub-id>
          <pub-id pub-id-type="pii">S0890-8567(16)30283-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pears</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Miao</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Hatfield</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Scheidt</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>Survey on the Effects of COVID-19 on Oregon’s Early Care &#38; Education Workforce and Programs</source>
          <year>2021</year>
          <publisher-loc>Salem, OR</publisher-loc>
          <publisher-name>Oregon Early Learning Division and Early Learning Council</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tresman</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A model for continued professional development: knowledge, belief and action</article-title>
          <source>J Serv Educ</source>
          <year>1999</year>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>307</fpage>
          <lpage>319</lpage>
          <pub-id pub-id-type="doi">10.1080/13674589900200081</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peleman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lazzari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Budginaitė</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Siarova</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hauari</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Peeters</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Continuous professional development and ECEC quality: findings from a European systematic literature review</article-title>
          <source>Euro J Educ</source>
          <year>2018</year>
          <volume>53</volume>
          <issue>1</issue>
          <fpage>9</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1111/ejed.12257</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marinova</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>25+ Insightful App Usage Statistics to Know in 2024</article-title>
          <source>Review 42</source>
          <access-date>2025-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://review42.com/resources/app-usage-statistics/">https://review42.com/resources/app-usage-statistics/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barne</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wadhwa</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Year in review: 2019 in 14 charts</article-title>
          <source>World Bank Group</source>
          <year>2019</year>
          <access-date>2025-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.worldbank.org/en/news/feature/2019/12/20/year-in-review-2019-in-charts">https://www.worldbank.org/en/news/feature/2019/12/20/year-in-review-2019-in-charts</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doty</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Brady</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Monardez Popelka</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rietveld</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Huidobro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Doty</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Linares</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Svetaz</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Designing a mobile app to enhance parenting skills of latinx parents: a community-based participatory approach</article-title>
          <source>JMIR Form Res</source>
          <year>2020</year>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e12618</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2020/1/e12618/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12618</pub-id>
          <pub-id pub-id-type="medline">32012034</pub-id>
          <pub-id pub-id-type="pii">v4i1e12618</pub-id>
          <pub-id pub-id-type="pmcid">PMC7007588</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khaddage</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Flintoff</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Advancing mobile learning in formal and informal settings via mobile app technology: Where to from here, and how?</article-title>
          <source>Educ Technol Soc</source>
          <year>2016</year>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>16</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jstor.org/stable/jeductechsoci.19.3.16"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hatzigianni</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Waniganayake</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Barblett</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hadley</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Irvine</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The role of digital technologies in supporting quality improvement in Australian early childhood education and care settings</article-title>
          <source>Int J Child Care Educ Policy</source>
          <year>2023</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36778763"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40723-023-00107-6</pub-id>
          <pub-id pub-id-type="medline">36778763</pub-id>
          <pub-id pub-id-type="pii">107</pub-id>
          <pub-id pub-id-type="pmcid">PMC9899662</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dwyer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rosas</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>What digital technology do early childhood educators use and what digital resources do they seek?</article-title>
          <source>Australas J Early Child</source>
          <year>2019</year>
          <volume>44</volume>
          <issue>1</issue>
          <fpage>91</fpage>
          <lpage>105</lpage>
          <pub-id pub-id-type="doi">10.1177/1836939119841459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sandborg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Delisle Nyström</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lindqvist</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rutberg</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Löf</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Physical activity and mobile phone apps in the preschool age: perceptions of teachers and parents</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e12512</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/4/e12512/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12512</pub-id>
          <pub-id pub-id-type="medline">30994465</pub-id>
          <pub-id pub-id-type="pii">v7i4e12512</pub-id>
          <pub-id pub-id-type="pmcid">PMC6492065</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ekanayake</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wishart</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Developing teachers’ pedagogical practice in teaching science lessons with mobile phones</article-title>
          <source>Technol Pedagogy Educ</source>
          <year>2013</year>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>131</fpage>
          <lpage>150</lpage>
          <pub-id pub-id-type="doi">10.1080/1475939x.2013.810366</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>KyoungEun</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>A pilot study on developing a mobile application to enhance teachers' creative teaching competence</article-title>
          <source>Educ Adm Theory Pract</source>
          <year>2024</year>
          <volume>30</volume>
          <issue>7</issue>
          <fpage>58</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://kuey.net/index.php/kuey/article/view/6434"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Salter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>James</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Assessing therapeutic alliance in the context of mHealth interventions for mental health problems: development of the mobile Agnew Relationship Measure (mARM) questionnaire</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <volume>20</volume>
          <issue>4</issue>
          <fpage>e90</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/4/e90/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8252</pub-id>
          <pub-id pub-id-type="medline">29674307</pub-id>
          <pub-id pub-id-type="pii">v20i4e90</pub-id>
          <pub-id pub-id-type="pmcid">PMC5934536</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cherrington</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>What's the story?: Exploring parent–teacher communication through ePortfolios</article-title>
          <source>Australas J Early Child</source>
          <year>2017</year>
          <volume>42</volume>
          <issue>4</issue>
          <fpage>13</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.23965/ajec.42.4.02</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Clifasefi</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Stanton</surname>
              <given-names>J</given-names>
            </name>
            <collab>The Leap Advisory Board</collab>
            <name name-style="western">
              <surname>Straits</surname>
              <given-names>KJE</given-names>
            </name>
            <name name-style="western">
              <surname>Gil-Kashiwabara</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez Espinosa</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nicasio</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Andrasik</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Hawes</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Orfaly</surname>
              <given-names>VE</given-names>
            </name>
            <name name-style="western">
              <surname>Duran</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Wallerstein</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Community-based participatory research (CBPR): Towards equitable involvement of community in psychology research</article-title>
          <source>Am Psychol</source>
          <year>2018</year>
          <volume>73</volume>
          <issue>7</issue>
          <fpage>884</fpage>
          <lpage>898</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29355352"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/amp0000167</pub-id>
          <pub-id pub-id-type="medline">29355352</pub-id>
          <pub-id pub-id-type="pii">2018-02701-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC6054913</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Israel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lantz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McGranaghan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Guzman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lichtenstein</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rowe</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Documentation and evaluation of CBPR partnerships: The use of in-depth interviews and closed-ended questionnaires</article-title>
          <source>Methods in Community-Based Participatory Research for Health</source>
          <year>2012</year>
          <publisher-loc>West Sussex, UK</publisher-loc>
          <publisher-name>Wiley-Blackwell</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Israel</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Coombe</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Cheezum</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>McGranaghan</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lichtenstein</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Reyes</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Clement</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Burris</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Community-based participatory research: a capacity-building approach for policy advocacy aimed at eliminating health disparities</article-title>
          <source>Am J Public Health</source>
          <year>2010</year>
          <volume>100</volume>
          <issue>11</issue>
          <fpage>2094</fpage>
          <lpage>2102</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2009.170506</pub-id>
          <pub-id pub-id-type="medline">20864728</pub-id>
          <pub-id pub-id-type="pii">AJPH.2009.170506</pub-id>
          <pub-id pub-id-type="pmcid">PMC2951933</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wallerstein</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Duran</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Community-based participatory research contributions to intervention research: the intersection of science and practice to improve health equity</article-title>
          <source>Am J Public Health</source>
          <year>2010</year>
          <volume>100</volume>
          <fpage>S40</fpage>
          <lpage>546</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2009.184036</pub-id>
          <pub-id pub-id-type="medline">20147663</pub-id>
          <pub-id pub-id-type="pii">AJPH.2009.184036</pub-id>
          <pub-id pub-id-type="pmcid">PMC2837458</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Minkler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wallerstein</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Community-Based Participatory Research for Health: From Process to Outcomes</source>
          <year>2011</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meherali</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Munro</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Puinean</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Salami</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Vandermorris</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Benoit</surname>
              <given-names>JRA</given-names>
            </name>
            <name name-style="western">
              <surname>Flicker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Okeke-Ihejirika</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stroulia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>WV</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Co-designing a sexual health app with immigrant adolescents: protocol for a qualitative community-based participatory action research study</article-title>
          <source>JMIR Res Protoc</source>
          <year>2023</year>
          <volume>12</volume>
          <fpage>e45389</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2023//e45389/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/45389</pub-id>
          <pub-id pub-id-type="medline">36947124</pub-id>
          <pub-id pub-id-type="pii">v12i1e45389</pub-id>
          <pub-id pub-id-type="pmcid">PMC10131995</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merid</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Whitfield</surname>
              <given-names>CO</given-names>
            </name>
            <name name-style="western">
              <surname>Skolarus</surname>
              <given-names>LE</given-names>
            </name>
          </person-group>
          <article-title>Reflections on the values of community-based participatory research in supporting mobile health technology use</article-title>
          <source>Circ Cardiovasc Qual Outcomes</source>
          <year>2020</year>
          <volume>13</volume>
          <issue>9</issue>
          <fpage>e007131</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ahajournals.org/doi/abs/10.1161/CIRCOUTCOMES.120.007131?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/CIRCOUTCOMES.120.007131</pub-id>
          <pub-id pub-id-type="medline">32885680</pub-id>
          <pub-id pub-id-type="pmcid">PMC7494520</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bernal</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jiménez-Chafey</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Domenech Rodríguez</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Cultural adaptation of treatments: a resource for considering culture in evidence-based practice</article-title>
          <source>Prof Psychol Res Pract</source>
          <year>2009</year>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>361</fpage>
          <lpage>368</lpage>
          <pub-id pub-id-type="doi">10.1037/a0016401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bernal</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bonilla</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bellido</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Ecological validity and cultural sensitivity for outcome research: issues for the cultural adaptation and development of psychosocial treatments with Hispanics</article-title>
          <source>J Abnorm Child Psychol</source>
          <year>1995</year>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>67</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1007/BF01447045</pub-id>
          <pub-id pub-id-type="medline">7759675</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pina</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Polo</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Huey</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Evidence-based psychosocial interventions for ethnic minority youth: the 10-year update</article-title>
          <source>J Clin Child Adolesc Psychol</source>
          <year>2019</year>
          <volume>48</volume>
          <issue>2</issue>
          <fpage>179</fpage>
          <lpage>202</lpage>
          <pub-id pub-id-type="doi">10.1080/15374416.2019.1567350</pub-id>
          <pub-id pub-id-type="medline">30746965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Battaglia</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McCreight</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ayele</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Maw</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Fort</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Holtrop</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Gomes</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Rabin</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <article-title>Use of the reach, effectiveness, adoption, implementation, and maintenance (RE-AIM) framework to guide iterative adaptations: Applications, lessons learned, and future directions</article-title>
          <source>Front Health Serv</source>
          <year>2022</year>
          <volume>2</volume>
          <fpage>959565</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36925843"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/frhs.2022.959565</pub-id>
          <pub-id pub-id-type="medline">36925843</pub-id>
          <pub-id pub-id-type="pmcid">PMC10012751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Natale</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Kolomeyer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Robleto</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jaffery</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Spector</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Utilizing the RE-AIM framework to determine effectiveness of a preschool intervention program on social-emotional outcomes</article-title>
          <source>Eval Program Plann</source>
          <year>2020</year>
          <volume>79</volume>
          <fpage>101773</fpage>
          <pub-id pub-id-type="doi">10.1016/j.evalprogplan.2019.101773</pub-id>
          <pub-id pub-id-type="medline">31877485</pub-id>
          <pub-id pub-id-type="pii">S0149-7189(19)30113-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Ntoumanis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Quested</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Stamatakis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Thøgersen-Ntoumani</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Development and feasibility of a mobile phone application designed to support physically inactive employees to increase walking</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2021</year>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>23</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-021-01391-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-021-01391-3</pub-id>
          <pub-id pub-id-type="medline">33478495</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-021-01391-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7819207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>White</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Maycock</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Giglia</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Theory-based design and development of a socially connected, gamified mobile app for men about breastfeeding (Milk Man)</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2016</year>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e81</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2016/2/e81/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.5652</pub-id>
          <pub-id pub-id-type="medline">27349756</pub-id>
          <pub-id pub-id-type="pii">v4i2e81</pub-id>
          <pub-id pub-id-type="pmcid">PMC4940606</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>White</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Giglia</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Designing evaluation plans for health promotion mHealth interventions: a case study of the Milk Man mobile app</article-title>
          <source>Health Promot J Austr</source>
          <year>2016</year>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>198</fpage>
          <lpage>203</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://research-repository.uwa.edu.au/en/publications/designing-evaluation-plans-for-health-promotion-mhealth-intervent"/>
          </comment>
          <pub-id pub-id-type="doi">10.1071/HE16041</pub-id>
          <pub-id pub-id-type="medline">27784506</pub-id>
          <pub-id pub-id-type="pii">HE16041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaspers</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>A comparison of usability methods for testing interactive health technologies: methodological aspects and empirical evidence</article-title>
          <source>Int J Med Inform</source>
          <year>2009</year>
          <volume>78</volume>
          <issue>5</issue>
          <fpage>340</fpage>
          <lpage>353</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2008.10.002</pub-id>
          <pub-id pub-id-type="medline">19046928</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(08)00180-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)—a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>381</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>SN</given-names>
            </name>
            <collab>REDCap Consortium</collab>
          </person-group>
          <article-title>The REDCap consortium: Building an international community of software platform partners</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <volume>95</volume>
          <fpage>103208</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(19)30126-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103208</pub-id>
          <pub-id pub-id-type="medline">31078660</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(19)30126-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7254481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Setiawan</surname>
              <given-names>IMA</given-names>
            </name>
            <name name-style="western">
              <surname>Saptono</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Parmanto</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The mHealth App Usability Questionnaire (MAUQ): Development and validation study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e11500</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/4/e11500/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11500</pub-id>
          <pub-id pub-id-type="medline">30973342</pub-id>
          <pub-id pub-id-type="pii">v7i4e11500</pub-id>
          <pub-id pub-id-type="pmcid">PMC6482399</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chin</surname>
              <given-names>WW</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A fast form approach to measuring technology acceptance and other constructs</article-title>
          <source>MIS Q</source>
          <year>2008</year>
          <volume>32</volume>
          <issue>4</issue>
          <fpage>687</fpage>
          <lpage>703</lpage>
          <pub-id pub-id-type="doi">10.2307/25148867</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <source>Qualitative Methods in Rapid Turn-Around Health Services Research</source>
          <year>2013</year>
          <access-date>2025-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.hsrd.research.va.gov/for_researchers/cyber_seminars/archives/video_archive.cfm?SessionID=780">http://www.hsrd.research.va.gov/for_researchers/cyber_seminars/archives/video_archive.cfm?SessionID=780</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Finley</surname>
              <given-names>EP</given-names>
            </name>
          </person-group>
          <article-title>Qualitative methods in implementation research: an introduction</article-title>
          <source>Psychiatry Res</source>
          <year>2019</year>
          <volume>280</volume>
          <fpage>112516</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31437661"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2019.112516</pub-id>
          <pub-id pub-id-type="medline">31437661</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(19)30791-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7023962</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Rapid qualitative analysis: Updates/developments</article-title>
          <source>US Department of Veteran Affairs</source>
          <year>2020</year>
          <access-date>2025-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hsrd.research.va.gov/for_researchers/cyber_seminars/archives/video_archive.cfm?SessionID=3846">https://www.hsrd.research.va.gov/for_researchers/cyber_seminars/archives/video_archive.cfm?SessionID=3846</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kowalski</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Nevedal</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Finley</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Lewinski</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Midboe</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Planning for and Assessing Rigor in Rapid Qualitative Analysis (PARRQA): a consensus-based framework for designing, conducting, and reporting</article-title>
          <source>Implement Sci</source>
          <year>2024</year>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-024-01397-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-024-01397-1</pub-id>
          <pub-id pub-id-type="medline">39394597</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-024-01397-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC11468362</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>St George</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Harkness</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez-Diaz</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstein</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Pavia</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Applying rapid qualitative analysis for health equity: Lessons learned using "EARS" with Latino communities</article-title>
          <source>Int J Qual Methods</source>
          <year>2023</year>
          <volume>22</volume>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38463016"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/16094069231164938</pub-id>
          <pub-id pub-id-type="medline">38463016</pub-id>
          <pub-id pub-id-type="pmcid">PMC10923582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="book">
          <source>IBM SPSS Statistics for Windows, Version 26.0</source>
          <year>2019</year>
          <publisher-loc>Armonk, NY</publisher-loc>
          <publisher-name>IBM Corp</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Natale</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Agosto</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bulotsky Shearer</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>St George</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Jent</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Designing a virtual mental health consultation program to support and strengthen childcare centers impacted by COVID-19: a randomized controlled trial protocol</article-title>
          <source>Contemp Clin Trials</source>
          <year>2023</year>
          <volume>124</volume>
          <fpage>107022</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36442806"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cct.2022.107022</pub-id>
          <pub-id pub-id-type="medline">36442806</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(22)00348-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC9694403</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>American Public Health Association</collab>
            <collab>American Academy of Pediatrics</collab>
            <collab>National Resource Center for Health and Safety in Child Care and Early Education</collab>
            <collab>United States Maternal and Child Health Bureau</collab>
          </person-group>
          <source>Caring for Our Children: National Health and Safety Performance Standards: Guidelines for Early Care and Education Programs</source>
          <year>2019</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>APHA Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lachlan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kimmel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mizrav</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Holdheide</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Examining the Impact of COVID-19 on the Teaching Workforce</source>
          <year>2020</year>
          <publisher-loc>Arlington, VA</publisher-loc>
          <publisher-name>American Institutes for Research</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Conners-Burrow</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kyzer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McKelvey</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A preliminary evaluation of REACH: Training early childhood teachers to support children‘s social and emotional development</article-title>
          <source>Early Childhood Educ J</source>
          <year>2016</year>
          <volume>45</volume>
          <issue>2</issue>
          <fpage>187</fpage>
          <lpage>199</lpage>
          <pub-id pub-id-type="doi">10.1007/s10643-016-0781-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Israel</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Review of community-based research: assessing partnership approaches to improve public health</article-title>
          <source>Annu Rev Public Health</source>
          <year>1998</year>
          <volume>19</volume>
          <fpage>173</fpage>
          <lpage>202</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.publhealth.19.1.173</pub-id>
          <pub-id pub-id-type="medline">9611617</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ateş</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Garzón</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Drivers of teachers' intentions to use mobile applications to teach science</article-title>
          <source>Educ Inf Technol</source>
          <year>2022</year>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>2521</fpage>
          <lpage>2542</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34462627"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10639-021-10671-4</pub-id>
          <pub-id pub-id-type="medline">34462627</pub-id>
          <pub-id pub-id-type="pii">10671</pub-id>
          <pub-id pub-id-type="pmcid">PMC8387668</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chambers</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Stange</surname>
              <given-names>KC</given-names>
            </name>
          </person-group>
          <article-title>The dynamic sustainability framework: Addressing the paradox of sustainment amid ongoing change</article-title>
          <source>Implement Sci</source>
          <year>2013</year>
          <volume>8</volume>
          <fpage>117</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-8-117"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-8-117</pub-id>
          <pub-id pub-id-type="medline">24088228</pub-id>
          <pub-id pub-id-type="pii">1748-5908-8-117</pub-id>
          <pub-id pub-id-type="pmcid">PMC3852739</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dahri</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Vighio</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Bather</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Arain</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>Factors influencing the acceptance of mobile collaborative learning for the continuous professional development of teachers</article-title>
          <source>Sustainability</source>
          <year>2021</year>
          <volume>13</volume>
          <issue>23</issue>
          <fpage>13222</fpage>
          <pub-id pub-id-type="doi">10.3390/su132313222</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of information technology in workplace learning</article-title>
          <source>Psychol Sch</source>
          <year>2023</year>
          <volume>60</volume>
          <issue>12</issue>
          <fpage>4904</fpage>
          <lpage>4929</lpage>
          <pub-id pub-id-type="doi">10.1002/pits.22901</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Høgsdal</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kyrrestad</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rye</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kaiser</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Exploring adolescents' attitudes toward mental health apps: concurrent mixed methods study</article-title>
          <source>JMIR Form Res</source>
          <year>2024</year>
          <volume>8</volume>
          <fpage>e50222</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2024//e50222/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/50222</pub-id>
          <pub-id pub-id-type="medline">38224474</pub-id>
          <pub-id pub-id-type="pii">v8i1e50222</pub-id>
          <pub-id pub-id-type="pmcid">PMC10825759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Onwuegbuzie</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>KMT</given-names>
            </name>
          </person-group>
          <article-title>A typology of mixed methods sampling designs in social science research</article-title>
          <source>Qual Rep</source>
          <year>2007</year>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>281</fpage>
          <lpage>316</lpage>
          <pub-id pub-id-type="doi">10.46743/2160-3715/2007.1638</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palinkas</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Mendon</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Innovations in Mixed Methods Evaluations</article-title>
          <source>Annu Rev Public Health</source>
          <year>2019</year>
          <month>04</month>
          <day>01</day>
          <volume>40</volume>
          <fpage>423</fpage>
          <lpage>442</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30633710"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-040218-044215</pub-id>
          <pub-id pub-id-type="medline">30633710</pub-id>
          <pub-id pub-id-type="pmcid">PMC6501787</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
