<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i1e50446</article-id>
      <article-id pub-id-type="pmid">38787598</article-id>
      <article-id pub-id-type="doi">10.2196/50446</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Evaluating a New Digital App–Based Program for Heart Health: Feasibility and Acceptability Pilot Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Simmich</surname>
            <given-names>Joshua</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Lockwood</surname>
            <given-names>Kimberly G</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Lark Health</institution>
            <addr-line>809 Cuesta Dr</addr-line>
            <addr-line>Suite B #1033</addr-line>
            <addr-line>Mountain View, CA, 94040</addr-line>
            <country>United States</country>
            <phone>1 5033801340</phone>
            <email>kimberly.lockwood@lark.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5053-4129</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Kulkarni</surname>
            <given-names>Priya R</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2271-8622</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Paruthi</surname>
            <given-names>Jason</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-9939-0276</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Buch</surname>
            <given-names>Lauren S</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-4010-1190</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Chaffard</surname>
            <given-names>Mathieu</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-4687-8621</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Schitter</surname>
            <given-names>Eva C</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-3457-3307</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Branch</surname>
            <given-names>OraLee H</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6720-6906</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Graham</surname>
            <given-names>Sarah A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7782-8709</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Lark Health</institution>
        <addr-line>Mountain View, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Roche Information Solutions</institution>
        <addr-line>Santa Clara, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Anara Health</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Kimberly G Lockwood <email>kimberly.lockwood@lark.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>24</day>
        <month>5</month>
        <year>2024</year>
      </pub-date>
      <volume>8</volume>
      <elocation-id>e50446</elocation-id>
      <history>
        <date date-type="received">
          <day>30</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>6</day>
          <month>2</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>14</day>
          <month>3</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>4</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Kimberly G Lockwood, Priya R Kulkarni, Jason Paruthi, Lauren S Buch, Mathieu Chaffard, Eva C Schitter, OraLee H Branch, Sarah A Graham. Originally published in JMIR Formative Research (https://formative.jmir.org), 24.05.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2024/1/e50446" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Cardiovascular disease (CVD) is the leading cause of death in the United States, affecting a significant proportion of adults. Digital health lifestyle change programs have emerged as a promising method of CVD prevention, offering benefits such as on-demand support, lower cost, and increased scalability. Prior research has shown the effectiveness of digital health interventions in reducing negative CVD outcomes. This pilot study focuses on the Lark Heart Health program, a fully digital artificial intelligence (AI)–powered smartphone app, providing synchronous CVD risk counseling, educational content, and personalized coaching.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This pilot study evaluated the feasibility and acceptability of a fully digital AI-powered lifestyle change program called Lark Heart Health. Primary analyses assessed (1) participant satisfaction, (2) engagement with the program, and (3) the submission of health screeners. Secondary analyses were conducted to evaluate weight loss outcomes, given that a major focus of the Heart Health program is weight management.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study enrolled 509 participants in the 90-day real-world single-arm pilot study of the Heart Health app. Participants engaged with the app by participating in coaching conversations, logging meals, tracking weight, and completing educational lessons. The study outcomes included participant satisfaction, app engagement, the completion of screeners, and weight loss.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>On average, Heart Health study participants were aged 60.9 (SD 10.3; range 40-75) years, with average BMI indicating class I obesity. Of the 509 participants, 489 (96.1%) stayed enrolled until the end of the study (dropout rate: 3.9%). Study retention, based on providing a weight measurement during month 3, was 80% (407/509; 95% CI 76.2%-83.4%). Participant satisfaction scores indicated high satisfaction with the overall app experience, with an average score of ≥4 out of 5 for all satisfaction indicators. Participants also showed high engagement with the app, with 83.4% (408/489; 95% CI 80.1%-86.7%) of the sample engaging in ≥5 coaching conversations in month 3. The results indicated that participants were successfully able to submit health screeners within the app, with 90% (440/489; 95% CI 87%-92.5%) submitting all 3 screeners measured in the study. Finally, secondary analyses showed that participants lost weight during the program, with analyses showing an average weight nadir of 3.8% (SD 2.9%; 95% CI 3.5%-4.1%).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The study results indicate that participants in this study were satisfied with their experience using the Heart Health app, highly engaged with the app features, and willing and able to complete health screening surveys in the app. These acceptability and feasibility results provide a key first step in the process of evidence generation for a new AI-powered digital program for heart health. Future work can expand these results to test outcomes with a commercial version of the Heart Health app in a diverse real-world sample.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital health</kwd>
        <kwd>cardiovascular disease</kwd>
        <kwd>artificial intelligence</kwd>
        <kwd>AI</kwd>
        <kwd>acceptability and feasibility</kwd>
        <kwd>pilot study</kwd>
        <kwd>lifestyle coaching</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Cardiovascular disease (CVD) is the leading cause of death for adults in the United States [<xref ref-type="bibr" rid="ref1">1</xref>], and 49.2% of adults (126.9 million) were living with some form of CVD in 2018 [<xref ref-type="bibr" rid="ref2">2</xref>]. The primary type of CVD that drives CVD-related morbidity and mortality is atherosclerotic CVD (ASCVD), which is characterized by buildup of plaque in arteries and includes conditions such as coronary heart disease, cerebrovascular disease, peripheral artery disease, and aortic atherosclerotic disease [<xref ref-type="bibr" rid="ref3">3</xref>]. Despite effective evidence-based strategies for preventing or managing ASCVD, millions of Americans have risk factors that place them at increased risk for having a cardiovascular event [<xref ref-type="bibr" rid="ref1">1</xref>]. Thus, the prevention and management of CVD is a top public health priority.</p>
        <p>The primary method of preventing CVD is promoting a healthy lifestyle throughout life. The American College of Cardiology (ACC) and American Heart Association (AHA) guidelines on the primary prevention of CVD [<xref ref-type="bibr" rid="ref3">3</xref>] recommend that all adults should maintain a healthy weight, consume a healthy diet, engage in regular physical activity, avoid tobacco use, and practice good sleep hygiene. These lifestyle habits are also recommended for the secondary prevention of CVD. The ACC and AHA guidelines also recommend that adults who are aged 40 to 75 years and are being evaluated for CVD risk should undergo a 10-year ASCVD risk estimation at the initial evaluation and at each subsequent follow-up appointment.</p>
        <p>Despite these guidelines, maintaining a healthy lifestyle is difficult for many adults [<xref ref-type="bibr" rid="ref4">4</xref>]. As such, a key method of CVD prevention and management is participation in behavioral interventions focused on lifestyle modifications. The US Preventive Services Task Force advises that behavioral interventions focused on diet and physical activity provide cardiovascular benefits to adults both with and without known CVD risk [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Interventions and lifestyle change programs can be focused on primary prevention of CVD and secondary prevention after a cardiac event and can be delivered by a variety of modalities (eg, in person, by telephone, and digitally) but have traditionally been delivered in person [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Although in-person programs can be very effective for increasing healthy behaviors [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>], they also present many challenges. Such programs involve significant human-to-human contact (eg, nurses and coaches), making them expensive to implement. In addition, requiring in-person attendance makes it difficult or inconvenient for some individuals to attend [<xref ref-type="bibr" rid="ref9">9</xref>]. These barriers to implementation and participation make it challenging to scale lifestyle interventions to large populations. Given the large number of adults in the United States at risk for CVD, there is a clear need for scalable and accessible lifestyle change programs for preventing CVD.</p>
        <p>There is a growing number of digital lifestyle change programs for primary and secondary CVD prevention [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>] that can be delivered through a variety of digital modalities (eg, SMS text messaging, smartphone apps, and web-based tools). Digital health programs can avoid many of the challenges posed by in-person programs, offering benefits such as on-demand support, access after standard business hours, lower cost, and increased scalability to larger populations [<xref ref-type="bibr" rid="ref8">8</xref>]. Furthermore, digital health programs for primary and secondary CVD prevention have been shown to improve individual behaviors and show promise in delivering care that is accessible, cost-effective, and patient focused [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      </sec>
      <sec>
        <title>Digital Health Solutions for CVD Prevention</title>
        <p>There has been prior research on digital health interventions for the prevention of CVD [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. A meta-analysis by Widmer et al [<xref ref-type="bibr" rid="ref15">15</xref>] of digital health interventions for both the primary and secondary prevention of CVD summarized many of these findings in an assessment of 24,054 participants across 51 studies. This meta-analysis found that digital health interventions significantly reduced negative CVD outcomes, such as CVD events, hospitalizations, and all-cause mortality. Widmer et al [<xref ref-type="bibr" rid="ref15">15</xref>] also observed reductions in risk factors, including weight, BMI, and Framingham risk score, compared to usual care. A more recent analysis that focused on health behaviors also indicated that digital interventions can improve physical activity, diet quality, and medication adherence [<xref ref-type="bibr" rid="ref16">16</xref>]. Overall, these studies show a net benefit of digital health interventions on CVD outcomes and risk factors.</p>
        <p>As demonstrated by these prior studies, there is evidence for the benefits of digital health interventions for the primary and secondary prevention of CVD. However, there has been considerable variation in the delivery mode of available digital solutions, namely in the involvement of humans as coaches or health care providers. A common feature across most digital health programs is the inclusion of human coaching or care provision delivered via telephone calls, SMS text messaging, or email [<xref ref-type="bibr" rid="ref17">17</xref>]. Moreover, a recent review of the literature indicated that very few (4/31, 13%) cardiovascular health–related digital health interventions are fully automated, requiring no specific personnel [<xref ref-type="bibr" rid="ref11">11</xref>]. Human interaction elements in digital health, similar to in-person programs, require significant resources, limiting their scalability [<xref ref-type="bibr" rid="ref18">18</xref>]. As a result, this pilot study examined a fully digital solution (ie, no human-to-human coaching) for primary and secondary CVD prevention called Lark Heart Health.</p>
      </sec>
      <sec>
        <title>Heart Health Program and Pilot Study</title>
        <p>The primary purpose of the Heart Health program is to help participants make and maintain meaningful evidence-based healthy lifestyle changes, learn about their CVD risk factors, and acquire appropriate self-management skills. The Lark Heart Health program is an artificial intelligence (AI)–driven mobile coaching solution that provides synchronous CVD risk counseling anytime, anywhere. The Heart Health program is for primary prevention in individuals without a major ASCVD event or secondary prevention for those in a stable condition after an ASCVD event that occurred ≥6 months prior. Through an ASCVD Risk Estimator survey, evidence-based educational curriculum, and real-time personalized coaching, the Lark Heart Health program provides members with the tools they need to make meaningful lifestyle changes that can help them better prevent and manage ASCVD and coronary artery disease through heart health–specific digital nutrition coaching; medication adherence counseling; and personalized guidance on weight management, activity, stress, and sleep. In addition, one of the goals of the Heart Health program is to provide a user-friendly platform for participants to complete physical and mental health screening surveys that can be time consuming and burdensome for both patients and providers in primary care settings [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. This is particularly important because the completion of health screeners is associated with improved patient outcomes and clinical care [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>Experts designed the Heart Health program in accordance with guidelines from the AHA; the ACC; and the National Heart, Lung, and Blood Institute. The American Diabetes Association 2020-2025 Dietary Guidelines for Americans, the American College of Sports Medicine, and the American Academy of Sleep Medicine informed the additional nutrition, activity, and sleep recommendations. The development of the Heart Health program was a collaboration between Lark Health and Roche Diagnostics and fits within the World Heart Federation Roadmap for Digital Health in Cardiology [<xref ref-type="bibr" rid="ref21">21</xref>]. Full details on Lark’s other digital programs have been previously reported [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>Coaching in the Lark Heart Health program is completely powered by AI. The fully digital interface enables maximum program scalability and the advantage of being accessible to participants 24/7 with synchronous coaching, feedback, and encouragement delivered on demand. Feasibility and acceptability studies are a key component of evidence generation for new programs of any kind and provide a crucial preliminary step before conducting randomized controlled trials and commercialization. Similar published studies provide examples of the overall scope, design, and execution of digital programs for cardiovascular health, CVD, and other chronic diseases [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]; for example, Lunde et al [<xref ref-type="bibr" rid="ref24">24</xref>] conducted a feasibility study of an app for cardiac rehabilitation, setting predefined criteria for success on participant satisfaction, recruitment rates, and app adherence to help predict possible pitfalls before conducting a large randomized controlled trial. Despite these inherent advantages, there is little evidence supporting the feasibility and user acceptability of fully digital programs for cardiovascular health. Thus, the goal of this pilot study was to provide preliminary evidence that participants are willing and able to participate in the Heart Health program.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>This is a real-world single-arm 3-month pilot study of the feasibility and acceptability of the Heart Health program. The primary objectives and corresponding success criteria determined a priori are outlined in the following subsections.</p>
        <sec>
          <title>Objective 1</title>
          <p>Assess participant satisfaction with the Heart Health program (primary indicator of success: achieve a participant satisfaction average rating of ≥4 out of 5 on participant satisfaction surveys).</p>
        </sec>
        <sec>
          <title>Objective 2</title>
          <p>Measure participant engagement with the Heart Health program through the frequency of AI coaching (primary indicator of success: assess the number of coaching conversations per month and categorize them as <italic>highly engaged,</italic> ≥5 coaching conversations per month; <italic>moderately engaged,</italic> 2-4 conversations per month; and <italic>minimally engaged</italic>, ≤1 conversation per month).</p>
        </sec>
        <sec>
          <title>Objective 3</title>
          <p>Track the submission of health screeners within the Heart Health app to demonstrate that we can identify moments or events that could be used to improve patient care (primary indicator of success: submission of 3 surveys by each member; 3 completed surveys=<italic>excellent</italic>, 2 completed surveys=<italic>good</italic>, and 1 completed survey=<italic>minimum improvement over usual care</italic>; this scale was based on literature indicating that there are major barriers to implementing even basic health history screeners in primary care settings [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]).</p>
        </sec>
        <sec>
          <title>Secondary Objective</title>
          <p>In addition to the primary objectives, we also conducted secondary analyses focused on weight loss, given that a primary focus of the Heart Health program is weight management.</p>
        </sec>
      </sec>
      <sec>
        <title>Additional Results Reported Elsewhere</title>
        <p>As part of the Heart Health pilot study, we also evaluated the predictors of recruitment and enrollment as well as changes in cardiac self-efficacy; the results from these analyses are reported elsewhere [<xref ref-type="bibr" rid="ref28">28</xref>] because they do not focus on the acceptability and feasibility component of the study.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Pilot Study Design</title>
        <sec>
          <title>Overview</title>
          <p>This pilot study was a real-world single-arm study of the digital health app–based program Heart Health that provides fully digital AI-powered health coaching, behavior tracking, and health screeners. The active study period was 3 months (90 d) in duration for each enrolled participant. The data presented here include participants who initiated the study between March 31 and September 15, 2022, using version 5.2.6 of the Lark app. The target sample size for initial enrollment into this study was 500 to 600; the rationale for this enrollment goal is described in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        </sec>
        <sec>
          <title>Study Population</title>
          <p>To be eligible for the Heart Health study, potential participants had to meet the following eligibility parameters: aged 40 to 75 years, BMI between 25 kg/m<sup>2</sup> and 50 kg/m<sup>2</sup> (indicating overweight or obesity but excluding the most extreme cases of obesity), and English speaking. Potential participants were ineligible if they met any of the following criteria: critically serious uncontrolled health conditions that had been active in the last 6 months, pregnancy or plans to become pregnant within the next 6 months, recent history of a medical professional telling them not to participate in a healthy lifestyle program, a medical reason preventing them from performing 10 minutes of moderate physical exercise, and not having a smartphone with an internet connection. As the Heart Health program focused heavily on improving health behaviors (eg, diet and exercise), the study also excluded individuals who reported at baseline that they regularly engage in strenuous physical activity in their leisure time as well as individuals who reported only healthy dietary behaviors. If needed, study personnel provided potential participants with telephone-based assistance in downloading the Lark smartphone app.</p>
          <p>An analytic size of approximately 500 is recommended to produce statistics that are nearly representative of the true values in the targeted population [<xref ref-type="bibr" rid="ref31">31</xref>]. As such, we considered a sample size between 500 and 600 at initial enrollment to be satisfactory for assessing the primary study goals. This planned sample size at initial enrollment was larger than the sample sizes in most published digital health interventions for the prevention of CVD [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
          <p>The recruitment and enrollment flow for the Heart Health study is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, starting with the number of potential participants who completed the study prescreener. After consenting to participate in the study, participants completed the enrollment process by downloading the app, completing study onboarding in an initial conversation in the app, and providing an initial weight measurement. Per study protocol, participants completing these steps were enrollees. The dropout rate for the study was 3.9%, with 20 of the 509 participants withdrawing after enrollment.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Recruitment and enrollment flow for the Heart Health study.</p>
            </caption>
            <graphic xlink:href="formative_v8i1e50446_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Study Phases</title>
          <p>Each participant proceeded through defined study phases: recruitment, prescreening, electronic consent, enrollment, and active participation. For recruitment, Lark partnered with a health provider in California to recruit participants from its patient population. Study personnel sent potentially eligible participants marketing emails and SMS text messages as well as printed mailers. In addition to participant recruitment via the health provider, we also recruited additional study participants using a variety of web recruitment methods. The recruitment materials provided a brief description of the program, describing the program as a way to improve heart health using digital health coaching that encourages healthier eating and becoming more active. Individuals interested in participating in the study received a web link to the study recruitment site to find out more information and complete the study prescreening process.</p>
          <p>Participants who proceeded from recruitment to prescreening completed a survey that assessed their general suitability for the study based on the safety and appropriateness of the program coaching and content. Participants who passed the prescreening survey had the opportunity to complete the electronic consent form to initiate study participation.</p>
          <p>The active participation phase of the study was 90 days in duration, during which participants received coaching on heart health and lifestyle modification. Participants could engage with the Heart Health program by (1) completing educational lessons (up to 12 lessons over 90 days), (2) engaging in coaching conversations with Lark’s conversational AI-powered digital coach, (3) logging meals in the app, and (4) tracking their weight using a digital smart scale that automatically synced with the app. Additional details on the Heart Health program and study design are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>All participants provided informed consent to participate in the study through an electronic consent form. The pilot study received approval from the Advarra Institutional Review Board (Pro00061694). Study personnel instituted appropriate safeguards to prevent any unauthorized use or disclosure of personal health information and implemented administrative, physical, and technical safeguards to protect the confidentiality, integrity, and availability of protected health information. All study data presented in this manuscript are deidentified. Lark is compliant with Health Insurance Portability and Accountability Act (HIPAA) privacy and security rules and all applicable regulations. In addition, Lark is Service Organization Control 2 (SOC 2) and Health Information Trust Alliance (HITRUST) certified.</p>
        <p>All study participants received the Heart Health app and a cellular smart scale. There were opportunities for additional incentives throughout the study. At the start of the study, participants could receive a US $50 gift card upon ordering their cellular scale; this incentive was implemented to encourage participant use of the cellular scale for regular weigh-ins for higher data integrity compared to manual entry of weight data. There were two additional opportunities for participants to earn gift card incentives for completing (1) a telephone call regarding customer satisfaction and the usability of the Heart Health app (US $25) and (2) a telephone call about experiences taking surveys in the app (US $100). Additional details on these telephone calls are provided in the <italic>Participant Satisfaction Surveys</italic> subsection. Finally, participants could receive a Fitbit device upon study completion.</p>
      </sec>
      <sec>
        <title>Study Measures</title>
        <sec>
          <title>Demographic and Health History Measures</title>
          <p>We assessed participant characteristics for the study sample using a modified version of the nonlaboratory-based INTERHEART Modifiable Risk Score survey [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Additional details on this measure are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Participants also completed the ASCVD Risk Estimator survey [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        </sec>
        <sec>
          <title>Study Retention</title>
          <p>We assessed study retention based on the proportion of participants who recorded a weight between days 61 and 90 (month 3) out of the 509 members who enrolled in the study. Study personnel determined this retention metric a priori as a key indicator of whether a participant was still engaging with the Heart Health program.</p>
        </sec>
        <sec>
          <title>Primary Objective Measures</title>
          <sec>
            <title>Participant Satisfaction Surveys</title>
            <p>Participants completed 2 satisfaction surveys over the course of the study. Importantly, these surveys were specific to this research study and would not typically be part of the commercial Heart Health user experience. As such, the surveys were not built into the digital app experience but instead collected via telephone call by a contract research organization (CRO) contracted by Lark Health for the purposes of this pilot study. Telephone calls were made by call center employees of the CRO who were specifically trained to administer these surveys; the survey calls did not include human coaching that would augment the Lark app experience. This helped ensure that participation satisfaction ratings were not collected by Lark clinical research staff and reduced the impact of these survey assessments on the in-app experience.</p>
            <p>To measure participant satisfaction with the overall usability and acceptability of Heart Health, the CRO deployed a 5-item satisfaction survey at the beginning of month 3. We adapted questions on this survey from a recent study on the acceptability of a lifestyle-based heart health risk assessment tool [<xref ref-type="bibr" rid="ref34">34</xref>]. We also assessed participant satisfaction with the experience of taking the ASCVD Risk Estimator survey in the app using a 3-item satisfaction survey to understand whether participants were capable of, and comfortable with, providing this type of health information without assistance in the Heart Health app. This satisfaction survey also asked participants whether they thought the survey was an appropriate length. The CRO deployed this satisfaction survey at the beginning of month 2. The primary success criterion for satisfaction with both the overall app experience and in-app ASCVD survey experience was a rating of ≥4 out of 5.</p>
          </sec>
          <sec>
            <title>App Engagement</title>
            <p>Participants engage with the Heart Health app primarily through personalized one-on-one interactive coaching conversations between the participant and the Lark AI coach. Participants can log in to the app at any time to engage in a coaching conversation with the coach and receive educational lessons, synchronous feedback, and encouragement. We assessed the number of days that study participants had at least 1 coaching conversation. We assessed the number of days with coaching conversations per month and categorized the coaching volume (the primary indicator of engagement) as follows: ≥5 coaching conversations per month was <italic>highly engaged</italic>, 2 to 4 conversations per month was <italic>moderately engaged</italic>, and ≤1 conversation per month was <italic>minimally engaged</italic>. These engagement thresholds were determined based on the expectations of the health partner for engagement with a commercial version of the program while also accounting for individual differences in engagement and expected engagement drop-off in digital health programs.</p>
            <p>Although we did not have specific success criteria for the other metrics of app engagement, we also tracked the number of days participants logged meals, the number of days participants completed weigh-ins (ie, weight measurements), and the number of educational lessons completed. Each of these types of engagement occurs within the context of coaching conversations with the Lark coach. The Heart Health app provides a digital platform for diet tracking via a meal-logging system that uses natural language processing. Participants can log meals and snacks in the app at any time, receive feedback on the nutritional content of their meals, and earn success badges for healthy meals.</p>
            <p>The Lark coach encourages participants to weigh themselves using their cellular scale on a weekly basis. The scale automatically syncs with the app so that participants can track their progress. Participants could also enter their weight manually. In our analyses, we assessed the number of days that study participants had at least 1 meal logged and the number of days with a weight measurement in the 90 days since study enrollment.</p>
            <p>Finally, we assessed the mean number of educational lessons completed by each participant. A lesson is complete once a participant has completed all content associated with each of the required 7 check-ins. Participants could complete a maximum of 12 lessons over the course of the 90-day study (ie, 1 lesson per week).</p>
          </sec>
          <sec>
            <title>Screener Submission</title>
            <p>The app presented Heart Health members with several screeners throughout their participation in the study. Three key screeners were presented during month 1 of the program: the Patient Health Questionnaire-2 (PHQ-2) depression screener [<xref ref-type="bibr" rid="ref35">35</xref>], the Medication Adherence Questionnaire (MAQ) [<xref ref-type="bibr" rid="ref36">36</xref>], and the ASCVD Risk Estimator [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. The PHQ-2 is a 2-item measure that indicates risk for depression. The MAQ has multiple sections, the first of which is a <italic>medication check</italic> that establishes whether the member is taking medications; members who are taking medications proceed to the <italic>adherence</italic> section of the MAQ. Submission values for the MAQ reflect the number of members who completed the medication check questions. Submission values for the ASCVD Risk Estimator reflect the number of members who submitted the survey; it should be noted that participants could submit the ASCVD Risk Estimator without completing all fields necessary to calculate a risk score (eg, participants could skip cholesterol level values because they may not know these values). The primary success criterion for this outcome was the submission of 3 surveys by each participant. Having 3 completed was <italic>excellent</italic>, completing 2 was <italic>good</italic>, and having 1 completed was a <italic>minimum improvement over usual care</italic>.</p>
          </sec>
        </sec>
        <sec>
          <title>Secondary Objective Measures: Weight Loss</title>
          <p>To assess weight loss, we examined weight nadir (ie, peak weight loss) among participants in the Heart Health program who provided at least 2 weight measurements. Participants could complete a weigh-in at any time in the study either by stepping onto their synced cellular scale or manually entering a weight. Outlier detection algorithms ensure the fidelity of all collected weight data (for details, refer to prior Lark publications [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]). The weight nadir outcome considered only valid weights and represented each member’s weight loss (first weight - lowest weight) / first weight. We represent the weight nadir as the percentage of initial weight lost.</p>
          <p>As the weight nadir could occur at any point in the pilot study, we also assessed the relationship between the day in the study that the weight nadir occurred and the percentage weight loss; a positive correlation indicates that greater percentage weight loss occurred later in the study. We also assessed whether there was a significant relationship between weight nadir and baseline BMI.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>As this pilot study focused on feasibility and acceptability, the results for primary outcomes are largely descriptive in nature, and we evaluated success based on success criteria established a priori<italic>,</italic> described in the <italic>Objectives</italic> subsection. Retention rate, engagement, and screener submission rates were summarized using percentages and 95% CIs for proportions using normal approximation. Participant satisfaction was expressed using means and 95% CIs. For the secondary analyses on weight nadir, we report on the weight nadir across the sample, as described in the previous subsection. In addition we assessed the relationships between (1) weight nadir date and weight loss and (2) baseline BMI and weight loss using Pearson correlations.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Characteristics</title>
        <p><xref ref-type="table" rid="table1">Table 1</xref> contains basic descriptive statistics of the enrolled study sample. On average, Heart Health study participants were aged 60.9 (SD 10.3; range 40.5-75.9) years and had a BMI indicating class I obesity (mean 32.6, SD 5.9 kg/m<sup>2</sup>; range 24.5-49.6 kg/m<sup>2</sup>). Of the 489 participants, 298 (60.9%) were female; 33 (6.7%) identified as Black, 354 (72.4%) identified as White, and 95 (19.4%) reported belonging to another racial group. An assessment of basic health history indicated that more than half of the sample (286/489, 58.5%) had a history of treatment for high blood pressure, and 19% (93/489) had a history of type 2 diabetes. On the basis of reports of a cardiac event or CVD diagnosis history, 89.8% (439/489) of the participants were in primary prevention, and 10.2% (50/489) were in secondary prevention (ie, history of a cardiac event or CVD diagnosis). ASCVD risk scores for participants in primary prevention who provided complete surveys indicated that 63.8% (118/185) of the participants in this group were borderline risk or higher for developing CVD or having a cardiac event in the next 10 years.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Baseline characteristics of participants enrolled in the Heart Health study.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="700"/>
            <col width="0"/>
            <col width="270"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Characteristics</td>
                <td>Values</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Recruitment source (individuals recruited from health partner; n=489), n (%)</td>
                <td>326 (66.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Age (y; n=489), mean (SD)</td>
                <td>60.9 (10.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Sex (female; n=489), n (%)</td>
                <td>298 (60.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Race (n=489), n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Black</td>
                <td colspan="2">33 (6.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td colspan="2">354 (72.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">95 (19.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">BMI (kg/m<sup>2</sup>; n=489), mean (SD)</td>
                <td>32.6 (5.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">History of treatment for high blood pressure (n=489), n (%)</td>
                <td>286 (58.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">History of type 2 diabetes (n=489), n (%)</td>
                <td>93 (19)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">History of cardiac event or CVD<sup>a</sup> diagnosis (n=489), n (%)</td>
                <td>50 (10.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>ASCVD<sup>b</sup> 10-year risk score<sup>c</sup> (%; n=185), n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Low risk (&lt;5)</td>
                <td colspan="2">67 (36.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Borderline risk (5-7.4)</td>
                <td colspan="2">15 (8.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intermediate risk (7.5-19.9)</td>
                <td colspan="2">70 (37.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>High risk (≥20)</td>
                <td colspan="2">33 (17.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Tobacco history<sup>d</sup> (n=489), n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Never smoker</td>
                <td colspan="2">263 (53.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Former smoker</td>
                <td colspan="2">169 (34.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Current smoker</td>
                <td colspan="2">43 (8.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Physical activity in leisure time (n=489), n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mainly sedentary (eg, sitting, reading, and watching television)</td>
                <td colspan="2">169 (34.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mild low-effort exercise (eg, easy walk and yoga)</td>
                <td colspan="2">213 (43.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Moderate exercise (eg, walking and biking)</td>
                <td colspan="2">107 (21.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Dietary habits<sup>e</sup>, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Salty food (daily; n=467)</td>
                <td colspan="2">308 (66)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fried food (≥3 times per week; n=451)</td>
                <td colspan="2">155 (34.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Meat (≥2 times per day; n=460)</td>
                <td colspan="2">278 (60.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fruit (daily; n=463)</td>
                <td colspan="2">239 (51.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Vegetables (daily; n=459)</td>
                <td colspan="2">324 (70.6)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>CVD: cardiovascular disease.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>ASCVD: atherosclerotic cardiovascular disease.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>ASCVD 10-year risk scores were only calculated for participants in primary prevention with complete surveys (n=185) and risk categories established by Arnett et al [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>On the tobacco history questionnaire, 14 (2.9%) of the 489 participants declined to report on tobacco use.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>Participants could indicate multiple unhealthy dietary habits. The denominators for dietary habits differ due to a technical issue that affected a subset of participants such that not all dietary habit questions were displayed on the survey.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Regarding health behaviors, a little more than half of the sample (263/489, 53.8%) reported never smoking, while approximately a third of the sample (169/489, 34.6%) were former smokers, and 8.8% (43/489) were current smokers. The majority of the sample (382/489, 78.1%) reported being mainly sedentary or engaging in mild low-effort exercise during their leisure time. All enrolled participants reported at least 1 unhealthy dietary habit, including eating salty food daily, eating fried food ≥3 times per week, eating meat ≥2 times per day, not eating fruit daily, or not eating vegetables daily.</p>
        <p>The majority of the participants (481/489, 98.4%) in this sample were obese. Specifically, 36.4% (178/489) of the participants were overweight, 34.4% (168/489) were classified as obese class I, 14.3% (70/489) as obese class II, and 13.3% (65/489) as obese class III. Of the 489 participants, 8 (1.6%) reported a BMI between 24 and 25 kg/m<sup>2</sup> (ie, normal weight) at baseline; we considered these individuals eligible (ie, BMI ≥25 kg/m<sup>2</sup>) during prescreening because they provided a slightly higher weight on the prescreener survey.</p>
      </sec>
      <sec>
        <title>Study Retention</title>
        <p>In month 3, study retention based on providing a weigh-in after day 60 was 80% (407/509; 95% CI 76.2%-83.4%). This month 3 retention rate is comparable to benchmarks from non-AI digital health programs [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
      </sec>
      <sec>
        <title>Primary Objective 1: Participant Satisfaction</title>
        <p>For objective 1, we evaluated participant satisfaction with the Heart Health program. Overall, participants were highly satisfied with the overall app experience (<xref ref-type="table" rid="table2">Table 2</xref>). On average, participants scored the Lark Heart Health app experience ≥4 (favorable) for each question asked. Members were also highly satisfied with their experience taking the ASCVD survey in the app (<xref ref-type="table" rid="table2">Table 2</xref>). On average, participants provided high ratings of their comfort with, and understanding of, the ASCVD survey; participants also considered the survey length to be appropriate (422/458, 92.1%, 95% CI 89.3%-94.4% gave it a rating of 3 [<italic>just right</italic>]).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Participant satisfaction (measured on a scale ranging from 1 to 5) survey results.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="760"/>
            <col width="210"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Survey items</td>
                <td>Values, mean (SD; 95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Satisfaction with the overall Lark Heart Health app experience<sup>a</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How interested are you in modifying your lifestyle choices to reduce your cardiovascular risk?</td>
                <td>4.7 (0.6; 4.6-4.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How interested are you in using the Lark app to better understand your cardiovascular risk?</td>
                <td>4.2 (1.1; 4.1-4.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How useful has the information provided in the app missions [lessons] been?</td>
                <td>4.2 (1.0; 4.1-4.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How easy to understand was the information provided in the missions [lessons] in the Lark app?</td>
                <td>4.7 (0.6; 4.6-4.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How favorably does using the Lark app compare to how you previously managed your health?</td>
                <td>4.2 (1.0; 4.1-4.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Satisfaction with taking the ASCVD<sup>b</sup> survey in the Lark Heart Health app<sup>c</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How comfortable did you feel taking this survey on your own in the app?</td>
                <td>4.8 (0.6; 4.7-4.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How would you rate your understanding of the questions asked in the survey?</td>
                <td>4.9 (0.3; 4.9-4.9)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>n=432 members completed the app experience satisfaction survey.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>ASCVD: atherosclerotic cardiovascular disease.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>n=458 members completed the ASCVD survey satisfaction survey.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Primary Objective 2: App Engagement</title>
        <p>For objective 2, we found that participants were highly engaged with coaching in the Heart Health app (<xref ref-type="table" rid="table3">Table 3</xref>). In month 1, of the 489 participants, 483 (98.8%) met the success criteria for being highly engaged (ie, ≥5 coaching conversations); in month 2, there were 445 (91%) highly engaged participants; and in month 3, there were 408 (83.4%) highly engaged participants. When examining the total number of coaching conversations over the course of the program, participants averaged 129.8 (SD 110.1; median 104.0; 95% CI 120.0-139.6) coaching conversations across the 90-day study period, or 1.4 conversations per day. There was substantial variability in the number of coaching conversations across participants, as indicated by the large SD in total coaching conversations. The median number of coaching conversations was lower for the total number of conversations, indicating that the means may be skewed by extremely engaged users. However, the median values still indicate high engagement.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Coaching conversations during the Heart Health study by month in the study (n=489).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="130"/>
            <col width="270"/>
            <col width="310"/>
            <col width="290"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≥5 coaching conversations, n (%; 95% CI)</td>
                <td>2 to 4 coaching conversations, n (%; 95% CI)</td>
                <td>≤1 coaching conversation, n (%; 95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Month 1</td>
                <td>483 (98.8; 97.80-99.85)</td>
                <td>6 (1.2; 0.30-2.20)</td>
                <td>0 (0; 0-0)</td>
              </tr>
              <tr valign="top">
                <td>Month 2</td>
                <td>445 (91; 88.50-93.50)</td>
                <td>26 (5.3; 3.30-7.30)</td>
                <td>18 (3.7; 2.00-5.40)</td>
              </tr>
              <tr valign="top">
                <td>Month 3</td>
                <td>408 (83.4; 80.10-86.70)</td>
                <td>39 (8; 5.60-10.40)</td>
                <td> 42 (8.6; 6.10-11.10)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>We also tracked the number of days with meals logged, days with weigh-ins, and total number of educational lessons completed across the 90-day study period, all of which occur within coaching conversations with the Lark coach. On average, participants logged meals on 57.0 (SD 30.1; median 68.0; 95% CI 54.3-59.7) days, nearly two-thirds of the days in the study. Regarding weigh-ins, the Lark coach encourages participants to weigh themselves at least once per week. On average, participants completed a weigh-in on 24.3 (SD 19.1; median 18.0; 95% CI 22.6-26.0) days, or approximately 2 times per week over the course of the study. Of these weigh-ins, participants provided the vast majority (435/489, 88.9%) by stepping on their cellular scale, with only 11% (54/489) self-reported within the app. Participants completed an average of 7.1 (SD 4.1; median 9.0; 95% CI 6.7-7.5) educational lessons during the 90-day study.</p>
      </sec>
      <sec>
        <title>Primary Objective 3: Screener Submission</title>
        <p>For objective 3, we found that participants were highly engaged with the screeners in the app. Specifically, 89.8% (440/489; 95% CI 87%-92.5%) submitted all 3 screeners (<italic>excellent</italic>), 94.3% (460/489; 95% CI 91.6%-96%) submitted ≥2 screeners (<italic>good</italic>), and 97.5% (479/489; 95% CI 96.3%-99%) submitted ≥1 screeners (<italic>minimum improvement over usual care</italic>). It should be noted that these groups were not mutually exclusive.</p>
      </sec>
      <sec>
        <title>Secondary Objective: Weight Loss</title>
        <p>We examined peak weight loss among participants who provided at least 2 weights (483/489, 98.8%). Across this sample, the average weight nadir was 3.8% (SD 2.9%; 95% CI 3.5%-4.1%) and occurred on day 51.9 (SD 26.4; 95% CI 49.5-54.3). There was a significant correlation between the day in the study that the weight nadir occurred and percentage weight loss at nadir date (<italic>r</italic>=0.36; <italic>P</italic>&lt;.001). This indicates a higher percentage weight loss for weight nadir dates later in the study. Across all participants, the vast majority (482/483, 99.9%) lost or maintained weight, with only 1 (0.2%) of the 483 members gaining weight. The proportion of the sample in 4 different weight loss categories is as follows: 26.5% (128/483) lost weight ≥5%, 44.7% (216/483) lost weight between 2% and 4.9%, 28.6% (138/483) maintained weight –2% to +2%, and 0.2% (1/483) gained weight &gt;2% [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. We also examined weight loss by baseline BMI and found that peak weight loss was not significantly correlated with BMI (<italic>r</italic>=0.004; <italic>P</italic>=.41).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Summary</title>
        <p>The study results indicate that the fully digital AI-powered health coaching app called Lark Heart Health had a high degree of acceptability and feasibility among this pilot study sample. In this 90-day study of the Heart Health program, we found that participants were highly satisfied with their experience using the app, showed a high degree of engagement with health coaching and other app features, and successfully completed screeners on important health indicators during their first month in the program. Secondary analyses further indicated that participants lost weight during the 90-day program. Taken together, the findings from this pilot study met or exceeded all success criteria for the primary study objectives and provided key insights into weight loss as a clinical outcome that can be further examined in future clinical studies. Thus, these findings support the acceptability and feasibility of the Heart Health program. We discuss key insights from each of the primary objectives in the next subsection.</p>
      </sec>
      <sec>
        <title>Insights From Primary Objectives</title>
        <p>Regarding objective 1, the 2 participant satisfaction surveys indicated that participants were highly satisfied with their experience using the Heart Health program, including their experience taking the ASCVD Risk Estimator survey in the app. Mean scores on all items across the 2 surveys indicated that participants rated their experience favorably across multiple dimensions, such as how easy it was to understand the information in the app and feeling comfortable with taking a survey in the app. The mean score on the overall app experience survey (4.4 out of 5; SD 0.8) also closely aligns with <italic>high satisfaction</italic> scores in prior feasibility studies on apps for CVD management [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>For objective 2, we found that participants were highly engaged with coaching in the Heart Health app. In month 1, of the 489 participants, 483 (98.8%) met the success criteria for being highly engaged (ie, ≥5 coaching conversations); in month 2, there were 445 (91%) highly engaged participants; and in month 3, there were 408 (83.4%) highly engaged participants. Engagement with the app far exceeded the expectations set by our success criteria. This insight indicates that engagement thresholds can be set at higher levels in future testing with the Heart Health program. Although monthly engagement rates were higher than anticipated across all 3 months, the results showed a decrease in engagement over time; for instance, 8.6% (42/489) of the participants were <italic>minimally engaged</italic> in month 3 (the final month in the study), as indicated by ≤1 coaching conversation during this month. This decrease is expected in digital health, with engagement and retention rates typically dropping over time [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. Identifying this decrease in engagement also provides the opportunity to identify when engagement begins to wane and perhaps use targeted incentives at this time to mitigate drop-off. As we focused on coaching conversations as the primary engagement outcome, it is also possible that some users may have favored different features, such as weight logging and device use (eg, cellular scale). The descriptive results on weigh-ins support the assertion that users engaged with this feature.</p>
        <p>The results from objective 2 also highlight the high degree of variability in engagement between participants. As with any program or app, different individuals will have different use patterns or connect with different aspects of the program. Indeed, we have shown in previous research of other Lark programs that there are different user <italic>personas</italic> among individuals who engage with the app, with some users focusing more on data and tracking functionalities or device use, rather than being highly engaged with coaching specifically [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        <p>In the context of this pilot study, there were some participants who had disproportionately high engagement levels. In our previous work, we refer to these individuals as <italic>enthusiasts</italic> [<xref ref-type="bibr" rid="ref43">43</xref>]. These are individuals who log on many times per day and engage with many or all facets of the app. It is important to note that super users are not representative of most users of an app and can skew mean scores; for example, the median values for coaching conversations in this study were lower than the average values, although this still indicated high engagement. That said, designers of apps can gain significant insights for program improvement from qualitative interviews with both high engagers and low engagers alike [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>Regarding objective 3, the results showed high participant submission rates for screeners focused on important health indicators, including ASCVD risk, medication adherence, and depressive symptoms. Specifically, 90% (440/489) of the participants achieved the a priori benchmark of submitting all 3 health screeners. This result indicates that participants were willing and able to complete these screeners using the app. This is a key result for the feasibility and acceptability of taking screeners in the Heart Health app because prior work has highlighted that it is important for patients in heart health prevention to show high levels of approval for risk surveys [<xref ref-type="bibr" rid="ref34">34</xref>]. Moreover, these findings support the use of the Heart Health app as a user-friendly solution that enables patients to complete important health screeners outside of the primary care setting. This is an important use because there are significant barriers to screener completion during patient visits, such as short appointment times, workflow disruption, and a lack of patient preparedness [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Moreover, screener completion has been shown to have several benefits to patients; for instance, health screeners can help increase patient awareness and knowledge of their values on key CVD risk factors (eg, cholesterol level and blood pressure) [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>The acceptability of screener submission in the app also has important implications for future delivery of the Heart Health program. In a commercial version of the program, participants would complete health screeners, such as the PHQ-2, MAQ, and ASCVD Risk Estimator, every 60 to 90 days. Longitudinal self-monitoring has many benefits for the self-management of CVD, such as enabling participants to track changes in their symptoms over time [<xref ref-type="bibr" rid="ref44">44</xref>] and improve medication adherence [<xref ref-type="bibr" rid="ref45">45</xref>]. Further integration of the Heart Health app with health partners would also enable participants’ health providers to track their patients’ changes over time and potentially support clinical decision-making [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref46">46</xref>].</p>
      </sec>
      <sec>
        <title>Weight Loss and Study Retention</title>
        <p>Beyond the primary acceptability and feasibility study results, secondary analyses also revealed initial insights into weight loss during the program. Specifically, participants showed an average peak weight loss of 3.8% (SD 2.9%) during the study, and weight loss percentage was not correlated with baseline BMI. This percentage weight loss compares favorably to that in prior studies examining weight loss in digital health interventions [<xref ref-type="bibr" rid="ref47">47</xref>]. These results should be considered preliminary because the pilot study was not developed with the intention of testing weight loss or other clinical outcomes. However, these results support the future consideration of weight loss as a clinical outcome for the Heart Health program.</p>
        <p>We observed an 80% (407/509) retention rate in month 3 of the study. This retention rate is on par with target benchmarks from non-AI digital health studies that are higher touch than Heart Health [<xref ref-type="bibr" rid="ref38">38</xref>]. In addition, the withdrawal rate for the study was low: only 20 (3.9%) of the 509 participants withdrew after enrollment. Withdrawal rates for digital health apps with frequent survey content range from 15% to 51% [<xref ref-type="bibr" rid="ref48">48</xref>]. It is important to note that the retention rates reported here should be interpreted as <italic>research study</italic> retention rates; study retention rates are typically higher than retention rates in programs that are commercially released to real-world populations. Indeed, it is well established that retention is one of the biggest challenges with digital health solutions, and there are often high attrition rates with health programs delivered via mobile apps [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. Improving retention rates in real-world populations is a major focus in the digital health space [<xref ref-type="bibr" rid="ref49">49</xref>] and will be a focal point in a commercial version of the Heart Health program.</p>
      </sec>
      <sec>
        <title>Limitations and Future Directions</title>
        <p>There are several limitations to the study results. First, this was a pilot study examining feasibility and acceptability as a first step in the evidence-generation process; the findings presented here are not meant to show the clinical efficacy of the Heart Health program and should not be interpreted as such. Future studies could examine the impact of the Heart Health program in a controlled trial; for example, a key next step in evidence generation is to examine clinical outcomes (eg, weight loss) between program participants and a control group receiving usual care or a control group that involves human coaching. As a second limitation, the sample used for this study contained individuals recruited to participate in a research study rather than real-world participants of a commercial version of the product. As such, an important future direction for generating evidence for the Heart Health program will be examining these objectives and other study outcomes in a commercial version of the product with a real-world sample. In addition, this study included opportunities for incentives throughout the Heart Health program that are similar to incentives provided in existing Lark programs but may not be identical to incentives provided in the commercial implementation of the Heart Health program. Importantly, only 1 incentive was directly tied to any type of app engagement: the Fitbit device incentive provided for completing the 90-day program. It is common for research studies to provide an incentive for study completion, and it is also common for Lark’s existing health care partners to provide members with a Fitbit device for reaching a major program milestone. As a result, we do not believe that this incentive had any undue impact on participant engagement that would differ significantly from the commercial implementation of the program. Differences in incentive structure may have an impact on participant engagement in future program implementation, and this will be dependent on health care partners.</p>
        <p>A third limitation is that the sample in this study came primarily from a single health partner in California, and participants tended to be older White adults from this region. Future work should examine the impact of the program among diverse samples; indeed, this is a key limitation and a future direction in the broader digital health space [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. Finally, a key next step in improving the program is to gain a deeper understanding of the user experience with the app; this could include qualitative or interview-based studies with individuals who show different engagement patterns (eg, low engagers, average engagers, and super users) to gather detailed feedback on features that could be improved.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>These acceptability and feasibility results provide a key first step in the process of evidence generation for a new AI-powered digital program for heart health. These results indicate that participants in this study were satisfied with their experience using the Heart Health app, highly engaged with app features, and willing and able to complete health screening surveys in the app. While digital health solutions are increasingly common, many have not been tested using formalized evidence-generation strategies that are traditionally used for new therapeutics, such as pharmaceuticals [<xref ref-type="bibr" rid="ref13">13</xref>]. As such, the results from this pilot study provide an example blueprint for early-stage evidence generation for new digital health offerings in the prevention and management of CVD.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Additional details on the program, study design, and participant characteristics measurement.</p>
        <media xlink:href="formative_v8i1e50446_app1.docx" xlink:title="DOCX File , 21 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACC</term>
          <def>
            <p>American College of Cardiology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AHA</term>
          <def>
            <p>American Heart Association</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ASCVD</term>
          <def>
            <p>atherosclerotic cardiovascular disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CRO</term>
          <def>
            <p>contract research organization</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">CVD</term>
          <def>
            <p>cardiovascular disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">HITRUST</term>
          <def>
            <p>Health Information Trust Alliance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">MAQ</term>
          <def>
            <p>Medication Adherence Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PHQ-2</term>
          <def>
            <p>Patient Health Questionnaire-2</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SOC 2</term>
          <def>
            <p>Service Organization Control 2</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The Heart Health pilot study was supported by funds from Roche Information Solutions and Lark Health. KGL, JP, LSB, SAG, and OLHB received a salary from Lark Health. PRK, MC, and ECS received a salary from Roche Information Solutions.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data set analyzed during this study is not publicly available due to the fact that these analyses include sensitive, potentially identifiable information that was obtained through a collaboration between Lark Health and its health care partners but data may be available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>All authors contributed to the conception of the work and made critical revisions to the content of the manuscript. KGL contributed to data collection and management, led data analysis, and drafted and revised the manuscript. PRK and SAG provided critical review and interpretation of all statistical analyses. JP, LSB, MC, and ECS contributed to study design and outcomes reporting. OLHB was principal investigator of the pilot study, supervised data collection and management, and supported analyses and interpretation of the data.</p>
      </fn>
      <fn fn-type="conflict">
        <p>KGL, JP, LSB, SAG, and OLHB were employees of Lark Health at the time of manuscript development. PRK, MC, and ECS are employees of Roche Information Solutions.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Heart disease facts</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2023-06-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/heartdisease/facts.htm">https://www.cdc.gov/heartdisease/facts.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsao</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Aday</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Almarzooq</surname>
              <given-names>ZI</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Beaton</surname>
              <given-names>AZ</given-names>
            </name>
            <name name-style="western">
              <surname>Bittencourt</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Boehme</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Buxton</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Carson</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Commodore-Mensah</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Elkind</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Evenson</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Eze-Nliam</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Generoso</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Kalani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Kissela</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Knutson</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Loop</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mussolino</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Navaneethan</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Perak</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Poudel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rezk-Hanna</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Schroeder</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Thacker</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>VanWagner</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Virani</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Voecks</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Yaffe</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Heart disease and stroke statistics-2022 update: a report from the American Heart Association</article-title>
          <source>Circulation</source>
          <year>2022</year>
          <month>02</month>
          <day>22</day>
          <volume>145</volume>
          <issue>8</issue>
          <fpage>e153</fpage>
          <lpage>639</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ahajournals.org/doi/abs/10.1161/CIR.0000000000001052?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/CIR.0000000000001052</pub-id>
          <pub-id pub-id-type="medline">35078371</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arnett</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Blumenthal</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Buroker</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberger</surname>
              <given-names>ZD</given-names>
            </name>
            <name name-style="western">
              <surname>Hahn</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Himmelfarb</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Khera</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lloyd-Jones</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McEvoy</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Michos</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Miedema</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Muñoz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Virani</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Yeboah</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ziaeian</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>2019 ACC/AHA guideline on the primary prevention of cardiovascular disease: a report of the American College of Cardiology/American Heart Association Task Force on clinical practice guidelines</article-title>
          <source>Circulation</source>
          <year>2019</year>
          <month>09</month>
          <day>10</day>
          <volume>140</volume>
          <issue>11</issue>
          <fpage>e596</fpage>
          <lpage>646</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ahajournals.org/doi/abs/10.1161/CIR.0000000000000678?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/CIR.0000000000000678</pub-id>
          <pub-id pub-id-type="medline">30879355</pub-id>
          <pub-id pub-id-type="pmcid">PMC7734661</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kris-Etherton</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Velarde</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Barnard</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ros</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>O'Keefe</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Horn</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Na</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shay</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Douglass</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Barriers, opportunities, and challenges in addressing disparities in diet-related cardiovascular disease in the United States</article-title>
          <source>J Am Heart Assoc</source>
          <year>2020</year>
          <month>04</month>
          <day>07</day>
          <volume>9</volume>
          <issue>7</issue>
          <fpage>e014433</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ahajournals.org/doi/10.1161/JAHA.119.014433?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/JAHA.119.014433</pub-id>
          <pub-id pub-id-type="medline">32200727</pub-id>
          <pub-id pub-id-type="pmcid">PMC7428614</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>US Preventive Services Task Force</collab>
            <name name-style="western">
              <surname>Krist</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Mangione</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cabana</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Caughey</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Donahue</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Doubeni</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Epling</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Kubik</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Landefeld</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ogedegbe</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pbert</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Silverstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Behavioral counseling interventions to promote a healthy diet and physical activity for cardiovascular disease prevention in adults with cardiovascular risk factors: US preventive services task force recommendation statement</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>11</month>
          <day>24</day>
          <volume>324</volume>
          <issue>20</issue>
          <fpage>2069</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.21749</pub-id>
          <pub-id pub-id-type="medline">33231670</pub-id>
          <pub-id pub-id-type="pii">2773280</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patnode</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Redmond</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Iacocca</surname>
              <given-names>MO</given-names>
            </name>
            <name name-style="western">
              <surname>Henninger</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Behavioral counseling interventions to promote a healthy diet and physical activity for cardiovascular disease prevention in adults without known cardiovascular disease risk factors: updated evidence report and systematic review for the US Preventive Services Task Force</article-title>
          <source>JAMA</source>
          <year>2022</year>
          <month>07</month>
          <day>26</day>
          <volume>328</volume>
          <issue>4</issue>
          <fpage>375</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2022.7408</pub-id>
          <pub-id pub-id-type="medline">35881116</pub-id>
          <pub-id pub-id-type="pii">2794559</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>US Preventive Services Task Force</collab>
            <name name-style="western">
              <surname>Mangione</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>WK</given-names>
            </name>
            <name name-style="western">
              <surname>Cabana</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Coker</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Donahue</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Jaén</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Kubik</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ogedegbe</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pbert</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Stevermer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Behavioral counseling interventions to promote a healthy diet and physical activity for cardiovascular disease prevention in adults without cardiovascular disease risk factors: US Preventive Services Task Force recommendation statement</article-title>
          <source>JAMA</source>
          <year>2022</year>
          <month>07</month>
          <day>26</day>
          <volume>328</volume>
          <issue>4</issue>
          <fpage>367</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2022.10951</pub-id>
          <pub-id pub-id-type="medline">35881115</pub-id>
          <pub-id pub-id-type="pii">2794558</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frederix</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Caiani</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Dendale</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Anker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bax</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Böhm</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cowie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de Groot</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dilaveris</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Koehler</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Krstačić</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lambrinou</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lancellotti</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Meier</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Neubeck</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Parati</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Piotrowicz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tubaro</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van der Velde</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>ESC e-cardiology working group position paper: overcoming challenges in digital health implementation in cardiovascular medicine</article-title>
          <source>Eur J Prev Cardiol</source>
          <year>2019</year>
          <month>07</month>
          <volume>26</volume>
          <issue>11</issue>
          <fpage>1166</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hdl.handle.net/2268/238925"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2047487319832394</pub-id>
          <pub-id pub-id-type="medline">30917695</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Leclerc</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Erskine</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Linden</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Getting the most out of cardiac rehabilitation: a review of referral and adherence predictors</article-title>
          <source>Heart</source>
          <year>2005</year>
          <month>01</month>
          <volume>91</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://heart.bmj.com/lookup/pmidlookup?view=long&amp;pmid=15604322"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/hrt.2004.045559</pub-id>
          <pub-id pub-id-type="medline">15604322</pub-id>
          <pub-id pub-id-type="pii">91/1/10</pub-id>
          <pub-id pub-id-type="pmcid">PMC1768637</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mahajan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Spatz</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Nasir</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Krumholz</surname>
              <given-names>HM</given-names>
            </name>
          </person-group>
          <article-title>Trends and predictors of use of digital health technology in the United States</article-title>
          <source>Am J Med</source>
          <year>2021</year>
          <month>01</month>
          <volume>134</volume>
          <issue>1</issue>
          <fpage>129</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amjmed.2020.06.033</pub-id>
          <pub-id pub-id-type="medline">32717188</pub-id>
          <pub-id pub-id-type="pii">S0002-9343(20)30617-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wongvibulsin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Habeos</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Huynh</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Xun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Porosnicu Rodriguez</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gandapur</surname>
              <given-names>YK</given-names>
            </name>
            <name name-style="western">
              <surname>Osuji</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Spaulding</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Hung</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Knowles</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>WE</given-names>
            </name>
            <name name-style="western">
              <surname>Marvel</surname>
              <given-names>FA</given-names>
            </name>
            <name name-style="western">
              <surname>Levin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Maron</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>NF</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Digital health interventions for cardiac rehabilitation: systematic literature review</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>02</month>
          <day>08</day>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>e18773</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/2/e18773/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18773</pub-id>
          <pub-id pub-id-type="medline">33555259</pub-id>
          <pub-id pub-id-type="pii">v23i2e18773</pub-id>
          <pub-id pub-id-type="pmcid">PMC7899799</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zwack</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Haghani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hollings</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gauci</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Redfern</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The evolution of digital health technologies in cardiovascular disease research</article-title>
          <source>NPJ Digit Med</source>
          <year>2023</year>
          <month>01</month>
          <day>03</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-022-00734-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-022-00734-2</pub-id>
          <pub-id pub-id-type="medline">36596833</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-022-00734-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC9808768</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Indraratna</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lovell</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ooi</surname>
              <given-names>SY</given-names>
            </name>
          </person-group>
          <article-title>Digital health technology in the prevention of heart failure and coronary artery disease</article-title>
          <source>Cardiovasc Digit Health J</source>
          <year>2022</year>
          <month>12</month>
          <volume>3</volume>
          <issue>6 Suppl</issue>
          <fpage>S9</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2666-6936(22)00154-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cvdhj.2022.09.002</pub-id>
          <pub-id pub-id-type="medline">36589760</pub-id>
          <pub-id pub-id-type="pii">S2666-6936(22)00154-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC9795268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Maddison</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Digital health approaches for cardiovascular diseases prevention and management: lessons from preliminary studies</article-title>
          <source>Mhealth</source>
          <year>2021</year>
          <volume>7</volume>
          <fpage>41</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34345618"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/mHealth-2020-6</pub-id>
          <pub-id pub-id-type="medline">34345618</pub-id>
          <pub-id pub-id-type="pii">mh-07-2020-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC8326947</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Widmer</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>LO</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Digital health interventions for the prevention of cardiovascular disease: a systematic review and meta-analysis</article-title>
          <source>Mayo Clin Proc</source>
          <year>2015</year>
          <month>04</month>
          <volume>90</volume>
          <issue>4</issue>
          <fpage>469</fpage>
          <lpage>80</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25841251"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2014.12.026</pub-id>
          <pub-id pub-id-type="medline">25841251</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(15)00073-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC4551455</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akinosun</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Polson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Diaz-Skeete</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>De Kock</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Carragher</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Leslie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grindle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gorely</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Digital technology interventions for risk factor modification in patients with cardiovascular disease: systematic review and meta-analysis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <month>03</month>
          <day>03</day>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e21061</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/3/e21061/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21061</pub-id>
          <pub-id pub-id-type="medline">33656444</pub-id>
          <pub-id pub-id-type="pii">v9i3e21061</pub-id>
          <pub-id pub-id-type="pmcid">PMC7970167</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giansanti</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Ten years of TeleHealth and digital healthcare: where are we?</article-title>
          <source>Healthcare (Basel)</source>
          <year>2023</year>
          <month>03</month>
          <day>17</day>
          <volume>11</volume>
          <issue>6</issue>
          <fpage>875</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=healthcare11060875"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/healthcare11060875</pub-id>
          <pub-id pub-id-type="medline">36981532</pub-id>
          <pub-id pub-id-type="pii">healthcare11060875</pub-id>
          <pub-id pub-id-type="pmcid">PMC10048333</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gomes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Raftery</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Economic evaluation of digital health interventions: methodological issues and recommendations for practice</article-title>
          <source>Pharmacoeconomics</source>
          <year>2022</year>
          <month>04</month>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>367</fpage>
          <lpage>78</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35132606"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40273-022-01130-0</pub-id>
          <pub-id pub-id-type="medline">35132606</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40273-022-01130-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC8821841</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Orlando</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Implementation of health risk assessments with family health history: barriers and benefits</article-title>
          <source>Postgrad Med J</source>
          <year>2015</year>
          <month>09</month>
          <volume>91</volume>
          <issue>1079</issue>
          <fpage>508</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1136/postgradmedj-2014-133195</pub-id>
          <pub-id pub-id-type="medline">26268266</pub-id>
          <pub-id pub-id-type="pii">postgradmedj-2014-133195</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lemke</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hulick</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sereika</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Oshman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dunnenberger</surname>
              <given-names>HM</given-names>
            </name>
          </person-group>
          <article-title>Primary care physician experiences utilizing a family health history tool with electronic health record-integrated clinical decision support: an implementation process assessment</article-title>
          <source>J Community Genet</source>
          <year>2020</year>
          <month>07</month>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>339</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32020508"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12687-020-00454-8</pub-id>
          <pub-id pub-id-type="medline">32020508</pub-id>
          <pub-id pub-id-type="pii">10.1007/s12687-020-00454-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7295926</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tromp</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jindal</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Redfern</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatt</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Séverin</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Banerjee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ge</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Itchhaporia</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jaarsma</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lanas</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez-Jimenez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mohamed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Perel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Pinto</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vedanthan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Verstrael</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yeo</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Zulfiya</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Prabhakaran</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Cowie</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>World heart federation roadmap for digital health in cardiology</article-title>
          <source>Glob Heart</source>
          <year>2022</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36051317"/>
          </comment>
          <pub-id pub-id-type="doi">10.5334/gh.1141</pub-id>
          <pub-id pub-id-type="medline">36051317</pub-id>
          <pub-id pub-id-type="pmcid">PMC9414868</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Pitter</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hori</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Branch</surname>
              <given-names>OH</given-names>
            </name>
          </person-group>
          <article-title>Weight loss in a digital app-based diabetes prevention program powered by artificial intelligence</article-title>
          <source>Digit Health</source>
          <year>2022</year>
          <volume>8</volume>
          <fpage>20552076221130619</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/20552076221130619?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20552076221130619</pub-id>
          <pub-id pub-id-type="medline">36238752</pub-id>
          <pub-id pub-id-type="pii">10.1177_20552076221130619</pub-id>
          <pub-id pub-id-type="pmcid">PMC9551332</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Branch</surname>
              <given-names>OH</given-names>
            </name>
            <name name-style="western">
              <surname>Rikhy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Auster-Gussman</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Lockwood</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Relationships between blood pressure reduction, weight loss, and engagement in a digital app-based hypertension care program: observational study</article-title>
          <source>JMIR Form Res</source>
          <year>2022</year>
          <month>10</month>
          <day>27</day>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e38215</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2022/10/e38215/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/38215</pub-id>
          <pub-id pub-id-type="medline">36301618</pub-id>
          <pub-id pub-id-type="pii">v6i10e38215</pub-id>
          <pub-id pub-id-type="pmcid">PMC9650575</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lunde</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nilsson</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Bergland</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bye</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of a mobile phone app to promote adherence to a heart-healthy lifestyle: single-arm study</article-title>
          <source>JMIR Form Res</source>
          <year>2019</year>
          <month>04</month>
          <day>19</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>e12679</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2019/2/e12679/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12679</pub-id>
          <pub-id pub-id-type="medline">31066684</pub-id>
          <pub-id pub-id-type="pii">v3i2e12679</pub-id>
          <pub-id pub-id-type="pmcid">PMC6528433</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stonbraker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hermosi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pichon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schnall</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Usability testing of a mHealth app to support self-management of HIV-associated non-AIDS related symptoms</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2018</year>
          <volume>250</volume>
          <fpage>106</fpage>
          <lpage>10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29857399"/>
          </comment>
          <pub-id pub-id-type="medline">29857399</pub-id>
          <pub-id pub-id-type="pmcid">PMC6310175</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crouthamel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Quattrocchi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Watts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Gancedo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hamy</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Using a ResearchKit smartphone app to collect rheumatoid arthritis symptoms from real-world participants: feasibility study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>09</month>
          <day>13</day>
          <volume>6</volume>
          <issue>9</issue>
          <fpage>e177</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/9/e177/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.9656</pub-id>
          <pub-id pub-id-type="medline">30213779</pub-id>
          <pub-id pub-id-type="pii">v6i9e177</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231853</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krist</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Sabo</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Balasubramanian</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Heurtin-Roberts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ory</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Sheinfeld-Gorin</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Estabrooks</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Ritzwoller</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>RE</given-names>
            </name>
            <collab>MOHR Study Group</collab>
          </person-group>
          <article-title>Adoption, reach, implementation, and maintenance of a behavioral and mental health assessment in primary care</article-title>
          <source>Ann Fam Med</source>
          <year>2014</year>
          <month>11</month>
          <day>10</day>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>525</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&amp;pmid=25384814"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.1710</pub-id>
          <pub-id pub-id-type="medline">25384814</pub-id>
          <pub-id pub-id-type="pii">12/6/525</pub-id>
          <pub-id pub-id-type="pmcid">PMC4226773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lockwood</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Pitter</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kulkarni</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Auster-Gussman</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Branch</surname>
              <given-names>OH</given-names>
            </name>
          </person-group>
          <article-title>Predictors of program interest in a digital health pilot study for heart health</article-title>
          <source>PLOS Digit Health</source>
          <year>2023</year>
          <month>07</month>
          <volume>2</volume>
          <issue>7</issue>
          <fpage>e0000303</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37523348"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pdig.0000303</pub-id>
          <pub-id pub-id-type="medline">37523348</pub-id>
          <pub-id pub-id-type="pii">PDIG-D-23-00030</pub-id>
          <pub-id pub-id-type="pmcid">PMC10389705</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGorrian</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yusuf</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rangarajan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Avezum</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Prabhakaran</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Almahmeed</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Rumboldt</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Budaj</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dans</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Gerstein</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Teo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Anand</surname>
              <given-names>SS</given-names>
            </name>
            <collab>INTERHEART Investigators</collab>
          </person-group>
          <article-title>Estimating modifiable coronary heart disease risk in multiple regions of the world: the INTERHEART Modifiable Risk Score</article-title>
          <source>Eur Heart J</source>
          <year>2011</year>
          <month>03</month>
          <volume>32</volume>
          <issue>5</issue>
          <fpage>581</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1093/eurheartj/ehq448</pub-id>
          <pub-id pub-id-type="medline">21177699</pub-id>
          <pub-id pub-id-type="pii">ehq448</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yusuf</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rangarajan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Teo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lou</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mony</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Swaminathan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mohan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vijayakumar</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lear</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Anand</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wielgosz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Diaz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Avezum</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez-Jaramillo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lanas</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Yusoff</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ismail</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Iqbal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rahman</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Rosengren</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yusufali</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kelishadi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kruger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Puoane</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Szuba</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chifamba</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Oguz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McQueen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McKee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dagenais</surname>
              <given-names>G</given-names>
            </name>
            <collab>PURE Investigators</collab>
          </person-group>
          <article-title>Cardiovascular risk and events in 17 low-, middle-, and high-income countries</article-title>
          <source>N Engl J Med</source>
          <year>2014</year>
          <month>08</month>
          <day>28</day>
          <volume>371</volume>
          <issue>9</issue>
          <fpage>818</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/38257604?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa1311890</pub-id>
          <pub-id pub-id-type="medline">25162888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bujang</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Sa'at</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sidik</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Joo</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>Sample size guidelines for logistic regression from observational studies with large population: emphasis on the accuracy between statistics and parameters based on real life clinical data</article-title>
          <source>Malays J Med Sci</source>
          <year>2018</year>
          <month>07</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>122</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30914854"/>
          </comment>
          <pub-id pub-id-type="doi">10.21315/mjms2018.25.4.12</pub-id>
          <pub-id pub-id-type="medline">30914854</pub-id>
          <pub-id pub-id-type="pii">12mjms25042018_oa9</pub-id>
          <pub-id pub-id-type="pmcid">PMC6422534</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goff</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Lloyd-Jones</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Coady</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>D'Agostino</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Greenland</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lackland</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Shero</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Sorlie</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>PW</given-names>
            </name>
          </person-group>
          <article-title>2013 ACC/AHA guideline on the assessment of cardiovascular risk: a report of the American College of Cardiology/American Heart Association Task Force on practice guidelines</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2014</year>
          <month>07</month>
          <day>01</day>
          <volume>63</volume>
          <issue>25 Pt B</issue>
          <fpage>2935</fpage>
          <lpage>59</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-1097(13)06031-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2013.11.005</pub-id>
          <pub-id pub-id-type="medline">24239921</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(13)06031-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4700825</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lloyd-Jones</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Huffman</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Karmali</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Sanghavi</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Pelser</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gulati</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Masoudi</surname>
              <given-names>FA</given-names>
            </name>
            <name name-style="western">
              <surname>Goff</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Estimating longitudinal risks and benefits from cardiovascular preventive therapies among Medicare patients: the million hearts longitudinal ASCVD risk assessment tool: a special report from the American Heart Association and American College of Cardiology</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2017</year>
          <month>03</month>
          <day>28</day>
          <volume>69</volume>
          <issue>12</issue>
          <fpage>1617</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-1097(16)36692-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2016.10.018</pub-id>
          <pub-id pub-id-type="medline">27825770</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(16)36692-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5370170</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buls</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beverly</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Berryman</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Sotos-Prieto</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Assessing utility of a lifestyle-based tool in the clinical setting as a primordial prevention strategy: the healthy heart score</article-title>
          <source>Chronic Illn</source>
          <year>2022</year>
          <month>03</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>105</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1177/1742395319899431</pub-id>
          <pub-id pub-id-type="medline">31958999</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>The patient health questionnaire-2: validity of a two-item depression screener</article-title>
          <source>Med Care</source>
          <year>2003</year>
          <month>11</month>
          <volume>41</volume>
          <issue>11</issue>
          <fpage>1284</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1097/01.MLR.0000093487.78664.3C</pub-id>
          <pub-id pub-id-type="medline">14583691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morisky</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Concurrent and predictive validity of a self-reported measure of medication adherence</article-title>
          <source>Med Care</source>
          <year>1986</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>67</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1097/00005650-198601000-00007</pub-id>
          <pub-id pub-id-type="medline">3945130</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Auster-Gussman</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Lockwood</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Branch</surname>
              <given-names>OH</given-names>
            </name>
          </person-group>
          <article-title>Weight loss in a digital diabetes prevention program for people in health professional shortage and rural areas</article-title>
          <source>Popul Health Manag</source>
          <year>2023</year>
          <month>06</month>
          <day>01</day>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>149</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1089/pop.2022.0278</pub-id>
          <pub-id pub-id-type="medline">37115532</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lokker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jezrawi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gabizon</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Varughese</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Trottier</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Alvarez</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schwalm</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>McGillion</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bhagirath</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of a web-based platform (Trial My App) to efficiently conduct randomized controlled trials of mHealth apps for patients with cardiovascular risk factors: protocol for evaluating an mHealth app for hypertension</article-title>
          <source>JMIR Res Protoc</source>
          <year>2021</year>
          <month>02</month>
          <day>01</day>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>e26155</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2021/2/e26155/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26155</pub-id>
          <pub-id pub-id-type="medline">33522978</pub-id>
          <pub-id pub-id-type="pii">v10i2e26155</pub-id>
          <pub-id pub-id-type="pmcid">PMC7884212</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turicchi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Driscoll</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Finlayson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Duarte</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Palmeira</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Heitmann</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Stubbs</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Data imputation and body weight variability calculation using linear and nonlinear methods in data collected from digital smart scales: simulation and validation study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>09</month>
          <day>11</day>
          <volume>8</volume>
          <issue>9</issue>
          <fpage>e17977</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/9/e17977/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17977</pub-id>
          <pub-id pub-id-type="medline">32915155</pub-id>
          <pub-id pub-id-type="pii">v8i9e17977</pub-id>
          <pub-id pub-id-type="pmcid">PMC7519428</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Unick</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Neiberg</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Cheskin</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dutton</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Evans-Hudnall</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jeffery</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kitabchi</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Pi-Sunyer</surname>
              <given-names>FX</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Wing</surname>
              <given-names>RR</given-names>
            </name>
            <collab>Look AHEAD Research Group</collab>
          </person-group>
          <article-title>Evaluation of early weight loss thresholds for identifying nonresponders to an intensive lifestyle intervention</article-title>
          <source>Obesity (Silver Spring)</source>
          <year>2014</year>
          <month>07</month>
          <day>28</day>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>1608</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24771618"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/oby.20777</pub-id>
          <pub-id pub-id-type="medline">24771618</pub-id>
          <pub-id pub-id-type="pmcid">PMC4077939</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Druce</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>WG</given-names>
            </name>
            <name name-style="western">
              <surname>McBeth</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Maximizing engagement in mobile health studies: lessons learned and future directions</article-title>
          <source>Rheum Dis Clin North Am</source>
          <year>2019</year>
          <month>05</month>
          <volume>45</volume>
          <issue>2</issue>
          <fpage>159</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0889-857X(19)30004-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.rdc.2019.01.004</pub-id>
          <pub-id pub-id-type="medline">30952390</pub-id>
          <pub-id pub-id-type="pii">S0889-857X(19)30004-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6483978</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pratap</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Neto</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stepnowsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Elhadad</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mohebbi</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Mooney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Suver</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wilbanks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mangravite</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Heagerty</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Areán</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Omberg</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Indicators of retention in remote digital health studies: a cross-study evaluation of 100,000 participants</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <volume>3</volume>
          <fpage>21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0224-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0224-8</pub-id>
          <pub-id pub-id-type="medline">32128451</pub-id>
          <pub-id pub-id-type="pii">224</pub-id>
          <pub-id pub-id-type="pmcid">PMC7026051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hori</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Sia</surname>
              <given-names>EX</given-names>
            </name>
            <name name-style="western">
              <surname>Lockwood</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Auster-Gussman</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Rapoport</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Branch</surname>
              <given-names>OH</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Discovering engagement personas in a digital diabetes prevention program</article-title>
          <source>Behav Sci (Basel)</source>
          <year>2022</year>
          <month>05</month>
          <day>24</day>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>159</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=bs12060159"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/bs12060159</pub-id>
          <pub-id pub-id-type="medline">35735369</pub-id>
          <pub-id pub-id-type="pii">bs12060159</pub-id>
          <pub-id pub-id-type="pmcid">PMC9220103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bezerra Giordan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Atherton</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ronto</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kaye</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Laranjo</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The use of mobile apps for heart failure self-management: systematic review of experimental and qualitative studies</article-title>
          <source>JMIR Cardio</source>
          <year>2022</year>
          <month>03</month>
          <day>31</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e33839</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cardio.jmir.org/2022/1/e33839/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/33839</pub-id>
          <pub-id pub-id-type="medline">35357311</pub-id>
          <pub-id pub-id-type="pii">v6i1e33839</pub-id>
          <pub-id pub-id-type="pmcid">PMC9015755</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al-Arkee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Fabritz</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chua</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Haque</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Jalal</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Mobile apps to improve medication adherence in cardiovascular disease: systematic review and meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>05</month>
          <day>25</day>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>e24190</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/5/e24190/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24190</pub-id>
          <pub-id pub-id-type="medline">34032583</pub-id>
          <pub-id pub-id-type="pii">v23i5e24190</pub-id>
          <pub-id pub-id-type="pmcid">PMC8188316</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taber</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ghani</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schiffman</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Kohlmann</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chidambaram</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kawamoto</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Waller</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Borbolla</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Del Fiol</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Weir</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Physicians' strategies for using family history data: having the data is not the same as using the data</article-title>
          <source>JAMIA Open</source>
          <year>2020</year>
          <month>10</month>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>378</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34632321"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamiaopen/ooaa035</pub-id>
          <pub-id pub-id-type="medline">34632321</pub-id>
          <pub-id pub-id-type="pii">ooaa035</pub-id>
          <pub-id pub-id-type="pmcid">PMC7660959</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cajita</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Hodgson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Budhathoki</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>HR</given-names>
            </name>
          </person-group>
          <article-title>Intention to use mHealth in older adults with heart failure</article-title>
          <source>J Cardiovasc Nurs</source>
          <year>2017</year>
          <volume>32</volume>
          <issue>6</issue>
          <fpage>E1</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28248747"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/JCN.0000000000000401</pub-id>
          <pub-id pub-id-type="medline">28248747</pub-id>
          <pub-id pub-id-type="pmcid">PMC5573659</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klaus</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Peek</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Quynh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sutherland</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Selvam</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Depp</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Eyler</surname>
              <given-names>LT</given-names>
            </name>
          </person-group>
          <article-title>Mobile survey engagement by older adults is high during multiple phases of the COVID-19 pandemic and is predicted by baseline and structural factors</article-title>
          <source>Front Digit Health</source>
          <year>2022</year>
          <month>8</month>
          <day>23</day>
          <volume>4</volume>
          <fpage>920706</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36082232"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fdgth.2022.920706</pub-id>
          <pub-id pub-id-type="medline">36082232</pub-id>
          <pub-id pub-id-type="pmcid">PMC9445303</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniore</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nittas</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>von Wyl</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Enrollment and retention of participants in remote digital health studies: scoping review and framework proposal</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>09</month>
          <day>09</day>
          <volume>24</volume>
          <issue>9</issue>
          <fpage>e39910</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/9/e39910/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/39910</pub-id>
          <pub-id pub-id-type="medline">36083626</pub-id>
          <pub-id pub-id-type="pii">v24i9e39910</pub-id>
          <pub-id pub-id-type="pmcid">PMC9508669</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
