<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i4e29291</article-id>
      <article-id pub-id-type="pmid">35438643</article-id>
      <article-id pub-id-type="doi">10.2196/29291</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Cost-effectiveness of a Mass Media Campaign to Promote Smartphone Apps for Weight Loss: Updated Modeling Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Krukowski</surname>
            <given-names>Rebecca</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Grunseit</surname>
            <given-names>Anne</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>Amanda C</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8426-8407</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Grout</surname>
            <given-names>Leah</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4427-7314</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>Nick</given-names>
          </name>
          <degrees>MBChB, MPH, DIH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5118-0676</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Nghiem</surname>
            <given-names>Nhung</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0078-4549</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Cleghorn</surname>
            <given-names>Christine</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Public Health</institution>
            <institution>University of Otago</institution>
            <addr-line>PO Box 7343</addr-line>
            <addr-line>Newtown</addr-line>
            <addr-line>Wellington, 6242</addr-line>
            <country>New Zealand</country>
            <fax>64 4 389 5319</fax>
            <phone>64 4 918 6182</phone>
            <email>cristina.cleghorn@otago.ac.nz</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1206-5189</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Public Health</institution>
        <institution>University of Otago</institution>
        <addr-line>Wellington</addr-line>
        <country>New Zealand</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Christine Cleghorn <email>cristina.cleghorn@otago.ac.nz</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>19</day>
        <month>4</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>4</issue>
      <elocation-id>e29291</elocation-id>
      <history>
        <date date-type="received">
          <day>31</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>21</day>
          <month>6</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>12</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Amanda C Jones, Leah Grout, Nick Wilson, Nhung Nghiem, Christine Cleghorn. Originally published in JMIR Formative Research (https://formative.jmir.org), 19.04.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/4/e29291" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Evidence suggests that smartphone apps can be effective in the self-management of weight. Given the low cost, broad reach, and apparent effectiveness of weight loss apps, governments may seek to encourage their uptake as a tool to reduce excess weight in the population. Mass media campaigns are 1 mechanism for promoting app use. However, the cost and potential cost-effectiveness are important considerations.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of our study was to use modeling to assess the health impacts, health system costs, cost-effectiveness, and health equity of a mass media campaign to promote high-quality smartphone apps for weight loss in New Zealand.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We used an established proportional multistate life table model that simulates the 2011 New Zealand adult population over the lifetime, subgrouped by age, sex, and ethnicity (Māori [Indigenous] or non-Māori). The risk factor was BMI. The model compared business as usual to a one-off mass media campaign intervention, which included the pooled effect size from a recent meta-analysis of smartphone weight loss apps. The resulting impact on BMI and BMI-related diseases was captured through changes in health gain (quality-adjusted life years) and in health system costs. The difference in total health system costs was the net sum of intervention costs and downstream cost offsets because of altered disease rates. An annual discount rate of 3% was applied to health gains and health system costs. Multiple scenarios and sensitivity analyses were conducted, including an equity adjustment.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Across the remaining lifetime of the modeled 2011 New Zealand population, the mass media campaign to promote weight loss app use had an estimated overall health gain of 181 (95% uncertainty interval 113-270) quality-adjusted life years and health care costs of –NZ $606,000 (–US $408,000; 95% uncertainty interval –NZ $2,540,000 [–US $1,709,000] to NZ $907,000 [US $610,000]). The mean health care costs were negative, representing overall savings to the health system. Across the outcomes examined in this study, the modeled mass media campaign to promote weight loss apps among the general population would be expected to provide higher per capita health gain for Māori and hence reduce health inequities arising from high BMI, assuming that the intervention would be as effective for Māori as it is for non-Māori.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>A modeled mass media campaign to encourage the adoption of smartphone apps to promote weight loss among the New Zealand adult population is expected to yield an overall gain in health and to be cost-saving to the health system. Although other interventions in the nutrition and physical activity space are even more beneficial to health and produce larger cost savings (eg, fiscal policies and food reformulation), governments may choose to include strategies to promote health app use as complementary measures.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mass media</kwd>
        <kwd>smartphone apps</kwd>
        <kwd>weight loss</kwd>
        <kwd>cost-effectiveness</kwd>
        <kwd>simulation modeling</kwd>
        <kwd>health equity</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The obesogenic food environment and unhealthy dietary patterns have led to overweight and obesity becoming a critical public health problem [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. These risk factors result in numerous health conditions, including diabetes, cardiovascular disease, and certain forms of cancer [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Overweight and obesity are the fifth highest risk factor for global mortality, corresponding to at least 2.8 million deaths each year [<xref ref-type="bibr" rid="ref1">1</xref>]. Elevated BMI levels also pose a substantial economic burden, with obesity alone directly accounting for an estimated 0.7% to 2.8% of national health care expenditures among a wide range of countries [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>Although modifying the food and physical activity environment is critical, addressing unhealthy dietary patterns and insufficient physical activity (and therefore overweight and obesity [<xref ref-type="bibr" rid="ref4">4</xref>]) in individuals is also important. Even modest weight loss can yield substantial health benefits [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>], especially when distributed across the population level. There has been an increase in the use of mobile health (mHealth) tools for addressing weight loss goals [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. The widespread use of mobile phones makes mHealth interventions easily scalable to a broader population [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>], and as a result, mHealth interventions are increasingly considered tools for weight loss in individuals. Although there are numerous types of mHealth tools (eg, PDAs, iPods, and MP3 players) and services (eg, health call centers, appointment reminders, health surveys and data collection, and mobile patient records [<xref ref-type="bibr" rid="ref11">11</xref>]), smartphone apps have been identified as particularly popular among the general population and potentially effective at supporting weight management [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>The use of health apps is increasing, with a reported 50% of smartphone users having ever downloaded a health app [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. The most popular health apps are typically for diet and physical activity tracking, weight management, and adherence to medication [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Weight loss apps may be especially useful for circumstances where face-to-face weight loss treatments are not possible or not preferred [<xref ref-type="bibr" rid="ref16">16</xref>]. Smartphone apps are generally considered easy to use and to be helpful in pursuing weight loss goals by many patients [<xref ref-type="bibr" rid="ref7">7</xref>], even for older participants [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Reviews have found that mHealth interventions can be more effective than non-mHealth interventions at inducing weight loss and improving diet and physical activity [<xref ref-type="bibr" rid="ref17">17</xref>]; mHealth interventions also promote adherence to weight loss behaviors [<xref ref-type="bibr" rid="ref9">9</xref>]. Even when mHealth apps produce outcomes equivalent to those of traditional interventions, their broad accessibility makes them a valuable tool [<xref ref-type="bibr" rid="ref7">7</xref>]. However, there are limitations to the effectiveness of app use. For instance, engagement with apps declines over time [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], especially for dietary tracking [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Researchers estimate that a quarter of mHealth apps are only used once after download, and most individuals stop using mHealth tools before the fifth interaction [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. However, other evidence suggests that apps are most effective for weight loss management when certain characteristics are incorporated [<xref ref-type="bibr" rid="ref7">7</xref>], such as self-monitoring of physical activity and diet, reminders for app use, and social interaction with peers [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Generally, higher adherence to self-monitoring is associated with improved weight loss outcomes [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>Given the low cost, broad reach, and apparent effectiveness of apps at promoting weight loss, governments may seek to encourage the uptake of such apps as an opportunity for reducing excess weight among the population. For example, in the United Kingdom, the National Health Service has developed a free 12-week diet and exercise plan that is available as an app [<xref ref-type="bibr" rid="ref26">26</xref>] that incorporates a mass media campaign to promote use [<xref ref-type="bibr" rid="ref27">27</xref>]. Such campaigns may be an important intervention component to increase the use of effective weight loss apps among the population and stimulate reductions in BMI. Evidence indicates that health mass media interventions can effectively encourage the use of health support resources [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>] and influence public dietary behaviors [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>The cost and potential cost-effectiveness are important considerations when governments are selecting among obesity reduction interventions, including the use of mass media campaigns. Research by Cleghorn et al [<xref ref-type="bibr" rid="ref36">36</xref>] used health economic simulation modeling to assess the cost-effectiveness of a hypothetical mass media campaign in New Zealand that promotes the uptake of weight loss mHealth technologies. Along with numerous other parameters, the authors used the results of a 2014 meta-analysis of mobile device interventions to quantify how much weight loss could occur [<xref ref-type="bibr" rid="ref17">17</xref>]. The authors found that such a campaign was not cost-effective in the base case analysis [<xref ref-type="bibr" rid="ref36">36</xref>]. Another study using similar methods assessed the potential of a mass media campaign to promote smartphone apps for physical activity and found that it was unlikely to be cost-effective at the population level, although the health impact and cost-effectiveness estimates were highly sensitive to assumptions around long-term adherence [<xref ref-type="bibr" rid="ref37">37</xref>]. The evidence on the cost-effectiveness of mass media campaigns is primarily from tobacco control [<xref ref-type="bibr" rid="ref29">29</xref>], and previous research indicates that a mass media campaign for promoting smoking cessation apps is likely to be cost saving [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
      </sec>
      <sec>
        <title>Updated Estimates</title>
        <p>Since the modeling conducted by Cleghorn et al [<xref ref-type="bibr" rid="ref36">36</xref>] on the weight loss mHealth mass media campaign, there has been rapid growth in the literature on the effectiveness of weight loss apps, as well as changes in app technology and a higher uptake of smartphones. In this study, we use updated parameters that reflect these developments and recent data on app use over time, thereby providing updated estimates that reflect the current context. The setting for this study is New Zealand, a typical high-income country with high rates of overweight and obesity [<xref ref-type="bibr" rid="ref39">39</xref>]. Our study uses a multistate life table modeling approach to assess the health impacts, health system costs, cost-effectiveness, and health equity of a mass media campaign to promote high-quality smartphone apps for weight loss in New Zealand.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>We used an established proportional multistate life table model [<xref ref-type="bibr" rid="ref40">40</xref>] that was parameterized with health data for the 2011 New Zealand adult population and simulates this population until death. The risk factor of interest was BMI; the simulation model designates the proportion of New Zealand adults with overweight or obesity (overweight: BMI 25 kg/m<sup>2</sup> to &#60;30 kg/m<sup>2</sup>; obesity: BMI ≥30 kg/m<sup>2</sup>). We compared a business-as-usual baseline analysis to an intervention base case analysis. The resulting impact on BMI and BMI-related diseases was captured through changes in health gain (as measured by quality-adjusted life years [QALYs]) and in health system costs (net sum of intervention costs and downstream cost offsets because of altered disease rates). The study used a health system perspective that focused on costs and benefits within the health system [<xref ref-type="bibr" rid="ref41">41</xref>]. An annual discount rate of 3% was applied to health gains and health system costs, consistent with established New Zealand modeling protocols [<xref ref-type="bibr" rid="ref41">41</xref>] and health economic expert recommendations [<xref ref-type="bibr" rid="ref42">42</xref>]. Discounting is a standard practice in economic evaluation to account for preferences toward present benefits over future benefits [<xref ref-type="bibr" rid="ref41">41</xref>]. Full details on the model are documented elsewhere [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
      </sec>
      <sec>
        <title>Intervention Pathway</title>
        <p>The modeled intervention was a one-off mass media campaign among the New Zealand population stimulating the uptake and use of a smartphone app for weight loss that effectively promotes weight loss. The pathway from the intervention’s implementation to impact is detailed in <xref rid="figure1" ref-type="fig">Figure 1</xref>. The proportion of the New Zealand population that would experience weight loss was calculated as follows: out of the New Zealand adult population, the intervention was applicable to only New Zealand adults aged &#62;18 years with overweight or obesity (73% of the total adult population). Using recent metrics on New Zealand smartphone ownership, 81% of New Zealand adults own a smartphone [<xref ref-type="bibr" rid="ref43">43</xref>] (eligible population reduced to 59.1%). To model the reach of the mass media campaign, we used the results reported by Kite et al [<xref ref-type="bibr" rid="ref44">44</xref>] of an obesity-prevention mass media campaign called Make Healthy Normal that was run over 1 year by the New South Wales (NSW) government in Australia. Recognition of the campaign was 45% among sampled adults aged ≥18 years after completion of the campaign, which consisted of television commercials, community events, press, out-of-home (eg, billboards) and web-based advertising, public relations, a website, and social media [<xref ref-type="bibr" rid="ref44">44</xref>]. We identified other studies that evaluated recognition of mass media campaigns [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. However, the NSW study by Kite et al [<xref ref-type="bibr" rid="ref44">44</xref>] was preferred because it evaluated a health campaign that we could verify was resourced similarly to the high level of costs associated with our modeled mass media campaign: Make Healthy Normal campaign NZ $0.37 (US $0.25) per capita of the NSW population [<xref ref-type="bibr" rid="ref44">44</xref>] and modeled campaign NZ $0.66 (US $0.44) per capita of the New Zealand population. As the New Zealand modeled campaign involved a higher cost per capita than the NSW campaign, in sensitivity analysis we modeled a scenario where this greater resourcing produced an enhanced mass media campaign that achieved wider recognition than the NSW campaign. On the basis of the rate of campaign recognition, the eligible population reduced to 26.6% of the total adult population. We found limited published research on the degree to which government-led mass media campaigns can stimulate health app use. After a search of academic and gray literature, we identified only 1 study that quantified a relationship between a mass media campaign to promote health app use and subsequent health app use [<xref ref-type="bibr" rid="ref45">45</xref>]. In the study, the authors found that 14% of the surveyed respondents reported <italic>taking an action</italic> after a UK-based mass media campaign to promote an uptake of a health app [<xref ref-type="bibr" rid="ref45">45</xref>]. Assuming that this <italic>action</italic> was to download and use the app at least once, we modeled app downloads and use as 14% of the New Zealand adult population. The final eligible population that would use the app and experience weight loss was 3.7% of the New Zealand adult population.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flowchart of intervention conceptualization. NZ: New Zealand.</p>
          </caption>
          <graphic xlink:href="formative_v6i4e29291_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Weight Loss App Effectiveness</title>
        <p>We quantified the effectiveness of weight loss apps using the results of a recent meta-analysis by Islam et al [<xref ref-type="bibr" rid="ref46">46</xref>]. The review’s authors examined randomized controlled trials and case-control studies published from 2000 to mid-2019 on mobile phone app interventions for reducing body weight (including BMI) and increasing physical activity among children and adults. We preferentially selected this meta-analysis for modeling over other reviews [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref47">47</xref>-<xref ref-type="bibr" rid="ref53">53</xref>] because of the focus on mobile apps (over other mHealth or mobile phone–based interventions), selection of studies with control groups that received minimal or no interventions, preferred outcome (ie, BMI), meta-analyzed results, and recent publication date with latest available studies. In the 10 included studies that examined BMI, the proportion of male participants ranged from 0% to 15%. The mean age of the participants ranged from 12.7 years to 44.9 years. For the outcome of weight, Islam et al [<xref ref-type="bibr" rid="ref46">46</xref>] reported finding that longer trials (&#62;3 months) were associated with significantly greater weight loss than shorter trials (≤3 months), suggesting that greater app adherence (ie, longer use) is associated with greater weight loss than shorter app adherence. For the outcome of BMI, Islam et al [<xref ref-type="bibr" rid="ref46">46</xref>] conducted an analysis of all included trials (pooled effect size –0.454, 95% CI –0.787 to –0.121) and did not conduct meta-analyses by trial duration subgroup (ie, ≤3 months vs &#62;3 months). We calculated these pooled effect sizes using the study’s reported data (≤3 months –0.219, 95% CI –0.672 to 0.223; &#62;3 months –0.609, 95% CI –1.072 to –0.146) [<xref ref-type="bibr" rid="ref46">46</xref>]. In the &#62;3-month subgroup, the maximum trial length was 9 months. We consulted evidence on weight loss app adherence from the UK study by Carter et al [<xref ref-type="bibr" rid="ref54">54</xref>], which measured the proportion of users who adhered to app use for ≤3 months (53% of the users) and &#62;3 months (47% of the users). We multiplied each pooled effect size by the proportion of users and summed to produce a weighted effect size of app effectiveness that accounted for variations in duration of app use:</p>
        <disp-formula>E<sub>weighted</sub>= (E<sub>≤3 months</sub> × &#62;P<sub>≤3 months</sub>) + (E<sub>&#62;3 months</sub> × P<sub>&#62;3 months</sub>)</disp-formula>
        <p>where <italic>E</italic> is the effect size and <italic>P</italic> is the proportion of users. The resulting weighted estimate of weight loss app effectiveness was –0.400 kg/m<sup>2</sup> (95% CI –0.858 to 0.051 kg/m<sup>2</sup>). Additional details on these decisions and steps are reported in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref54">54</xref>].</p>
      </sec>
      <sec>
        <title>Intervention Modeling Approach</title>
        <p>In our modeling, the business-as-usual baseline encapsulated the existing levels of dietary health promotion in New Zealand, including current promotion of weight loss apps, and the continuation of the current low or no app promotion environment. The costs of implementing the intervention are reported in <xref ref-type="table" rid="table1">Table 1</xref>, with further details regarding the methods used to scope these costs reported by Cleghorn et al [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p><xref ref-type="table" rid="table1">Table 1</xref> provides further detail on the inputs used to conceptualize the intervention pathway, along with the type of distribution modeled for each of these inputs. For the effectiveness of the weight loss app, CIs quantified the range of plausible values. As no measures of variance were available for the remaining inputs, we applied our established protocol and estimated an SD of either 5%, 10%, or 20% of the central value [<xref ref-type="bibr" rid="ref56">56</xref>]. A value of 20% was used when there was deemed to be a high degree of uncertainty that could influence effectiveness and cost-effectiveness outcomes from the modeled intervention.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Intervention parameters and uncertainty distributions.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="320"/>
            <col width="130"/>
            <col width="110"/>
            <col width="440"/>
            <thead>
              <tr valign="top">
                <td>Parameter</td>
                <td>Value</td>
                <td>Distribution</td>
                <td>Source</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Adult New Zealand population who own a smartphone, % (SD)</td>
                <td>81 (5)</td>
                <td>Beta</td>
                <td>As reported by DataReportal based on Google Consumer Barometer data [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Adult New Zealand population who are assumed to be aware of a relevant mass media campaign, % (SD)</td>
                <td>45 (20)</td>
                <td>Beta</td>
                <td>On the basis of an evaluation of an Australian obesity-prevention mass media campaign that measured the proportion of survey respondents who recognized the campaign [<xref ref-type="bibr" rid="ref44">44</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Adult New Zealand population who were assumed to download and use a promoted weight loss app, % (SD)</td>
                <td>14 (20)</td>
                <td>Beta</td>
                <td>On the basis of the proportion of survey respondents who reported <italic>taking an action</italic> after a UK-based mass media campaign to promote use of a health app [<xref ref-type="bibr" rid="ref45">45</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Intervention BMI reduction for those who used the app (kg/m<sup>2</sup>; 95% CI)</td>
                <td>–0.400 (–0.858 to 0.051)</td>
                <td>Normal</td>
                <td> The weighted results of studies included in the Islam et al [<xref ref-type="bibr" rid="ref46">46</xref>] meta-analysis of smartphone app weight loss trials whereby the pooled effect sizes for interventions ≤3 months and interventions &#62;3 months were weighted based on adherence rates at 3 months, obtained from Carter et al [<xref ref-type="bibr" rid="ref54">54</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Assumed weight regain after delivery of the intervention (kg/m<sup>2</sup> per month; SD %)</td>
                <td>0.03 (20)</td>
                <td>Log-normal</td>
                <td>Meta-analysis of weight loss decay evidence from Dansinger et al [<xref ref-type="bibr" rid="ref55">55</xref>], as used in the previous published work by Cleghorn et al [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Estimated cost of one-off 1-year national-level mass media campaign, NZ $ (US $; SD %)</td>
                <td>2,883,000 (1,940,000; 20)</td>
                <td>Gamma</td>
                <td>As used in the previous published work by Cleghorn et al [<xref ref-type="bibr" rid="ref36">36</xref>]. New Zealand data on the costs consist of identifying high-quality apps and a national mass media campaign across multiple media</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Multistate Life Table Model Overview</title>
        <p>The multistate life table model consists of a main life table organized by age, sex (male or female), and ethnicity (Māori or non-Māori) and populated with all-cause mortality and morbidity rates for the 2011 New Zealand adult population. Parallel to this are life tables for each BMI-related disease where proportions of the simulated population are also modeled. Although the model includes a wide array of diet-related diseases [<xref ref-type="bibr" rid="ref40">40</xref>], our intervention focused on weight loss and used only the disease tables for 14 BMI-related diseases: coronary heart disease, stroke, type 2 diabetes, osteoarthritis, and cancers (endometrial, kidney, liver, esophageal, pancreatic, thyroid, colorectal, breast, ovarian, and gallbladder).</p>
      </sec>
      <sec>
        <title>Mortality and Morbidity Modeling</title>
        <p>Within the model, the proportions of the population in each disease table are a function of past and current rates of disease incidence, case fatality, and, for cancers only, remission, which are calculated at each annual time step. The model is populated with mean BMI values according to age, sex, and self-identified ethnicity measured in person during New Zealand’s most recent available national nutrition survey (New Zealand Adult Nutrition Survey 2008-2009) [<xref ref-type="bibr" rid="ref57">57</xref>]. The mass media campaign intervention induces changes in BMI for a proportion of the New Zealand population. The effect of these BMI changes is combined with relative risks that capture the association between BMI and BMI-related disease outcomes to produce modified population impact fractions [<xref ref-type="bibr" rid="ref40">40</xref>]. As the risk of BMI-related diseases decreases after implementation of the intervention, the population impact fractions modify disease incidence rates, resulting in changes to all-cause mortality and morbidity rates. Time lags to simulate the delay between when BMI change occurs and when changes in disease incidence across the population-risk distribution occur were built in for all conditions. Specifically, the change on disease rates was distributed over 0 to 5 years for cardiovascular diseases, diabetes, and osteoarthritis and over 10 to 30 years for cancers, with probabilistic uncertainty added in around these lag periods. Although there is evidence that mHealth interventions can result in changes in dietary intake beyond reduced weight loss, such as increased fruit and vegetable intake and decreased takeout meals [<xref ref-type="bibr" rid="ref7">7</xref>], our intervention modeling focused on the effects of the app on BMI and assumed no other impacts on diet or physical activity.</p>
        <p>Our model included the health system costs associated with changing disease prevalence and population longevity, which were calculated using an established protocol [<xref ref-type="bibr" rid="ref40">40</xref>]. These costs were specific to the condition, age, and sex and were based on the timing of health events (first year of illness, subsequent years of illness, and the last 6 months of life). The change in the proportions of the population in each disease state resulted in proportional changes in health system costs and unrelated health system costs from people living longer. The intervention’s overall results reflect projected health gains and health system cost impacts over the remainder of the modeled population’s life course.</p>
      </sec>
      <sec>
        <title>Equity, Scenario, and Sensitivity Analyses</title>
        <p>In addition to the main base case intervention, we conducted an equity analysis where an <italic>equity adjustment</italic> was applied in the model to eliminate differences in life expectancy between Māori (Indigenous) and non-Māori. Other scenario and sensitivity analyses were conducted to examine the potential impact of alternative modeling parameters and decisions. These consisted of the following: (1) the mass media campaign’s design is enhanced, leading to wider recognition of the campaign’s key message (68% recognition rather than 45%, using evidence from an evaluation of New Zealand’s Health Promotion Agency <italic>Small Steps</italic> campaign [<xref ref-type="bibr" rid="ref58">58</xref>]); (2) improved weight loss apps that have been developed since the meta-analysis we used, leading to a hypothetical 50% improvement in app effectiveness (modeled by increasing the mean BMI reduction by 50%); (3) all app users use the app for more time to test impact if there is good long-term engagement (modeled using the pooled effect size for trial lengths of &#62;3-9 months); (4a) weight regain is delayed by 1 year; (4b) weight regain is delayed by 5 years; (4c) no weight regain occurs throughout the remaining life of the modeled population (ie, a highly hypothetical scenario that quantifies the envelope of potential benefit that could be obtained if weight regain was avoided); (5) the effect size for weight loss app effectiveness that was used in the previous modeling by Cleghorn et al [<xref ref-type="bibr" rid="ref36">36</xref>] is applied in this study’s updated model and intervention pathway; and (6) alternative discount rates of 0% and 6% are applied to health gains and healthy system costs to illustrate the impact of discount rates. This variation of discount rates is consistent with established health economic evaluation practices [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
      </sec>
      <sec>
        <title>Simulation Analysis</title>
        <p>The model was built in Microsoft Excel and run using Ersatz (version 1.34; EpiGear International). Uncertainty around health gains and cost-effectiveness was quantified using a Monte Carlo analysis. The parameters were sampled independently 2000 times from each of their respective probability distributions. The presented results are the mean values, with 95% uncertainty intervals (UIs). The exception to this is the expected values in the scenario and sensitivity analyses, which did not include uncertainty analysis.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Health Gain and Cost Savings</title>
        <p>Across the remaining lifetime of the modeled 2011 New Zealand population, the mass media campaign to promote weight loss app use in the base case analysis had an estimated overall health gain of 181 (95% UI 113-270) QALYs and health care costs of –NZ $606,000 (–US $408,000; 95% UI –NZ $2,540,000 [–US $1,709,000] to NZ $907,000 [US $610,000]). The mean of the health care costs is negative, representing an overall savings to the health system and a cost-saving intervention. However, the 95% UI spans positive values, indicating that there remains a possibility that the intervention is not cost saving, albeit still cost-effective (ie, below the threshold of NZ $45,000 [US $30,000] per QALY gained, approximately the gross domestic product per capita for New Zealand that we use in our modeling [<xref ref-type="bibr" rid="ref36">36</xref>]).</p>
        <p>In the first 10 years after the intervention was implemented (2011-20), the mean health gain was 56 QALYs and net health system expenditures averaged NZ $850,000 (US $572,000) because of the cost of implementing that mass media campaign and few savings to the health system (although still below the cost-effective threshold of NZ $45,000 (US $30,000) per QALY gained). After 20 years (2011-30), the total health gain was 112 QALYs and the mass media campaign became cost-saving (–NZ $176,000 [–US $118,000]) for the health care system. Most of the health gain (62%) occurred between the years 2011 and 2030 (first 20 years after implementation), whereas most of the health system savings (71%) occurred after 2030 (ie, 20 years after implementation). The delayed health system savings was due to the initial up-front cost of implementing the intervention, which was also relatively high compared with the eventual reductions in downstream cost offsets because of altered disease rates.</p>
        <p><xref ref-type="table" rid="table2">Table 2</xref> presents the results overall and by subpopulations over the remaining lifetime of the modeled population. The total health gains for non-Māori and Māori were 148 QALYs and 33 QALYs, respectively. Per 1000 population, this equated to 0.040 QALYS for non-Māori and 0.049 QALYS for Māori. When ethnicity was examined by sex and age group, the mean values consistently suggested greater per capita health gains for Māori. These mean values also suggest that the greatest health gain occurs among the age group 45-64 years and that, on average, the health gain was greater for men than for women. The exception to this was Māori women aged ≥65 years; this subgroup had a similar health gain to Māori men (0.079 QALYS per 1000 and 0.078 QALYS per 1000, respectively). Similar patterns were reflected in the health system cost estimates, which are, on average, savings to the health system. When the equity adjustment for Māori was applied (<xref ref-type="table" rid="table3">Table 3</xref>), the health gains for Māori increased to 40 QALYs and 0.060 QALYs per 1000. On the basis of the outcomes examined in this study, the modeled mass media campaign to promote weight loss apps among the general population would be expected to reduce health inequities arising from high BMI for Māori. However, the absolute reduction in health inequities would be small. In addition, this analysis assumed that the intervention would be as effective for Māori as it is for non-Māori (ie, the mass media campaign was culturally appropriate in design).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Health gains and cost-effectiveness of a mass media campaign to promote smartphone apps for weight loss in New Zealand by age, sex, and ethnicity (lifetime impacts and 3% discount rate).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="200"/>
            <col width="0"/>
            <col width="250"/>
            <col width="0"/>
            <col width="240"/>
            <col width="0"/>
            <col width="250"/>
            <thead>
              <tr valign="bottom">
                <td colspan="4">Sex, ethnicity, and age group (years)</td>
                <td colspan="2">Health gain in QALYs<sup>a</sup> (95% UI<sup>b</sup>)</td>
                <td colspan="2">Health gain in QALYs per 1000 population (95% UI)</td>
                <td>Health system costs<sup>c</sup>, NZ $ (US $; 95% UI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">All</td>
                <td colspan="2">181 (113 to 270)</td>
                <td colspan="2">0.041 (0.026 to 0.061)</td>
                <td>–606,000 (2,540,000 to –907,000); 408,000 (–1,709,000 to 610,000)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">Non-Māori, all ages</td>
                <td colspan="2">148 (85 to 231)</td>
                <td colspan="2">0.040 (0.023 to 0.062)</td>
                <td>–491,000 (2,310,000 to 921,000); –330,000 (–1,555,000 to 620,000)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">Māori, all ages</td>
                <td colspan="2">33 (18 to 53)</td>
                <td colspan="2">0.049 (0.027 to 0.079)</td>
                <td>–115,000 (–494,000 to 158,000); –77,400 (–332,000 to 106,000)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Men, all ages</bold>
                </td>
                <td colspan="2">97 (48 to 170)</td>
                <td colspan="2">0.045 (0.022 to 0.079)</td>
                <td>–436,000 (–1,872,000 to 554,000); –293,000 (–1,260,000 to 373,000)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>Non-Māori<sup>d</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>25-44</td>
                <td colspan="2">19</td>
                <td colspan="2">0.038</td>
                <td colspan="2">–85,000 (–57,200)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>45-64</td>
                <td colspan="2">46</td>
                <td colspan="2">0.094</td>
                <td colspan="2">–556,000 (–374,000)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>≥65</td>
                <td colspan="2">16</td>
                <td colspan="2">0.063</td>
                <td colspan="2">–127,000 (–85,500)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>Māori<sup>d</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>25-44</td>
                <td colspan="2">6</td>
                <td colspan="2">0.080</td>
                <td colspan="2">–51,000 (–34,300)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>45-64</td>
                <td colspan="2">9</td>
                <td colspan="2">0.171</td>
                <td colspan="2">–118,000 (–79,400)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>≥65</td>
                <td colspan="2">1</td>
                <td colspan="2">0.078</td>
                <td colspan="2">–13,000 (–8750)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Women, all ages</bold>
                </td>
                <td colspan="2">84 (44 to 141)</td>
                <td colspan="2">0.037 (0.020 to 0.063)</td>
                <td>–170,000 (–1,370,000 to 698,000); –114,000 (–922,000 to 470,000)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>Non-Māori<sup>d</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>25-44</td>
                <td colspan="2">16</td>
                <td colspan="2">0.031</td>
                <td colspan="2">–45,000 (–30,000)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>45-64</td>
                <td colspan="2">35</td>
                <td colspan="2">0.069</td>
                <td colspan="2">–369,000 (–248,000)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>≥65</td>
                <td colspan="2">17</td>
                <td colspan="2">0.055</td>
                <td colspan="2">–77,000 (–52,000)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="8">
                  <bold>Māori<sup>d</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>25-44</td>
                <td colspan="2">6</td>
                <td colspan="2">0.066</td>
                <td colspan="2">–49,000 (–33,000)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>45-64</td>
                <td colspan="2">9</td>
                <td colspan="2">0.143</td>
                <td colspan="2">–106,000 (–71,000)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>≥65</td>
                <td colspan="2">1</td>
                <td colspan="2">0.079</td>
                <td colspan="2">–11,000 (–7000)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>QALY: quality-adjusted life year.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>UI: uncertainty interval.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>A negative cost indicates that the intervention is cost-saving to the health system.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>The 95% uncertainty intervals for QALY and health system costs were not calculated for these subgroups.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Results for Māori with equity adjustment applied (lifetime gains and 3% discount rate).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="270"/>
            <col width="380"/>
            <col width="250"/>
            <thead>
              <tr valign="bottom">
                <td>Population</td>
                <td>Health gain in QALYs<sup>a</sup> (95% UI<sup>b</sup>)</td>
                <td>Health gain in QALYs per 1000 population (95% UI)</td>
                <td>Health system costs<sup>c</sup>, NZ $ (US $; 95% UI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>All</td>
                <td>40 (23 to 65)</td>
                <td>0.060 (0.034 to 0.097)</td>
                <td>–132,000 (–513,000 to 152,000); –89,000 (–345,000 to 102,000)</td>
              </tr>
              <tr valign="top">
                <td>Men</td>
                <td>20 (9 to 39)</td>
                <td>0.062 (0.026 to 0.118)</td>
                <td>–67,000 (–341,000 to 115,000); –45,000 (–229,000 to 77,000)</td>
              </tr>
              <tr valign="top">
                <td>Women</td>
                <td>20 (9 to 37)</td>
                <td>0.058 (0.025 to 0.109)</td>
                <td>–65,000 (–331,000 to 111,000); –44,000 (–223,000 to 75,000)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>QALY: quality-adjusted life year.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>UI: uncertainty interval.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>A negative cost indicates that the intervention is cost saving to the health system.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The modeled lifetime health gains among adults experiencing overweight or obesity were 0.065 (95% UI 0.041-0.097) QALYs per 1000 target population. By ethnicity, the gains for non-Māori were 0.064 (95% UI 0.037-0.100) QALYs and for Māori 0.070 (95% UI 0.038-0.113) QALYs.</p>
      </sec>
      <sec>
        <title>Scenario and Sensitivity Analyses</title>
        <p>A range of results for scenario and sensitivity analyses are presented in <xref ref-type="table" rid="table4">Table 4</xref>. The modifications to the intervention pathway scenarios of either a more effective mass media campaign (eg, with better reach and targeting; scenario 1), more effective apps (scenario 2), or greater adherence to app use (scenario 3) all resulted in higher health gains and greater savings to the health system. When the model was altered to delay weight regain by 1 year (scenario 4a), 5 years (scenario 4b), or a highly hypothetical scenario of eliminating weight regain altogether (scenario 4c), the improved health gains and cost savings went from modest (eg, absolute increase in 20 QALYs for weight regain by 1 year) to markedly greater (eg, absolute increase in 14,544 QALYs for no weight regain). This highlights the substantial further health and economic benefits if weight regain was prevented across the remaining life course. The meta-analysis value [<xref ref-type="bibr" rid="ref17">17</xref>] used in the previous modeling of mass media campaigns to promote weight loss [<xref ref-type="bibr" rid="ref36">36</xref>] (scenario 5) yielded lower health gains and cost the health system, suggesting that apps have become increasingly more effective in weight management. The varied discount rates yielded results in the expected directions (scenarios 6a and 6b).</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Sensitivity and scenario analyses for a mass media campaign to promote weight loss smartphone apps by age, sex, and ethnicity (expected value analysis, lifetime perspective, and 3% discount rate, unless otherwise stated).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="120"/>
            <col width="180"/>
            <col width="200"/>
            <col width="200"/>
            <thead>
              <tr valign="bottom">
                <td>Sensitivity and scenario analyses<sup>a</sup></td>
                <td>Health gain in QALYs<sup>b</sup></td>
                <td>Difference in QALYs from base case, %</td>
                <td>Health system costs<sup>c</sup>, NZ $ (US $)</td>
                <td>Difference in health system costs from base case, %</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Base case analysis</td>
                <td>183</td>
                <td>—<sup>d</sup></td>
                <td>–625,000 (–421,000)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>1. Mass media campaign: higher recognition at 68%</td>
                <td>276</td>
                <td>51</td>
                <td>–2,414,000 (–1,620,000)</td>
                <td>286</td>
              </tr>
              <tr valign="top">
                <td>2. Increase effect size of app use by 50%</td>
                <td>274</td>
                <td>50</td>
                <td>–2,375,000 (–1,600,000)</td>
                <td>280</td>
              </tr>
              <tr valign="top">
                <td>3. 100% of population use the app for more time</td>
                <td>278</td>
                <td>52</td>
                <td>–2,454,000 (–1,650,000)</td>
                <td>293</td>
              </tr>
              <tr valign="top">
                <td>4a. Delaying weight regain by 1 year</td>
                <td>203</td>
                <td>11</td>
                <td>–2,400,000 (–1,620,000)</td>
                <td>284</td>
              </tr>
              <tr valign="top">
                <td>4b. Delaying weight regain by 5 years</td>
                <td>1,261</td>
                <td>589</td>
                <td>–21,271,000 (–14,300,000)</td>
                <td>3305</td>
              </tr>
              <tr valign="top">
                <td>4c. No weight regain</td>
                <td>14,727</td>
                <td>7948</td>
                <td>–286,465,000 (–193,000,000)</td>
                <td>45,762</td>
              </tr>
              <tr valign="top">
                <td>5. Value from the previous Cleghorn et al [<xref ref-type="bibr" rid="ref36">36</xref>] mobile health modeling study</td>
                <td>69</td>
                <td>–62</td>
                <td>1,549,000 (–1,040,000)</td>
                <td>–348</td>
              </tr>
              <tr valign="top">
                <td>6a. 0% discount rate</td>
                <td>334</td>
                <td>83</td>
                <td>–1,892,000 (–1,270,000)</td>
                <td>203</td>
              </tr>
              <tr valign="top">
                <td>6b. 6% discount rate</td>
                <td>114</td>
                <td>–38</td>
                <td>186,000 (–125,000)</td>
                <td>–130</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Expected values given for all scenarios.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>QALY: quality-adjusted life year.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup>A negative cost indicates that the intervention is cost saving to the health system.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup>Base case is the reference with which scenarios are compared.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings and Interpretation</title>
        <p>The results from this updated health economic simulation modeling suggest that a hypothetical government-initiated mass media campaign to promote use of smartphone weight loss apps would result in modest health gains over the remaining lifetime of the New Zealand adult population. There was an estimated net saving to the health care system because of reductions in BMI-related diseases, although the UIs included estimates that were cost-effective (rather than cost saving). The intervention would be expected to generate greater per capita health gain for Māori and therefore potentially reduce health inequities attributable to BMI differences between Māori and non-Māori, assuming that the intervention would be as effective for Māori as it is for non-Māori.</p>
        <p>Several key characteristics contributed to this modeled mass media intervention being cost-effective. First, and perhaps most importantly for this study, recent evidence from a meta-analysis of randomized controlled trials and case-control studies shows that the use of smartphone weight loss apps largely results in some degree of weight loss, even when accounting for variations in the duration of app use [<xref ref-type="bibr" rid="ref46">46</xref>]. Several different behavioral theories suggest that self-monitoring progress toward a goal is a critical step between setting a goal and achieving a goal [<xref ref-type="bibr" rid="ref59">59</xref>]. Apps can be a useful tool for self-monitoring dietary behaviors [<xref ref-type="bibr" rid="ref9">9</xref>]. Monitoring progress helps to ensure that goals are translated into action, and the effect of an intervention on goal attainment is mediated by the frequency of monitoring [<xref ref-type="bibr" rid="ref59">59</xref>]. Second, there was a sizable target population for this intervention: adults with excess weight who own a smartphone make up approximately 60% of the population. Accordingly, even small reductions in weight can achieve wide-reaching benefits in health [<xref ref-type="bibr" rid="ref1">1</xref>]. Third, government-initiated mass media campaigns are relatively low cost, especially in comparison with measures such as health service provision [<xref ref-type="bibr" rid="ref60">60</xref>]. When designed well, mass media campaigns are effective at reaching a substantial proportion of the population with key health messages that can lead to modifications in behavior [<xref ref-type="bibr" rid="ref29">29</xref>]. The World Health Organization has identified mass media as playing an important role in coherent national strategies for obesity prevention and management [<xref ref-type="bibr" rid="ref61">61</xref>].</p>
        <p>We found that there was very limited research examining whether mass media campaigns stimulate the specific action of adopting use of a smartphone app. Therefore, we relied on a UK evaluation of a mass media campaign that encouraged the use of a physical activity app [<xref ref-type="bibr" rid="ref45">45</xref>]. A mass media campaign to promote a weight loss app would have been more appropriate. The tobacco control literature reports that media campaigns are associated with increased downloads of health apps (eg, smoking cessation apps) [<xref ref-type="bibr" rid="ref62">62</xref>] and behavior changes further downstream (ie, attempts to quit smoking) [<xref ref-type="bibr" rid="ref63">63</xref>]. There may be ways of making the mass media campaign more effective by targeting specific population groups in the messaging. For instance, there is evidence that mass media campaigns can better reach ethnic minorities using highly feasible social media or mass media that have reach to particular audiences [<xref ref-type="bibr" rid="ref64">64</xref>] (eg, iwi radio and Māori Television in the New Zealand context).</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>This paper provides new evidence using updated parameters on the potential health gain and cost-effectiveness of this health intervention. The previous Cleghorn et al [<xref ref-type="bibr" rid="ref36">36</xref>] modeling conducted by some of our team found that there was very minimal health gain from the mass media campaign to promote mHealth interventions and that the intervention was not cost-effective [<xref ref-type="bibr" rid="ref36">36</xref>]. However, there are 3 notable differences between the methods used in this study and the previous modeling by Cleghorn et al [<xref ref-type="bibr" rid="ref36">36</xref>]. Most importantly, in this study, we used the results of a very recent meta-analysis of studies of smartphone weight loss apps showing a meaningful decrease in BMI (–0.454 kg/m<sup>2</sup>, 95% CI –0.787 to –0.121 kg/m<sup>2</sup>) [<xref ref-type="bibr" rid="ref46">46</xref>]. The previous modeling used the best available evidence at the time, which was a meta-analysis of mobile device interventions that included apps as well as tools such as SMS text messaging [<xref ref-type="bibr" rid="ref36">36</xref>]. The pooled effect size, which is measured in kilograms rather than BMI units, showed a comparatively smaller reduction in weight (–0.430, 95% CI –0.609 to –0.252 kg); this smaller effect size was the main contributor to the difference between the 2 studies. For some intervention pathway steps that were the same between the 2 modeling studies, we used different, more recent data. Specifically, smartphone ownership was higher than previously modeled and the reach of the mass media campaign was lower. We also conceptualized some of the pathway between the initial intervention (ie, the mass media campaign) to the effect size (ie, the effect of weight loss app use on BMI) based on new evidence that was incorporated into other modeling on mass media campaigns [<xref ref-type="bibr" rid="ref37">37</xref>]. In our sensitivity analyses, we used the previously modeled effect size to isolate how much of a difference was due to the revised pathway versus the effect size. We found that most of the improved outcomes in our modeling were due to greater effectiveness of the apps, with only a small proportion of the gain due to the different conceptualization of the pathway. Our study adds to the very limited simulation modeling evidence on the cost-effectiveness of health apps [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>].</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>A strength of this research is that it builds upon an established model [<xref ref-type="bibr" rid="ref40">40</xref>], uses an effect size from a recent meta-analysis [<xref ref-type="bibr" rid="ref46">46</xref>], and uses high-quality disease data that includes ethnicity-specific data [<xref ref-type="bibr" rid="ref40">40</xref>]. There are a number of other ways that the mass media campaign could have been modeled, including alternative pathways that reflect numerous theories used to inform the development of mass media campaigns [<xref ref-type="bibr" rid="ref29">29</xref>]. To account for a degree of uncertainty in input parameters and stochastic uncertainty, we modeled distributions of these inputs and quantified this variation using UIs. Parallel pathways for achieving impacts could be part of this intervention. For instance, we did not model that app uptake may also be by people who did not see the campaign but whose family members or friends saw it, started to use the app, and encouraged them to use it. In addition, the modeling might have underestimated the health benefits, given that there is evidence that mHealth interventions can result in changes in dietary intake beyond reduced weight loss, such as increased fruit and vegetable intake and decreased takeout meals [<xref ref-type="bibr" rid="ref7">7</xref>] (which are typically high in sodium, sugar, and saturated fats). Some of these apps can also promote physical activity, which provides benefits to health beyond just a BMI pathway (eg, to mental health and cardiovascular health). It is unclear what proportion of the New Zealand population is already using a weight loss app and thus would not take up this intervention. However, despite the relatively high availability of mHealth apps, the level of awareness of such apps by individuals may be relatively low [<xref ref-type="bibr" rid="ref65">65</xref>] and the apps being used may not be on the high-quality end of the spectrum. Our modeling did not account for differential impacts of either different apps or individual characteristics that could influence the adoption and engagement of apps, including the duration of this engagement and the quality of this engagement. Such differential impacts are too complex for inclusion in models of this design and also require highly detailed data for accurate measures. There is also no consistent definition for measuring constructs such as adherence to app use, which can encompass characteristics such as frequency, consistency, and detail of dietary monitoring [<xref ref-type="bibr" rid="ref66">66</xref>].</p>
      </sec>
      <sec>
        <title>Potential Policy Implications</title>
        <p>As part of a wide range of interventions to address the obesogenic environment and unhealthy dietary patterns, governments should consider investing in promoting such weight loss apps, along with funding research that improves their effectiveness and uptake in the community. But all such interventions should also be well evaluated, particularly given the large potential for scalability. Laws and taxes can create a less obesogenic environment (and have been shown to be more cost-effective than nutrition mass media campaigns [<xref ref-type="bibr" rid="ref60">60</xref>]). However, such actions can take time, and there is political and food industry resistance [<xref ref-type="bibr" rid="ref67">67</xref>]. Hence, there is a role for tools (such as smartphone apps) that support using dietary changes that improve weight management as complementary measures. Smartphone apps can also be combined with traditional interventions (eg, face-to-face counseling) [<xref ref-type="bibr" rid="ref68">68</xref>], can form a component of a broader national social marketing health strategy [<xref ref-type="bibr" rid="ref69">69</xref>], or they can be used as stand-alone treatments [<xref ref-type="bibr" rid="ref54">54</xref>]. There may be further benefit from smartphone apps when face-to-face contact with patients must be limited [<xref ref-type="bibr" rid="ref9">9</xref>], as in the case of the COVID-19 pandemic.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Using recent evidence on the effectiveness of smartphone weight loss apps, a modeled mass media campaign to encourage the adoption of smartphone apps to promote weight loss among the New Zealand adult population is expected to yield an overall gain in health and to be cost saving to the health system. This is an update of previous modeling that showed a smaller health gain and that the intervention was not cost-effective. Although other interventions in the nutrition and physical activity space are even more beneficial to health and cost savings (eg, pricing policies and food reformulation [<xref ref-type="bibr" rid="ref60">60</xref>]), governments may choose to include strategies to promote health app use as a feasible complementary measure.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Calculating the weighted pooled intervention effect size.</p>
        <media xlink:href="formative_v6i4e29291_app1.docx" xlink:title="DOCX File , 50 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">NSW</term>
          <def>
            <p>New South Wales</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">QALY</term>
          <def>
            <p>quality-adjusted life year</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">UI</term>
          <def>
            <p>uncertainty interval</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was funded by the New Zealand Ministry of Business Innovation &#38; Employment (project number UOOX1406). The funding body had no role in the design of the study; the collection, analysis, and interpretation of data; or in the writing of the manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>ACJ led the conceptualization of the intervention, modeled the intervention, and wrote the first draft of the paper (excluding the introduction). LG wrote the first draft of the introduction. NW contributed to the study and intervention conceptualization and led the research grant that funded the study. NN provided foundational work in the costing of the modeled intervention. CC led the development of the diet model, contributed to the study and intervention conceptualization, and provided modeling expertise. All authors contributed to drafts of the manuscript and read and approved the submitted manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Global health risks mortality and burden of disease attributable to selected major risks</article-title>
          <source>World Health Organization</source>
          <year>2009</year>
          <access-date>2013-03-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://site.ebrary.com/id/10363978">http://site.ebrary.com/id/10363978</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Obesity and overweight: fact sheets update</article-title>
          <source>World Health Organization</source>
          <year>2020</year>
          <access-date>2013-03-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/fact-sheets/detail/obesity-and-overweight">https://www.who.int/news-room/fact-sheets/detail/obesity-and-overweight</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Withrow</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Alter</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>The economic burden of obesity worldwide: a systematic review of the direct costs of obesity</article-title>
          <source>Obes Rev</source>
          <year>2011</year>
          <month>02</month>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>131</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1467-789X.2009.00712.x</pub-id>
          <pub-id pub-id-type="medline">20122135</pub-id>
          <pub-id pub-id-type="pii">OBR712</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Popkin</surname>
              <given-names>BM</given-names>
            </name>
          </person-group>
          <article-title>Commentary: understanding the epidemiology of overweight and obesity—a real global public health concern</article-title>
          <source>Int J Epidemiol</source>
          <year>2006</year>
          <month>02</month>
          <volume>35</volume>
          <issue>1</issue>
          <fpage>60</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1093/ije/dyi255</pub-id>
          <pub-id pub-id-type="medline">16339598</pub-id>
          <pub-id pub-id-type="pii">dyi255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blackburn</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Effect of degree of weight loss on health benefits</article-title>
          <source>Obes Res</source>
          <year>1995</year>
          <month>09</month>
          <volume>3 Suppl 2</volume>
          <fpage>211s</fpage>
          <lpage>6s</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=1071-7323&#38;date=1995&#38;volume=3&#38;issue=&#38;spage=211s"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/j.1550-8528.1995.tb00466.x</pub-id>
          <pub-id pub-id-type="medline">8581779</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wing</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wadden</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Safford</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Knowler</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Bertoni</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Brancati</surname>
              <given-names>FL</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wagenknecht</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Look</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>Benefits of modest weight loss in improving cardiovascular risk factors in overweight and obese individuals with type 2 diabetes</article-title>
          <source>Diabetes Care</source>
          <year>2011</year>
          <month>07</month>
          <volume>34</volume>
          <issue>7</issue>
          <fpage>1481</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21593294"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc10-2415</pub-id>
          <pub-id pub-id-type="medline">21593294</pub-id>
          <pub-id pub-id-type="pii">dc10-2415</pub-id>
          <pub-id pub-id-type="pmcid">PMC3120182</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dounavi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tsoumani</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Mobile health applications in weight management: a systematic literature review</article-title>
          <source>Am J Prev Med</source>
          <year>2019</year>
          <month>06</month>
          <volume>56</volume>
          <issue>6</issue>
          <fpage>894</fpage>
          <lpage>903</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0749-3797(19)30025-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2018.12.005</pub-id>
          <pub-id pub-id-type="medline">31003801</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(19)30025-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paglialonga</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lugo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Santoro</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>An overview on the emerging area of identification, characterization, and assessment of health apps</article-title>
          <source>J Biomed Inform</source>
          <year>2018</year>
          <month>07</month>
          <volume>83</volume>
          <fpage>97</fpage>
          <lpage>102</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(18)30104-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2018.05.017</pub-id>
          <pub-id pub-id-type="medline">29852318</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(18)30104-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cavero-Redondo</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez-Vizcaino</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez-Rodriguez</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Saz-Lara</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pascual-Morena</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Álvarez-Bueno</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effect of behavioral weight management interventions using lifestyle mHealth self-monitoring on weight loss: a systematic review and meta-analysis</article-title>
          <source>Nutrients</source>
          <year>2020</year>
          <month>07</month>
          <day>03</day>
          <volume>12</volume>
          <issue>7</issue>
          <fpage>1977</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=nu12071977"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/nu12071977</pub-id>
          <pub-id pub-id-type="medline">32635174</pub-id>
          <pub-id pub-id-type="pii">nu12071977</pub-id>
          <pub-id pub-id-type="pmcid">PMC7400167</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Radnitz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hildebrandt</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Adherence as a predictor of weight loss in a commonly used smartphone application</article-title>
          <source>Obes Res Clin Pract</source>
          <year>2017</year>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>206</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1016/j.orcp.2016.05.001</pub-id>
          <pub-id pub-id-type="medline">27292942</pub-id>
          <pub-id pub-id-type="pii">S1871-403X(16)30029-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>WHO Global Observatory for eHealth</collab>
          </person-group>
          <source>mHealth: new horizons for health through mobile technologies: second global survey on eHealth</source>
          <year>2011</year>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Forman</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>LaFond</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Panch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Allsup</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Manning</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sattelmair</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Utility and efficacy of a smartphone application to enhance the learning and behavior goals of traditional cardiac rehabilitation: a feasibility study</article-title>
          <source>J Cardiopulm Rehabil Prev</source>
          <year>2014</year>
          <volume>34</volume>
          <issue>5</issue>
          <fpage>327</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1097/HCR.0000000000000058</pub-id>
          <pub-id pub-id-type="medline">24866355</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krebs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <article-title>Health app use among US mobile phone owners: a national survey</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>11</month>
          <day>04</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>e101</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/4/e101/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.4924</pub-id>
          <pub-id pub-id-type="medline">26537656</pub-id>
          <pub-id pub-id-type="pii">v3i4e101</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robbins</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Krebs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jagannathan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jean-Louis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <article-title>Health app use among US mobile phone users: analysis of trends by chronic disease status</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>12</month>
          <day>19</day>
          <volume>5</volume>
          <issue>12</issue>
          <fpage>e197</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/12/e197/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.7832</pub-id>
          <pub-id pub-id-type="medline">29258981</pub-id>
          <pub-id pub-id-type="pii">v5i12e197</pub-id>
          <pub-id pub-id-type="pmcid">PMC5750424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bardus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Samaha</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone and web 2.0 technologies for weight management: a systematic scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>11</month>
          <day>16</day>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>e259</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/11/e259/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5129</pub-id>
          <pub-id pub-id-type="medline">26573984</pub-id>
          <pub-id pub-id-type="pii">v17i11e259</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704945</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sherwood</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jeffery</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Neumark-Sztainer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Falkner</surname>
              <given-names>NH</given-names>
            </name>
          </person-group>
          <article-title>Consumer preferences in format and type of community-based weight control programs</article-title>
          <source>Am J Health Promot</source>
          <year>1998</year>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.4278/0890-1171-13.1.12</pub-id>
          <pub-id pub-id-type="medline">10186930</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lyzwinski</surname>
              <given-names>LN</given-names>
            </name>
          </person-group>
          <article-title>A systematic review and meta-analysis of mobile devices and weight loss with an intervention content analysis</article-title>
          <source>J Pers Med</source>
          <year>2014</year>
          <month>06</month>
          <day>30</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>311</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jpm4030311"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jpm4030311</pub-id>
          <pub-id pub-id-type="medline">25563356</pub-id>
          <pub-id pub-id-type="pii">jpm4030311</pub-id>
          <pub-id pub-id-type="pmcid">PMC4263963</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laing</surname>
              <given-names>BY</given-names>
            </name>
            <name name-style="western">
              <surname>Mangione</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Leng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vaisberg</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mahida</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bholat</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Glazier</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Morisky</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a smartphone application for weight loss compared with usual care in overweight primary care patients: a randomized, controlled trial</article-title>
          <source>Ann Intern Med</source>
          <year>2014</year>
          <month>11</month>
          <day>18</day>
          <volume>161</volume>
          <issue>10 Suppl</issue>
          <fpage>S5</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M13-3005?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M13-3005</pub-id>
          <pub-id pub-id-type="medline">25402403</pub-id>
          <pub-id pub-id-type="pii">1935738</pub-id>
          <pub-id pub-id-type="pmcid">PMC4422872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turner-McGrievy</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Wilcox</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Boutté</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Hutto</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hoover</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muth</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Defining adherence to mobile dietary self-monitoring and assessing tracking over time: tracking at least two eating occasions per day is best marker of adherence within two different mobile health randomized weight loss interventions</article-title>
          <source>J Acad Nutr Diet</source>
          <year>2019</year>
          <month>09</month>
          <volume>119</volume>
          <issue>9</issue>
          <fpage>1516</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31155473"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jand.2019.03.012</pub-id>
          <pub-id pub-id-type="medline">31155473</pub-id>
          <pub-id pub-id-type="pii">S2212-2672(19)30265-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6856872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Sealey-Potts</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Dietary self-monitoring in weight management: current evidence on efficacy and adherence</article-title>
          <source>J Acad Nutr Diet</source>
          <year>2015</year>
          <month>12</month>
          <volume>115</volume>
          <issue>12</issue>
          <fpage>1931</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jand.2015.04.005</pub-id>
          <pub-id pub-id-type="medline">26028176</pub-id>
          <pub-id pub-id-type="pii">S2212-2672(15)00449-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Nearly 1 in 4 people abandon mobile apps after only one use</article-title>
          <source>TechCrunch</source>
          <year>2016</year>
          <access-date>2021-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://techcrunch.com/2016/05/31/nearly-1-in-4-people-abandon-mobile-apps-after-only-one-use/">https://techcrunch.com/2016/05/31/nearly-1-in-4-people-abandon-mobile-apps-after-only-one-use/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vaghefi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Tulu</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The continued use of mobile health apps: insights from a longitudinal study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>08</month>
          <day>29</day>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>e12983</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/8/e12983/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12983</pub-id>
          <pub-id pub-id-type="medline">31469081</pub-id>
          <pub-id pub-id-type="pii">v7i8e12983</pub-id>
          <pub-id pub-id-type="pmcid">PMC6740166</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bacigalupo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cudd</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Littlewood</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bissell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hawley</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Buckley Woods</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Interventions employing mobile technology for overweight and obesity: an early systematic review of randomized controlled trials</article-title>
          <source>Obes Rev</source>
          <year>2013</year>
          <month>04</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>279</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/obr.12006"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/obr.12006</pub-id>
          <pub-id pub-id-type="medline">23167478</pub-id>
          <pub-id pub-id-type="pmcid">PMC3618375</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sereika</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Chasens</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Ewing</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>LE</given-names>
            </name>
          </person-group>
          <article-title>Effect of adherence to self-monitoring of diet and physical activity on weight loss in a technology-supported behavioral intervention</article-title>
          <source>Patient Prefer Adherence</source>
          <year>2012</year>
          <volume>6</volume>
          <fpage>221</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/PPA.S28889"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PPA.S28889</pub-id>
          <pub-id pub-id-type="medline">22536058</pub-id>
          <pub-id pub-id-type="pii">ppa-6-221</pub-id>
          <pub-id pub-id-type="pmcid">PMC3333811</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Treatment strategies for overweight and obesity</article-title>
          <source>J Nurs Scholarsh</source>
          <year>2011</year>
          <month>12</month>
          <volume>43</volume>
          <issue>4</issue>
          <fpage>368</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1547-5069.2011.01424.x</pub-id>
          <pub-id pub-id-type="medline">22018175</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>Lose weight</article-title>
          <source>National Health Service</source>
          <year>2020</year>
          <access-date>2021-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhs.uk/live-well/healthy-weight/start-the-nhs-weight-loss-plan/">https://www.nhs.uk/live-well/healthy-weight/start-the-nhs-weight-loss-plan/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>Major new campaign encourages millions to lose weight and cut COVID-19 risk</article-title>
          <source>United Kingdom Government</source>
          <year>2020</year>
          <access-date>2021-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gov.uk/government/news/major-new-campaign-encourages-millions-to-lose-weight-and-cut-covid-19-risk">https://www.gov.uk/government/news/major-new-campaign-encourages-millions-to-lose-weight-and-cut-covid-19-risk</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wakefield</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Loken</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hornik</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Use of mass media campaigns to change health behaviour</article-title>
          <source>Lancet</source>
          <year>2010</year>
          <month>10</month>
          <day>09</day>
          <volume>376</volume>
          <issue>9748</issue>
          <fpage>1261</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20933263"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(10)60809-4</pub-id>
          <pub-id pub-id-type="medline">20933263</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(10)60809-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC4248563</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stead</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Angus</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Langley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Katikireddi</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Hinds</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hilton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bauld</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Mass media to communicate public health messages in six health topic areas: a systematic review and other reviews of the evidence</source>
          <year>2019</year>
          <publisher-loc>Southampton, UK</publisher-loc>
          <publisher-name>NIHR Journals Library</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boles</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gredler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Manhas</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Ability of a mass media campaign to influence knowledge, attitudes, and behaviors about sugary drinks and obesity</article-title>
          <source>Prev Med</source>
          <year>2014</year>
          <month>10</month>
          <volume>67 Suppl 1</volume>
          <fpage>S40</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0091-7435(14)00264-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2014.07.023</pub-id>
          <pub-id pub-id-type="medline">25066020</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(14)00264-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McDermott</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stead</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Angus</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of social marketing interventions for health improvement: what's the evidence?</article-title>
          <source>Public Health</source>
          <year>2006</year>
          <month>12</month>
          <volume>120</volume>
          <issue>12</issue>
          <fpage>1133</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.puhe.2006.10.008</pub-id>
          <pub-id pub-id-type="medline">17095026</pub-id>
          <pub-id pub-id-type="pii">S0033-3506(06)00304-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morley</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Niven</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Swanson</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>McAleese</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Wakefield</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Controlled cohort evaluation of the LiveLighter mass media campaign's impact on adults' reported consumption of sugar-sweetened beverages</article-title>
          <source>BMJ Open</source>
          <year>2018</year>
          <month>04</month>
          <day>25</day>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e019574</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=29695387"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-019574</pub-id>
          <pub-id pub-id-type="medline">29695387</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-019574</pub-id>
          <pub-id pub-id-type="pmcid">PMC5922472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Orr</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Milat</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Neville</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Develin</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of the 2008 NSW water campaign</article-title>
          <source>Health Promot J Austr</source>
          <year>2010</year>
          <month>08</month>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>114</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1071/he10114</pub-id>
          <pub-id pub-id-type="medline">20701560</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pollard</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Daly</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Crouchley</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donoghue</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Binns</surname>
              <given-names>CW</given-names>
            </name>
          </person-group>
          <source>Public Health Nutr</source>
          <year>2008</year>
          <month>03</month>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>314</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1017/S1368980007000523</pub-id>
          <pub-id pub-id-type="medline">17612423</pub-id>
          <pub-id pub-id-type="pii">S1368980007000523</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>LB</given-names>
            </name>
          </person-group>
          <article-title>Health communication campaigns and their impact on behavior</article-title>
          <source>J Nutr Educ Behav</source>
          <year>2007</year>
          <volume>39</volume>
          <issue>2 Suppl</issue>
          <fpage>S32</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jneb.2006.09.004</pub-id>
          <pub-id pub-id-type="medline">17336803</pub-id>
          <pub-id pub-id-type="pii">S1499-4046(06)00654-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cleghorn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kvizhinadze</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nghiem</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Blakely</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Health benefits and cost-effectiveness from promoting smartphone apps for weight loss: multistate life table modeling</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>01</month>
          <day>15</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e11118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/1/e11118/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11118</pub-id>
          <pub-id pub-id-type="medline">30664471</pub-id>
          <pub-id pub-id-type="pii">v7i1e11118</pub-id>
          <pub-id pub-id-type="pmcid">PMC6350086</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mizdrak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Telfer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Direito</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cobiac</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Blakely</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cleghorn</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Health gain, cost impacts, and cost-effectiveness of a mass media campaign to promote smartphone apps for physical activity: modeling study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>06</month>
          <day>11</day>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>e18014</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/6/e18014/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18014</pub-id>
          <pub-id pub-id-type="medline">32525493</pub-id>
          <pub-id pub-id-type="pii">v8i6e18014</pub-id>
          <pub-id pub-id-type="pmcid">PMC7317635</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nghiem</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Cleghorn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Blakely</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Mass media promotion of a smartphone smoking cessation app: modelled health and cost-saving impacts</article-title>
          <source>BMC Public Health</source>
          <year>2019</year>
          <month>03</month>
          <day>08</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>283</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-019-6605-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-019-6605-8</pub-id>
          <pub-id pub-id-type="medline">30849943</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-019-6605-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6408783</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <article-title>Annual Data Explorer 2019/20: New Zealand Health Survey Data File</article-title>
          <source>Ministry of Health</source>
          <year>2020</year>
          <access-date>2021-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://minhealthnz.shinyapps.io/nz-health-survey-2019-20-annual-data-explorer/">https://minhealthnz.shinyapps.io/nz-health-survey-2019-20-annual-data-explorer/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cleghorn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Blakely</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nghiem</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mizdrak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Technical report for BODE3 DIET intervention and Multistate Lifetable Models (Technical Report: Number 16)</source>
          <year>2017</year>
          <publisher-loc>Wellington, New Zealand</publisher-loc>
          <publisher-name>Department of Public Health, University of Otago Wellington</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.otago.ac.nz/wellington/otago670797.pdf">https://www.otago.ac.nz/wellington/otago670797.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blakely</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Burden of Disease Epidemiology, Equity and Cost-Effectiveness (BODE3) Study Protocol</source>
          <year>2012</year>
          <publisher-loc>Wellington, New Zealand</publisher-loc>
          <publisher-name>University of Otago</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.otago.ac.nz/wellington/otago042986.pdf">https://www.otago.ac.nz/wellington/otago042986.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstein</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <source>Cost-Effectiveness in Health and Medicine</source>
          <year>1996</year>
          <publisher-loc>Oxford, UK</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <article-title>Digital 2019 New Zealand (January 2019) v01</article-title>
          <source>SlideShare</source>
          <year>2019</year>
          <access-date>2020-10-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.slideshare.net/DataReportal/digital-2019-new-zealand-january-2019-v01">https://www.slideshare.net/DataReportal/digital-2019-new-zealand-january-2019-v01</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kite</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gale</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Grunseit</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bellew</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lloyd</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Maxwell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vineburg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bauman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Impact of the Make Healthy Normal mass media campaign (Phase 1) on knowledge, attitudes and behaviours: a cohort study</article-title>
          <source>Aust N Z J Public Health</source>
          <year>2018</year>
          <month>06</month>
          <volume>42</volume>
          <issue>3</issue>
          <fpage>269</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1111/1753-6405.12779</pub-id>
          <pub-id pub-id-type="medline">29644787</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brannan</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Timpson</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sunyer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Amlani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Active 10 - a new approach to increase physical activity in inactive people in England</article-title>
          <source>Prog Cardiovasc Dis</source>
          <year>2019</year>
          <volume>62</volume>
          <issue>2</issue>
          <fpage>135</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pcad.2019.02.001</pub-id>
          <pub-id pub-id-type="medline">30796943</pub-id>
          <pub-id pub-id-type="pii">S0033-0620(19)30035-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Poly</surname>
              <given-names>TN</given-names>
            </name>
            <name name-style="western">
              <surname>Walther</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Jack Li</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Use of mobile phone app interventions to promote weight loss: meta-analysis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>07</month>
          <day>22</day>
          <volume>8</volume>
          <issue>7</issue>
          <fpage>e17039</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/7/e17039/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17039</pub-id>
          <pub-id pub-id-type="medline">32706724</pub-id>
          <pub-id pub-id-type="pii">v8i7e17039</pub-id>
          <pub-id pub-id-type="pmcid">PMC7407260</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fakih El Khoury</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Karavetian</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Halfens</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Crutzen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Khoja</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Schols</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>The effects of dietary mobile apps on nutritional outcomes in adults with chronic diseases: a systematic review and meta-analysis</article-title>
          <source>J Acad Nutr Diet</source>
          <year>2019</year>
          <month>04</month>
          <volume>119</volume>
          <issue>4</issue>
          <fpage>626</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jand.2018.11.010</pub-id>
          <pub-id pub-id-type="medline">30686742</pub-id>
          <pub-id pub-id-type="pii">S2212-2672(18)32273-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fawcett</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Van Velthoven</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Meinert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Long-term weight management using wearable technology in overweight and obese adults: systematic review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>03</month>
          <day>10</day>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e13461</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/3/e13461/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13461</pub-id>
          <pub-id pub-id-type="medline">32154788</pub-id>
          <pub-id pub-id-type="pii">v8i3e13461</pub-id>
          <pub-id pub-id-type="pmcid">PMC7093773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flores Mateo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Granado-Font</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ferré-Grau</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Montaña-Carreras</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone apps to promote weight loss and increase physical activity: a systematic review and meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>11</month>
          <day>10</day>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>e253</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/11/e253/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4836</pub-id>
          <pub-id pub-id-type="medline">26554314</pub-id>
          <pub-id pub-id-type="pii">v17i11e253</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schippers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Adam</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Smolenski</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>HT</given-names>
            </name>
            <name name-style="western">
              <surname>de Wit</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>A meta-analysis of overall effects of weight loss interventions delivered via mobile phones and effect size differences according to delivery mode, personal contact, and intervention intensity and duration</article-title>
          <source>Obes Rev</source>
          <year>2017</year>
          <month>04</month>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>450</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1111/obr.12492</pub-id>
          <pub-id pub-id-type="medline">28187246</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sherrington</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Newham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Adamson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McColl</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Araujo-Soares</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Systematic review and meta-analysis of internet-delivered interventions providing personalized feedback for weight loss in overweight and obese adults</article-title>
          <source>Obes Rev</source>
          <year>2016</year>
          <month>06</month>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>541</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26948257"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/obr.12396</pub-id>
          <pub-id pub-id-type="medline">26948257</pub-id>
          <pub-id pub-id-type="pmcid">PMC4999041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Simões</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Queirós</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>P Rocha</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of mobile applications running on smartphones to promote physical activity: a systematic review with meta-analysis</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>03</month>
          <day>27</day>
          <volume>17</volume>
          <issue>7</issue>
          <fpage>2251</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17072251"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17072251</pub-id>
          <pub-id pub-id-type="medline">32230769</pub-id>
          <pub-id pub-id-type="pii">ijerph17072251</pub-id>
          <pub-id pub-id-type="pmcid">PMC7177448</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Min</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Khuri</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>A Kaminsky</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>J Cheskin</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of mobile health interventions on diabetes and obesity treatment and management: systematic review of systematic reviews</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>04</month>
          <day>28</day>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e15400</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/4/e15400/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15400</pub-id>
          <pub-id pub-id-type="medline">32343253</pub-id>
          <pub-id pub-id-type="pii">v8i4e15400</pub-id>
          <pub-id pub-id-type="pmcid">PMC7218595</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Burley</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nykjaer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cade</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Adherence to a smartphone application for weight loss compared to website and paper diary: pilot randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>04</month>
          <day>15</day>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>e32</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/4/e32/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2283</pub-id>
          <pub-id pub-id-type="medline">23587561</pub-id>
          <pub-id pub-id-type="pii">v15i4e32</pub-id>
          <pub-id pub-id-type="pmcid">PMC3636323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dansinger</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Tatsioni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Balk</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Meta-analysis: the effect of dietary counseling for weight loss</article-title>
          <source>Ann Intern Med</source>
          <year>2007</year>
          <month>07</month>
          <day>03</day>
          <volume>147</volume>
          <issue>1</issue>
          <fpage>41</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.7326/0003-4819-147-1-200707030-00007</pub-id>
          <pub-id pub-id-type="medline">17606960</pub-id>
          <pub-id pub-id-type="pii">147/1/41</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blakely</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cobiac</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cleghorn</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>van der Deen</surname>
              <given-names>FS</given-names>
            </name>
            <name name-style="western">
              <surname>Kvizhinadze</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nghiem</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Health, health inequality, and cost impacts of annual increases in tobacco tax: multistate life table modeling in New Zealand</article-title>
          <source>PLoS Med</source>
          <year>2015</year>
          <month>07</month>
          <volume>12</volume>
          <issue>7</issue>
          <fpage>e1001856</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1001856"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1001856</pub-id>
          <pub-id pub-id-type="medline">26218517</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-15-00147</pub-id>
          <pub-id pub-id-type="pmcid">PMC4517929</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>University of Otago and Ministry of Health</collab>
          </person-group>
          <source>Methodology report for the 2008/09 New Zealand Adult Nutrition Survey</source>
          <year>2011</year>
          <publisher-loc>Wellington, New Zealand</publisher-loc>
          <publisher-name>Ministry of Health</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="web">
          <article-title>Annual Report For the year ended 30 June 2018</article-title>
          <source>Health Promotion Agency</source>
          <year>2018</year>
          <access-date>2022-02-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hpa.org.nz/sites/default/files/6.1%20HPA132%20Annual%20Report%202018_Full.pdf">https://www.hpa.org.nz/sites/default/files/6.1%20HPA132%20Annual%20Report%202018_Full.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harkin</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Webb</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Prestwich</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Conner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kellar</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Benn</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Sheeran</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Does monitoring goal progress promote goal attainment? A meta-analysis of the experimental evidence</article-title>
          <source>Psychol Bull</source>
          <year>2016</year>
          <month>02</month>
          <volume>142</volume>
          <issue>2</issue>
          <fpage>198</fpage>
          <lpage>229</lpage>
          <pub-id pub-id-type="doi">10.1037/bul0000025</pub-id>
          <pub-id pub-id-type="medline">26479070</pub-id>
          <pub-id pub-id-type="pii">2015-47216-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ananthapavan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sacks</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Moodie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Veerman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mantilla Herrera</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Lal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Peeters</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Priority-setting for obesity prevention-The Assessing Cost-Effectiveness of obesity prevention policies in Australia (ACE-Obesity Policy) study</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>e0234804</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0234804"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0234804</pub-id>
          <pub-id pub-id-type="medline">32559212</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-02180</pub-id>
          <pub-id pub-id-type="pmcid">PMC7304600</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <source>Obesity: Preventing and managing the global epidemic: report of a WHO consultation</source>
          <year>2000</year>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Post</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Goldfarb</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>YM</given-names>
            </name>
            <name name-style="western">
              <surname>Augustson</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Using a media campaign to increase engagement with a mobile-based youth smoking cessation program</article-title>
          <source>Am J Health Promot</source>
          <year>2018</year>
          <month>06</month>
          <volume>32</volume>
          <issue>5</issue>
          <fpage>1273</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1177/0890117117728608</pub-id>
          <pub-id pub-id-type="medline">28925292</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kotz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stapleton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Walmsley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>How effective and cost-effective was the national mass media smoking cessation campaign 'Stoptober'?</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2014</year>
          <month>02</month>
          <day>01</day>
          <volume>135</volume>
          <fpage>52</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0376-8716(13)00470-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2013.11.003</pub-id>
          <pub-id pub-id-type="medline">24322004</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(13)00470-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC3929003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mosdøl</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lidal</surname>
              <given-names>IB</given-names>
            </name>
            <name name-style="western">
              <surname>Straumann</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Vist</surname>
              <given-names>GE</given-names>
            </name>
          </person-group>
          <article-title>Targeted mass media interventions promoting healthy behaviours to reduce risk of non-communicable diseases in adult, ethnic minorities</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <month>02</month>
          <day>17</day>
          <volume>2</volume>
          <fpage>CD011683</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28211056"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD011683.pub2</pub-id>
          <pub-id pub-id-type="medline">28211056</pub-id>
          <pub-id pub-id-type="pmcid">PMC6464363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kayyali</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Peletidi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ismail</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hashim</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Bandeira</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bonnah</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Awareness and use of mHealth apps: a study from England</article-title>
          <source>Pharmacy (Basel)</source>
          <year>2017</year>
          <month>06</month>
          <day>14</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>33</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=pharmacy5020033"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/pharmacy5020033</pub-id>
          <pub-id pub-id-type="medline">28970445</pub-id>
          <pub-id pub-id-type="pii">pharmacy5020033</pub-id>
          <pub-id pub-id-type="pmcid">PMC5597158</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Turk</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Kalarchian</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Pellegrini</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Defining adherence to dietary self-monitoring using a mobile app: a narrative review</article-title>
          <source>J Acad Nutr Diet</source>
          <year>2018</year>
          <month>11</month>
          <volume>118</volume>
          <issue>11</issue>
          <fpage>2094</fpage>
          <lpage>119</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jand.2018.05.011</pub-id>
          <pub-id pub-id-type="medline">30115555</pub-id>
          <pub-id pub-id-type="pii">S2212-2672(18)30748-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Swinburn</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Power Dynamics in 21st-Century Food Systems</article-title>
          <source>Nutrients</source>
          <year>2019</year>
          <month>10</month>
          <day>22</day>
          <volume>11</volume>
          <issue>10</issue>
          <fpage>2544</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=nu11102544"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/nu11102544</pub-id>
          <pub-id pub-id-type="medline">31652523</pub-id>
          <pub-id pub-id-type="pii">nu11102544</pub-id>
          <pub-id pub-id-type="pmcid">PMC6835350</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Stephens</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dennison Himmelfarb</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hauck</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Randomized controlled pilot study testing use of smartphone technology for obesity treatment</article-title>
          <source>J Obes</source>
          <year>2013</year>
          <volume>2013</volume>
          <fpage>151597</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2013/151597"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2013/151597</pub-id>
          <pub-id pub-id-type="medline">24392223</pub-id>
          <pub-id pub-id-type="pmcid">PMC3872411</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Truelove</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vanderloo</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Di Sebastiano</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Faulkner</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The use of the behaviour change wheel in the development of ParticipACTION's physical activity app</article-title>
          <source>Prev Med Rep</source>
          <year>2020</year>
          <month>12</month>
          <volume>20</volume>
          <fpage>101224</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2211-3355(20)30182-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pmedr.2020.101224</pub-id>
          <pub-id pub-id-type="medline">33134041</pub-id>
          <pub-id pub-id-type="pii">S2211-3355(20)30182-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7585152</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
