<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i5e23974</article-id>
      <article-id pub-id-type="pmid">33949954</article-id>
      <article-id pub-id-type="doi">10.2196/23974</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Counselor Efficiency at Providing Feedback in a Technology-Based Behavioral Weight Loss Intervention: Longitudinal Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hong</surname>
            <given-names>Jingfang</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tam</surname>
            <given-names>Hon Lon</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Fahey</surname>
            <given-names>Margaret C</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8672-8785</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Klesges</surname>
            <given-names>Robert C</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1314-5092</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kocak</surname>
            <given-names>Mehmet</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3386-1734</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Gladney</surname>
            <given-names>Leslie A</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9006-4902</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Talcott</surname>
            <given-names>Gerald W</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5954-4921</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Krukowski</surname>
            <given-names>Rebecca A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>Department of Preventive Medicine</institution>
            <institution>College of Medicine</institution>
            <institution>University of Tennessee Health Science Center</institution>
            <addr-line>66 N Pauline St</addr-line>
            <addr-line>Memphis, TN, 38105</addr-line>
            <country>United States</country>
            <phone>1 901 448 2426</phone>
            <email>rkrukows@uthsc.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9193-2783</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Psychology Department</institution>
        <institution>The University of Memphis</institution>
        <addr-line>Memphis, TN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Medicine</institution>
        <institution>University of Virginia</institution>
        <addr-line>Charlottesville, VA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Preventive Medicine</institution>
        <institution>College of Medicine</institution>
        <institution>University of Tennessee Health Science Center</institution>
        <addr-line>Memphis, TN</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Rebecca A Krukowski <email>rkrukows@uthsc.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>5</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>5</volume>
      <issue>5</issue>
      <elocation-id>e23974</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>18</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>2</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Margaret C Fahey, Robert C Klesges, Mehmet Kocak, Leslie A Gladney, Gerald W Talcott, Rebecca A Krukowski. Originally published in JMIR Formative Research (https://formative.jmir.org), 05.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2021/5/e23974" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Feedback for participants’ self-monitoring is a crucial and costly component of technology-based weight loss interventions. Detailed examination of interventionist time when reviewing and providing feedback for online self-monitoring data is lacking.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to longitudinally examine the time counselors spent providing feedback on participant self-monitoring data (ie, diet, physical activity, weight) in a 12-month technology-based weight loss intervention. We hypothesized that counselors would compose feedback for participants more quickly over time.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The time the lay counselors (N=10) spent reviewing self-monitoring records and providing feedback to participants via email was longitudinally examined for all counselors across the three years of study implementation. Descriptives were observed for counselor feedback duration across counselors by 12 annual quarters (ie, 3-month periods). Differences in overall duration times by each consecutive annual quarter were analyzed using Wilcoxon-Mann-Whitney tests.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>There was a decrease in counselor feedback duration from the first to second quarter (mean 53 to 46 minutes; <italic>P</italic>&#60;.001), and from the second to third (mean 46 to 30 minutes; <italic>P</italic>&#60;.001). A trend suggested a decrease from the third to fourth quarter (mean 30 to 26 minutes; <italic>P</italic>=.053), but no changes were found in subsequent quarters. Consistent with the hypothesis, counselors may be increasing their efficiency in providing feedback; across 12 months, counselors spent less time reviewing participant self-monitoring and composing feedback (decreasing from mean 53 to 26 minutes).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Counselors used increasingly less time to review online self-monitoring data and compose feedback after the initial 9 months of study implementation. Results inform counselor costs for future technology-based behavioral weight loss interventions. For example, regardless of increasing counselor efficiency, 25-30 minutes per feedback message is a high cost for interventions. One possibility for reducing costs would be generating computer-automated feedback.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT02063178; https://clinicaltrials.gov/ct2/show/NCT02063178</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>technology-based intervention</kwd>
        <kwd>counselor communication</kwd>
        <kwd>counselor feedback</kwd>
        <kwd>counselor</kwd>
        <kwd>weight loss</kwd>
        <kwd>lifestyle</kwd>
        <kwd>wellness</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Consistent weight and dietary self-monitoring are key elements for successful weight loss in both in-person [<xref ref-type="bibr" rid="ref1">1</xref>] and technology-based programs [<xref ref-type="bibr" rid="ref2">2</xref>], and using technology for self-monitoring (eg, apps, smart scales) can increase self-monitoring adherence [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. Personalized self-monitoring feedback on the frequency of weight, dietary, and exercise monitoring; reinforcing comments about weight loss behaviors; and presentation of behavior change possibilities are core elements of behavioral weight loss interventions [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Feedback on self-monitoring data appears to be a crucial component of these interventions since it is associated with greater self-monitoring engagement as well as greater weight loss in interventions [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. In recent years, technology-based communication (eg, email) has been increasingly used for counselor’s feedback [<xref ref-type="bibr" rid="ref9">9</xref>], particularly since participants are now able to self-monitor food intake, weight, and physical activity online using either researcher-developed or commercial websites/apps [<xref ref-type="bibr" rid="ref13">13</xref>] rather than using paper and pencil diaries.</p>
      <p>In studies that have evaluated the cost-effectiveness of behavioral weight loss interventions [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref25">25</xref>], interventionist compensation emerges in the available studies as one of the costliest components [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], including time for conducting the sessions and for providing feedback (ie, review of self-monitoring data, composing feedback). Interventionist costs, however, are often bundled in these analyses [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]; that is, combining time required for the sessions together with time required for providing feedback as well as other intervention tasks. The amount of time for sessions is often quite rigid (eg, 60-90 minutes for group sessions; 20-30 minutes for individual sessions), with standard outlines of material to cover, but little is known about the time associated with providing self-monitoring feedback.</p>
      <p>One study examined costs of providing email feedback for online self-monitoring data, based on retrospective self-reported estimates of counselor time in a “typical week” and “after substantial implementation experience,” but bundled all intervention costs together (ie, session preparation, conducting the group session, review of self-monitoring journals, periodic contact of participants who might miss sessions or who have questions, posting on the bulletin board, record keeping, technical work by the webmaster) [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. To our knowledge, only one behavioral intervention specifically reported isolated counselor feedback time, using an average weekly estimate for the entire intervention, but it is not clear whether this information was collected contemporaneously or retrospectively [<xref ref-type="bibr" rid="ref26">26</xref>]. Thus, previous information is limited to averages, and it is not clear that real-time data collection of each feedback message composed has been examined. Further, because counselor efficiency might increase over time, it will be important to examine the potential impact of implementation experience.</p>
      <p>Thus, the purpose of this study was to longitudinally examine the time required to review self-monitoring data and compose feedback among newly trained counselors for participants engaged in a 12-month behavioral weight loss intervention. These data will be important since a detailed examination of interventionist time when reviewing and providing feedback for online self-monitoring data can inform the cost-effectiveness of technology-based programs (including the time for new counselors to “peak” in efficiency) and serve as a baseline for comparison if strategies are implemented for increasing efficiency. This study examined time spent on counselor self-monitoring feedback across the three years that the weight loss intervention was implemented. We hypothesize that counselors will deliver feedback on participant diet, physical activity, and weight self-monitoring more quickly over time.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants</title>
        <p>Individuals receiving self-monitoring feedback in the behavioral weight loss intervention were active duty military personnel stationed at Lackland Air Force Base in San Antonio, Texas, enrolled in the Fit Blue weight loss study (2014-2017) [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Recruitment used posters and bulletins, on-base presentations, advertisements, and word of mouth. Those interested were phone screened by study staff to assess eligibility (ie, &#62;1 year left on base, &#62;18 years of age, BMI &#62;25.0 kg/m<sup>2</sup>, health care provider clearance, computer/email access). At baseline, 248 participants were randomized to either a counselor-initiated or self-paced 12-month intervention condition. Conditions varied in intensity and self-initiation required but were similar in intervention goals.</p>
      </sec>
      <sec>
        <title>Self-monitoring Components</title>
        <sec>
          <title>Overview</title>
          <p>Participants were asked to self-monitor food intake, physical activity, and weight daily. To record food intake and physical activity, participants used the Lose It! app or website and permitted their counselor to access this information. To monitor weight, participants used the BodyTrace e-scale provided to them at baseline, which uploaded to a secure personalized website. In the counselor-initiated condition, counselors provided feedback on dietary, physical activity, and weight self-monitoring at the same frequency as telephone sessions (ie, weekly for 4 months, then biweekly for 4 months, then monthly for 4 months) via email (28 total). The self-paced condition was provided feedback via email when requested (up to 28), although in practice this feedback was rarely requested in the self-paced condition [<xref ref-type="bibr" rid="ref28">28</xref>]. The time estimates presented in the analyses are based on 2670 emails (<xref ref-type="table" rid="table1">Table 1</xref>). The protocol was approved by the Institutional Review Board of the Wilford Hall Ambulatory Surgical Center in San Antonio, Texas, and acknowledged by the Institutional Review Board at the University of Tennessee Health Science Center.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Change in feedback durations across counselors.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="270"/>
              <col width="230"/>
              <col width="120"/>
              <col width="120"/>
              <col width="130"/>
              <col width="130"/>
              <thead>
                <tr valign="top">
                  <td>Quarters from first review</td>
                  <td colspan="5">Feedback duration across counselors (minutes)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Number of feedback emails</td>
                  <td>Quartile 1</td>
                  <td>Median</td>
                  <td>Mean (SD)</td>
                  <td>Quartile 3</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>1</td>
                  <td>335</td>
                  <td>30</td>
                  <td>30</td>
                  <td>53 (54)</td>
                  <td>60</td>
                </tr>
                <tr valign="top">
                  <td>2</td>
                  <td>380</td>
                  <td>20</td>
                  <td>30</td>
                  <td>46 (47)</td>
                  <td>45</td>
                </tr>
                <tr valign="top">
                  <td>3</td>
                  <td>324</td>
                  <td>20</td>
                  <td>30</td>
                  <td>30 (25)</td>
                  <td>30</td>
                </tr>
                <tr valign="top">
                  <td>4</td>
                  <td>286</td>
                  <td>15</td>
                  <td>25</td>
                  <td>26 (19)</td>
                  <td>30</td>
                </tr>
                <tr valign="top">
                  <td>5</td>
                  <td>317</td>
                  <td>20</td>
                  <td>30</td>
                  <td>26 (12)</td>
                  <td>30</td>
                </tr>
                <tr valign="top">
                  <td>6</td>
                  <td>309</td>
                  <td>17</td>
                  <td>25</td>
                  <td>27 (15)</td>
                  <td>30</td>
                </tr>
                <tr valign="top">
                  <td>7</td>
                  <td>249</td>
                  <td>20</td>
                  <td>30</td>
                  <td>28 (14)</td>
                  <td>30</td>
                </tr>
                <tr valign="top">
                  <td>8</td>
                  <td>231</td>
                  <td>25</td>
                  <td>30</td>
                  <td>27 (7)</td>
                  <td>30</td>
                </tr>
                <tr valign="top">
                  <td>≥9</td>
                  <td>239</td>
                  <td>25</td>
                  <td>30</td>
                  <td>28 (12)</td>
                  <td>30</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Counselor Characteristics and Training</title>
          <p>Counselors (N=10) held bachelor’s or master’s degrees (ie, social work, counseling/psychology, child and family development, nursing, justice administration); however, they were considered lay interventionists since no prior counseling or research experience was required. Counselors were hired based on their interest in providing behavioral interventions and in research, and they were either retired from the military or familiar with military culture. All counselors were new to providing self-monitoring feedback in a weight loss intervention. Counselors attended a week-long training on the study protocol, behavioral weight management principles, feedback, and motivational interviewing. Counselors were taught to construct emails as “feedback sandwiches,” with reinforcement of behaviors sandwiched around identification of potential areas of behavior change, consistent with guidance from other studies [<xref ref-type="bibr" rid="ref29">29</xref>]. Counselors submitted practice emails that were discussed among counselors led by the principal investigator (RAK). Two counselors joined the team midway through the study timeline and were similarly trained. All counselors participated in ongoing biweekly 1-hour supervision and 1-hour motivational interviewing training and received roughly quarterly retraining on providing self-monitoring feedback to maintain and improve this skill.</p>
        </sec>
        <sec>
          <title>Documentation of Self-monitoring Feedback Duration</title>
          <p>Counselors contemporaneously logged the time it took them to review online self-monitoring data and construct each personalized email in the electronic study database.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>All feedback duration times were included in analyses regardless of condition. Descriptives (ie, median, mean, SD, first quartile, third quartile, quartile range) were observed for feedback duration across counselors by 12 annual quarters (ie, 3-month periods). For counselors who joined the team later (N=2), the first quarter they provided feedback was compiled with the first quarter of feedback from the original counselors. Differences in overall duration times by each consecutive annual quarter were analyzed using the Wilcoxon-Mann-Whitney test.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Across all counselors, there was a significant decrease in overall duration to review self-monitoring data and compose feedback messages from the first to second quarter (<italic>P</italic>&#60;.001; IQR 30-60 minutes versus 20-45 minutes; mean 53, SD 56 versus mean 46, SD 47; <xref ref-type="table" rid="table1">Table 1</xref>). There was a significant decrease in overall duration from the second to third quarter (<italic>P</italic>&#60;.001; IQR 20-45 minutes versus 20-30 minutes; mean 46, SD 47 versus mean 30, SD 25). A nonsignificant trend suggested a decrease in duration from the third to fourth quarter (<italic>P</italic>=.053; IQR 20-30 minutes versus 15-30 minutes; mean 30, SD 25 versus mean 26, SD 19). There was no significant change in duration between later quarters (<xref ref-type="table" rid="table1">Table 1</xref>). Median time ranged from 25 to 30 minutes (<xref ref-type="table" rid="table1">Table 1</xref>). Median and mean feedback durations across all quarters are presented in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Feedback duration across intervention quarters. Counselor efficiency increases over time.</p>
        </caption>
        <graphic xlink:href="formative_v5i5e23974_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Counselors needed increasingly less time to review online self-monitoring data and compose personalized feedback to participants over the first 9 months the behavioral weight loss intervention was implemented, with a nonsignificant trend suggesting increased efficiency for the next 3 months as well. Thus, after 12 months, the mean amount of time spent in reviewing self-monitoring data and composing feedback decreased from 53 to 26 minutes. When examining median times, there was less variation across all quarters (ie, 25-30 minutes); however, a decrease in IQR in the first three quarters was notable. This narrowing time range indicated that counselors composed these feedback messages more consistently near the median (ie, 30 minutes) over time.</p>
        <p>Although the standard deviation decreased, it remained high, likely due to variability across individual counselors and participant characteristics. Some participants might have logged similar data to previous weeks, or only logged one day, requiring shorter feedback messages. In response to these self-monitoring situations, counselors might write, “You continued to meet your calorie and fat goals and continue to make regular choices of fruits, vegetables, whole grains, and low- or no-calorie beverages” or “You met your calorie and fat goals on the one day that you were able to log. What were the barriers for logging on the other days?” Additionally, perhaps some counselors were quicker at crafting feedback than others.</p>
        <p>Mean time was 32 minutes per feedback message, which is higher than the 10-15 minutes found by Hunter et al [<xref ref-type="bibr" rid="ref26">26</xref>], during which counselors similarly provided feedback on food intake, exercise, and weight. However, only time spent providing feedback was reported, which—unlike the current study—did not include time reviewing self-monitoring data [<xref ref-type="bibr" rid="ref26">26</xref>]. Further, it is unclear if the counselors in this previous research logged feedback duration contemporaneously or retrospectively [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>The decrease in time for feedback messages might be influenced by multiple factors. Perhaps counselors became more efficient at reviewing self-monitoring data and constructing feedback with experience and additional training. Another possibility is that counselors provided less detailed feedback and became “sloppier” over time. However, this is less likely given that the overall intervention results indicated participants experienced significant weight loss at 4-month and 12-month outcomes [<xref ref-type="bibr" rid="ref28">28</xref>], and periodic retraining on self-monitoring feedback was conducted to increase the likelihood of maintaining good quality feedback. Further, participants might have needed increasingly less feedback about their behaviors over the 12 months that they participated in the intervention. However, our study compared time periods specific to counselor experience, which included the three years that the 12-month intervention was implemented. Thus, individual participants cycled throughout the three years that our results were analyzed and overlapped with participants at other stages of intervention. Nonetheless, future research should rate the quality of feedback over time alongside the time required to compose it.</p>
        <p>Regardless of increasing counselor efficiency, 25-30 minutes per feedback message is a high cost for interventions, even cost-effective interventions such as this one [<xref ref-type="bibr" rid="ref24">24</xref>]. In order to improve dissemination of behavioral weight management programs to all who are eligible and interested, particularly in settings (eg, primary care) without individuals who may have the time, training, and supervising experience to provide self-monitoring feedback, it may be beneficial to develop strategies for decreasing the amount of time required for crafting each message. Some possibilities for reducing the costs of individualized counselor feedback would be generating computer-automated feedback or facilitating peer-group interaction to help promote self-monitoring behaviors [<xref ref-type="bibr" rid="ref30">30</xref>]. Although computer-automated feedback was comparable to counselor feedback in the short term in previous research, automated feedback was less effective for long-term weight loss [<xref ref-type="bibr" rid="ref12">12</xref>]. Given limited research on computer-generated feedback [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] and the common use of counselor-generated feedback [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>], it is clearly still important to understand in detail the time costs associated with counselor feedback. These details can inform future program budgets, especially since counselor compensation is one of the largest costs [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. However, since computer-tailored feedback might be more regularly incorporated into future interventions, a better understanding of the efficiency of counselors in crafting feedback may be beneficial to compare these different modalities.</p>
        <p>There are several limitations to consider. Counselors self-reported time spent reviewing self-monitoring data and constructing feedback, which may be less accurate compared to objective measurements. However, this level of detail is much greater than previous studies. In addition, findings are based on lay counselors and may differ from other weight loss professionals (eg, dietitians). Finally, future studies might examine a consortium of behavioral weight management studies in order to have a larger sample size of interventionists in analyses that examine these questions.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Current findings suggest that counselors, across the initial 9 months of a behavioral weight loss intervention, become quicker at reviewing participant self-monitoring data and composing individualized feedback. Although there was individual variability, findings indicate that after 9-12 months of experience, counselors composed self-monitoring feedback more consistently in about 30 minutes. Despite indications of increased counselor efficiency, time per feedback message was only reduced to 25-30 minutes. Weight loss programs might consider testing computer-automated feedback with human tailoring to reduce counselor time.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <ack>
      <p>The study was funded by the National Institute of Diabetes and Digestive and Kidney Diseases (RO1 DK097158) of the National Institutes of Health, with the title of “Dissemination of the Look Ahead Weight Management Treatment in the Military,” and RCK and RAK as Principal Investigators<italic>.</italic></p>
      <p>The research represents a Collaborative Research and Development Agreement with the United States Air Force (CRADA #13-168-SG-C13001). The trial is registered on ClinicalTrials.gov (NCT 02063178). The opinions expressed in this document are solely those of the authors and do not represent an endorsement by or the views of the United States Air Force, the Department of Defense, or the United States Government. Finally, we would like to thank the participants and the research team for their dedication to the research.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>MCF wrote the first draft of the manuscript and conducted a literature review for the study. RCK was involved in study conceptualization, design, and implementation. MK ran statistical analyses for the study. LAG was involved in study conceptualization, design, and implementation. GWT was involved in study conceptualization, design, and implementation. RAK was involved in study conceptualization, study design, study implementation, and mentorship of student author. All authors reviewed and revised the manuscript draft.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boutelle</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kirschenbaum</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Further support for consistent self-monitoring as a vital component of successful weight control</article-title>
          <source>Obes Res</source>
          <year>1998</year>
          <month>05</month>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>219</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=1071-7323&#38;date=1998&#38;volume=6&#38;issue=3&#38;spage=219"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/j.1550-8528.1998.tb00340.x</pub-id>
          <pub-id pub-id-type="medline">9618126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Conroy</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Sereika</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Elci</surname>
              <given-names>OU</given-names>
            </name>
            <name name-style="western">
              <surname>Styn</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Acharya</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Sevick</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Ewing</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Glanz</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The effect of electronic self-monitoring on weight loss and dietary intake: a randomized behavioral weight loss trial</article-title>
          <source>Obesity (Silver Spring)</source>
          <year>2011</year>
          <month>02</month>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>338</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/oby.2010.208"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/oby.2010.208</pub-id>
          <pub-id pub-id-type="medline">20847736</pub-id>
          <pub-id pub-id-type="pii">oby2010208</pub-id>
          <pub-id pub-id-type="pmcid">PMC3268702</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Stephens</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dennison Himmelfarb</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hauck</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Randomized controlled pilot study testing use of smartphone technology for obesity treatment</article-title>
          <source>J Obes</source>
          <year>2013</year>
          <volume>2013</volume>
          <fpage>151597</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2013/151597"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2013/151597</pub-id>
          <pub-id pub-id-type="medline">24392223</pub-id>
          <pub-id pub-id-type="pmcid">PMC3872411</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>West</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Belvedere</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Andreasen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Frandsen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Crookston</surname>
              <given-names>BT</given-names>
            </name>
          </person-group>
          <article-title>Controlling Your "App"etite: How Diet and Nutrition-Related Mobile Apps Lead to Behavior Change</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>07</month>
          <day>10</day>
          <volume>5</volume>
          <issue>7</issue>
          <fpage>e95</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/7/e95/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.7410</pub-id>
          <pub-id pub-id-type="medline">28694241</pub-id>
          <pub-id pub-id-type="pii">v5i7e95</pub-id>
          <pub-id pub-id-type="pmcid">PMC5525004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laing</surname>
              <given-names>BY</given-names>
            </name>
            <name name-style="western">
              <surname>Mangione</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Leng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vaisberg</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mahida</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bholat</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Glazier</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Morisky</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a smartphone application for weight loss compared with usual care in overweight primary care patients: a randomized, controlled trial</article-title>
          <source>Ann Intern Med</source>
          <year>2014</year>
          <month>11</month>
          <day>18</day>
          <volume>161</volume>
          <issue>10 Suppl</issue>
          <fpage>S5</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25402403"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M13-3005</pub-id>
          <pub-id pub-id-type="medline">25402403</pub-id>
          <pub-id pub-id-type="pii">1935738</pub-id>
          <pub-id pub-id-type="pmcid">PMC4422872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steinberg</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Askew</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Foley</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>GG</given-names>
            </name>
          </person-group>
          <article-title>Daily text messaging for weight control among racial and ethnic minority women: randomized controlled pilot study</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>11</month>
          <day>18</day>
          <volume>15</volume>
          <issue>11</issue>
          <fpage>e244</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/11/e244/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2844</pub-id>
          <pub-id pub-id-type="medline">24246427</pub-id>
          <pub-id pub-id-type="pii">v15i11e244</pub-id>
          <pub-id pub-id-type="pmcid">PMC3841371</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Diabetes Prevention Program (DPP) Research Group</collab>
          </person-group>
          <article-title>The Diabetes Prevention Program (DPP): description of lifestyle intervention</article-title>
          <source>Diabetes Care</source>
          <year>2002</year>
          <month>12</month>
          <day>01</day>
          <volume>25</volume>
          <issue>12</issue>
          <fpage>2165</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/12453955"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/diacare.25.12.2165</pub-id>
          <pub-id pub-id-type="medline">12453955</pub-id>
          <pub-id pub-id-type="pmcid">PMC1282458</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Look AHEAD Research Group</collab>
            <name name-style="western">
              <surname>Wadden</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Delahanty</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jakicic</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rejeski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Berkowitz</surname>
              <given-names>RI</given-names>
            </name>
            <name name-style="western">
              <surname>Kelley</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Tomchee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Kumanyika</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The Look AHEAD study: a description of the lifestyle intervention and the evidence supporting it</article-title>
          <source>Obesity (Silver Spring)</source>
          <year>2006</year>
          <month>05</month>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>737</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/oby.2006.84"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/oby.2006.84</pub-id>
          <pub-id pub-id-type="medline">16855180</pub-id>
          <pub-id pub-id-type="pii">14/5/737</pub-id>
          <pub-id pub-id-type="pmcid">PMC2613279</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khaylis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yiaslas</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bergstrom</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gore-Felton</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A review of efficacious technology-based weight-loss interventions: five key components</article-title>
          <source>Telemed J E Health</source>
          <year>2010</year>
          <month>11</month>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>931</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21091286"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2010.0065</pub-id>
          <pub-id pub-id-type="medline">21091286</pub-id>
          <pub-id pub-id-type="pmcid">PMC3000900</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krukowski</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey-Berino</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ashikaga</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Micco</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Internet-based weight control: the relationship between web features and weight loss</article-title>
          <source>Telemed J E Health</source>
          <year>2008</year>
          <month>10</month>
          <volume>14</volume>
          <issue>8</issue>
          <fpage>775</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18954247"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2007.0132</pub-id>
          <pub-id pub-id-type="medline">18954247</pub-id>
          <pub-id pub-id-type="pmcid">PMC2998280</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tate</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Wing</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Winett</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Using Internet technology to deliver a behavioral weight loss program</article-title>
          <source>JAMA</source>
          <year>2001</year>
          <month>03</month>
          <day>07</day>
          <volume>285</volume>
          <issue>9</issue>
          <fpage>1172</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.285.9.1172</pub-id>
          <pub-id pub-id-type="medline">11231746</pub-id>
          <pub-id pub-id-type="pii">joc01569</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tate</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Jackvony</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Wing</surname>
              <given-names>RR</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial comparing human e-mail counseling, computer-automated tailored counseling, and no counseling in an Internet weight loss program</article-title>
          <source>Arch Intern Med</source>
          <year>2006</year>
          <month>08</month>
          <day>14</day>
          <volume>166</volume>
          <issue>15</issue>
          <fpage>1620</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.166.15.1620</pub-id>
          <pub-id pub-id-type="medline">16908795</pub-id>
          <pub-id pub-id-type="pii">166/15/1620</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Janke</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Kozak</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>McFadden</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>DeMott</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pictor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Siddique</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pellegrini</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Buscemi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hedeker</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Integrating technology into standard weight loss treatment: a randomized controlled trial</article-title>
          <source>JAMA Intern Med</source>
          <year>2013</year>
          <month>01</month>
          <day>28</day>
          <volume>173</volume>
          <issue>2</issue>
          <fpage>105</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23229890"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2013.1221</pub-id>
          <pub-id pub-id-type="medline">23229890</pub-id>
          <pub-id pub-id-type="pii">1485082</pub-id>
          <pub-id pub-id-type="pmcid">PMC3684245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zgibor</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>McTigue</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bhargava</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bryce</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Cost effectiveness of an internet-delivered lifestyle intervention in primary care patients with high cardiovascular risk</article-title>
          <source>Prev Med</source>
          <year>2016</year>
          <month>06</month>
          <volume>87</volume>
          <fpage>103</fpage>
          <lpage>109</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2016.02.036</pub-id>
          <pub-id pub-id-type="medline">26921656</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(16)30017-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Orchard</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Piatt</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Seidel</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Zgibor</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Bryce</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Cost-effectiveness analysis of efforts to reduce risk of type 2 diabetes and cardiovascular disease in southwestern Pennsylvania, 2005-2007</article-title>
          <source>Prev Chronic Dis</source>
          <year>2010</year>
          <month>09</month>
          <volume>7</volume>
          <issue>5</issue>
          <fpage>A109</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/pcd/issues/2010/sep/09_0200.htm"/>
          </comment>
          <pub-id pub-id-type="medline">20712936</pub-id>
          <pub-id pub-id-type="pii">A109</pub-id>
          <pub-id pub-id-type="pmcid">PMC2938403</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hollenbeak</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstock</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Cibula</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Delahanty</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Trief</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Cost-effectiveness of SHINE: A Telephone Translation of the Diabetes Prevention Program</article-title>
          <source>Health Serv Insights</source>
          <year>2016</year>
          <volume>9</volume>
          <fpage>21</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.4137/HSI.S39084?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.4137/HSI.S39084</pub-id>
          <pub-id pub-id-type="medline">27429556</pub-id>
          <pub-id pub-id-type="pii">hsi-9-2016-021</pub-id>
          <pub-id pub-id-type="pmcid">PMC4936790</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herman</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Hoerger</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brandle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hicks</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sorensen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hamman</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Ackermann</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Engelgau</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Ratner</surname>
              <given-names>RE</given-names>
            </name>
            <collab>Diabetes Prevention Program Research Group</collab>
          </person-group>
          <article-title>The cost-effectiveness of lifestyle modification or metformin in preventing type 2 diabetes in adults with impaired glucose tolerance</article-title>
          <source>Ann Intern Med</source>
          <year>2005</year>
          <month>03</month>
          <day>01</day>
          <volume>142</volume>
          <issue>5</issue>
          <fpage>323</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15738451"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-142-5-200503010-00007</pub-id>
          <pub-id pub-id-type="medline">15738451</pub-id>
          <pub-id pub-id-type="pii">142/5/323</pub-id>
          <pub-id pub-id-type="pmcid">PMC2701392</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Diabetes Prevention Program Research Group</collab>
          </person-group>
          <article-title>Within-trial cost-effectiveness of lifestyle intervention or metformin for the primary prevention of type 2 diabetes</article-title>
          <source>Diabetes Care</source>
          <year>2003</year>
          <month>09</month>
          <day>22</day>
          <volume>26</volume>
          <issue>9</issue>
          <fpage>2518</fpage>
          <lpage>23</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/12941712"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/diacare.26.9.2518</pub-id>
          <pub-id pub-id-type="medline">12941712</pub-id>
          <pub-id pub-id-type="pmcid">PMC1360736</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rushing</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wing</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wadden</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Knowler</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Lawlor</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Killean</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Montez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Espeland</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>P</given-names>
            </name>
            <collab>Look AHEAD Research Group</collab>
          </person-group>
          <article-title>Cost of intervention delivery in a lifestyle weight loss trial in type 2 diabetes: results from the Look AHEAD clinical trial</article-title>
          <source>Obes Sci Pract</source>
          <year>2017</year>
          <month>03</month>
          <day>24</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>15</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28392928"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/osp4.92</pub-id>
          <pub-id pub-id-type="medline">28392928</pub-id>
          <pub-id pub-id-type="pii">OSP492</pub-id>
          <pub-id pub-id-type="pmcid">PMC5358076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krukowski</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Pope</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Love</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lensing</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Felix</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Prewitt</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Examination of costs for a lay health educator-delivered translation of the Diabetes Prevention Program in senior centers</article-title>
          <source>Prev Med</source>
          <year>2013</year>
          <month>10</month>
          <volume>57</volume>
          <issue>4</issue>
          <fpage>400</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23831492"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2013.06.027</pub-id>
          <pub-id pub-id-type="medline">23831492</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(13)00219-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6755903</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krukowski</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Tilford</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey-Berino</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Comparing behavioral weight loss modalities: incremental cost-effectiveness of an internet-based versus an in-person condition</article-title>
          <source>Obesity (Silver Spring)</source>
          <year>2011</year>
          <month>08</month>
          <volume>19</volume>
          <issue>8</issue>
          <fpage>1629</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/oby.2010.341"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/oby.2010.341</pub-id>
          <pub-id pub-id-type="medline">21253001</pub-id>
          <pub-id pub-id-type="pii">oby2010341</pub-id>
          <pub-id pub-id-type="pmcid">PMC3137759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGloin</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Eslami</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Digital and social media opportunities for dietary behaviour change</article-title>
          <source>Proc Nutr Soc</source>
          <year>2014</year>
          <month>10</month>
          <day>16</day>
          <volume>74</volume>
          <issue>2</issue>
          <fpage>139</fpage>
          <lpage>148</lpage>
          <pub-id pub-id-type="doi">10.1017/s0029665114001505</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okorodudu</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Bosworth</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Corsino</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Innovative interventions to promote behavioral change in overweight or obese individuals: A review of the literature</article-title>
          <source>Ann Med</source>
          <year>2015</year>
          <month>05</month>
          <day>10</day>
          <volume>47</volume>
          <issue>3</issue>
          <fpage>179</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25011006"/>
          </comment>
          <pub-id pub-id-type="doi">10.3109/07853890.2014.931102</pub-id>
          <pub-id pub-id-type="medline">25011006</pub-id>
          <pub-id pub-id-type="pmcid">PMC4398644</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manz</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Waters</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Clifton</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Kocak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Klesges</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Talcott</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Krukowski</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Cost-Effectiveness of a Weight Loss Intervention: An Adaptation of the Look AHEAD Lifestyle Intervention in the US Military</article-title>
          <source>Obesity (Silver Spring)</source>
          <year>2020</year>
          <month>01</month>
          <day>26</day>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>89</fpage>
          <lpage>96</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31773873"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/oby.22681</pub-id>
          <pub-id pub-id-type="medline">31773873</pub-id>
          <pub-id pub-id-type="pmcid">PMC6925346</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritzwoller</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Sukhanova</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>Warner</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Greaney</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Askew</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Emmons</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Colditz</surname>
              <given-names>GA</given-names>
            </name>
            <collab>Be Fit Be Well study investigators</collab>
          </person-group>
          <article-title>Economic analyses of the Be Fit Be Well program: a weight loss program for community health centers</article-title>
          <source>J Gen Intern Med</source>
          <year>2013</year>
          <month>12</month>
          <day>4</day>
          <volume>28</volume>
          <issue>12</issue>
          <fpage>1581</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23733374"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-013-2492-3</pub-id>
          <pub-id pub-id-type="medline">23733374</pub-id>
          <pub-id pub-id-type="pmcid">PMC3832708</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Alvarez</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Poston</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Brundige</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Haddock</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Van Brunt</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Foreyt</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Weight management using the internet a randomized controlled trial</article-title>
          <source>Am J Prev Med</source>
          <year>2008</year>
          <month>02</month>
          <volume>34</volume>
          <issue>2</issue>
          <fpage>119</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2007.09.026</pub-id>
          <pub-id pub-id-type="medline">18201641</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(07)00646-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krukowski</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Hare</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Talcott</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Richey</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Kocak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Balderas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Colvin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Waters</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Klesges</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Dissemination of the Look AHEAD intensive lifestyle intervention in the United States Air Force: study rationale, design and methods</article-title>
          <source>Contemp Clin Trials</source>
          <year>2015</year>
          <month>01</month>
          <volume>40</volume>
          <fpage>232</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25545025"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cct.2014.12.014</pub-id>
          <pub-id pub-id-type="medline">25545025</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(14)00199-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4314320</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krukowski</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Hare</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Talcott</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Gladney</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Richey</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Kocak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Hryshko-Mullen</surname>
              <given-names>Ann</given-names>
            </name>
            <name name-style="western">
              <surname>Klesges</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Dissemination of the Look AHEAD Intensive Lifestyle Intervention in the United States Military: A Randomized Controlled Trial</article-title>
          <source>Obesity (Silver Spring)</source>
          <year>2018</year>
          <month>10</month>
          <day>11</day>
          <volume>26</volume>
          <issue>10</issue>
          <fpage>1558</fpage>
          <lpage>1565</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30277030"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/oby.22293</pub-id>
          <pub-id pub-id-type="medline">30277030</pub-id>
          <pub-id pub-id-type="pmcid">PMC6173202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Semler</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Coaching tips for offering feedback on participant self-monitoring records</article-title>
          <source>Diabetes Prevention Support Center</source>
          <year>2016</year>
          <month>02</month>
          <day>16</day>
          <access-date>2020-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.diabetesprevention.pitt.edu/coaching-tips-for-offering-feedback-on-participant-self-monitoring-records/">https://www.diabetesprevention.pitt.edu/coaching-tips-for-offering-feedback-on-participant-self-monitoring-records/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Venditti</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Wylie-Rosett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Delahanty</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Mele</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hoskin</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Edelstein</surname>
              <given-names>SL</given-names>
            </name>
            <collab>Diabetes Prevention Program Research Group</collab>
          </person-group>
          <article-title>Short and long-term lifestyle coaching approaches used to address diverse participant barriers to weight loss and physical activity adherence</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2014</year>
          <month>02</month>
          <day>12</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/1479-5868-11-16"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1479-5868-11-16</pub-id>
          <pub-id pub-id-type="medline">24521153</pub-id>
          <pub-id pub-id-type="pii">1479-5868-11-16</pub-id>
          <pub-id pub-id-type="pmcid">PMC4015875</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>West</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Krukowski</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Wadden</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Treatment of obesity in community settings</article-title>
          <source>Handbook of Obesity Treatment (Second Edition)</source>
          <year>2018</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>The Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Appel</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Yeh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Coughlin</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Daumit</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Dalcin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jerome</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Geller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Noronha</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pozefsky</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Charleston</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Durkin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Louis</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Brancati</surname>
              <given-names>FL</given-names>
            </name>
          </person-group>
          <article-title>Comparative Effectiveness of Weight-Loss Interventions in Clinical Practice</article-title>
          <source>N Engl J Med</source>
          <year>2011</year>
          <month>11</month>
          <day>24</day>
          <volume>365</volume>
          <issue>21</issue>
          <fpage>1959</fpage>
          <lpage>1968</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmoa1108660</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
