<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i9e38262</article-id>
      <article-id pub-id-type="pmid">36066936</article-id>
      <article-id pub-id-type="doi">10.2196/38262</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Method to Deliver Automated and Tailored Intervention Content: 24-month Clinical Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Astaneh</surname>
            <given-names>Behrooz</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Patel</surname>
            <given-names>Michele</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Belli</surname>
            <given-names>Hayley</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kim</surname>
            <given-names>Meelim</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bardus</surname>
            <given-names>Marco</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>Hailey N</given-names>
          </name>
          <degrees>PhD, RN</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6045-6542</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Voils</surname>
            <given-names>Corrine I</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1913-663X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Cronin</surname>
            <given-names>Kate A</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3539-2855</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Jeanes</surname>
            <given-names>Elizabeth</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6789-7367</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Hawley</surname>
            <given-names>Jeffrey</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8735-6944</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Porter</surname>
            <given-names>Laura S</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2962-2378</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Adler</surname>
            <given-names>Rachel R</given-names>
          </name>
          <degrees>ScD, RD</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9482-7417</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Sharp</surname>
            <given-names>Whitney</given-names>
          </name>
          <degrees>MPH, RD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8767-1007</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Pabich</surname>
            <given-names>Samantha</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3169-8942</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Gavin</surname>
            <given-names>Kara L</given-names>
          </name>
          <degrees>PhD, MPH</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5293-7781</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Lewis</surname>
            <given-names>Megan A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1670-9298</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>Heather M</given-names>
          </name>
          <degrees>MD, MS</degrees>
          <xref rid="aff10" ref-type="aff">10</xref>
          <xref rid="aff11" ref-type="aff">11</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4916-3519</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Yancy Jr</surname>
            <given-names>William S</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff12" ref-type="aff">12</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1221-1860</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Gray</surname>
            <given-names>Kristen E</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff13" ref-type="aff">13</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7772-6318</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>Ryan J</given-names>
          </name>
          <degrees>PhD, RN</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>School of Nursing</institution>
            <institution>Duke University</institution>
            <addr-line>307 Trent Drive</addr-line>
            <addr-line>North Carolina, NC, 27710</addr-line>
            <country>United States</country>
            <phone>1 919 684 9434</phone>
            <email>ryan.shaw@duke.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6800-6503</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>School of Nursing</institution>
        <institution>Duke University</institution>
        <addr-line>North Carolina, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Duke Global Digital Health Science Center</institution>
        <institution>Duke University</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Department of Surgery</institution>
        <institution>School of Medicine &#38; Public Health</institution>
        <institution>University of Wisconsin-Madison</institution>
        <addr-line>Madison, WI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>William S Middleton Memorial Veterans Hospital</institution>
        <addr-line>Madison, WI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Duke Office of Clinical Research</institution>
        <institution>School of Medicine</institution>
        <institution>Duke University</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Department of Psychiatry &#38; Behavioral Sciences</institution>
        <institution>School of Medicine</institution>
        <institution>Duke University</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Center for Surgery and Public Health</institution>
        <institution>Brigham and Women’s Hospital</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Department of Medicine</institution>
        <institution>School of Medicine &#38; Public Health</institution>
        <institution>University of Wisconsin-Madison</institution>
        <addr-line>Madison, WI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>RTI International</institution>
        <addr-line>Research Triangle Park, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Division of Cardiology</institution>
        <institution>Charles E. Schmidt College of Medicine</institution>
        <institution>Florida Atlantic University</institution>
        <addr-line>Boca Raton, FL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>Christine E Lynn Women's Health &#38; Wellness Institute/Baptist Health South Florida</institution>
        <addr-line>Boca Raton, FL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff12">
        <label>12</label>
        <institution>Department of Medicine</institution>
        <institution>Duke University School of Medicine</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff13">
        <label>13</label>
        <institution>Health Services Research &#38; Development</institution>
        <institution>Department of Veterans Affairs Puget Sound Health Care System</institution>
        <addr-line>Seattle, WA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ryan J Shaw <email>ryan.shaw@duke.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>9</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>9</issue>
      <elocation-id>e38262</elocation-id>
      <history>
        <date date-type="received">
          <day>25</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>28</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>10</day>
          <month>8</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Hailey N Miller, Corrine I Voils, Kate A Cronin, Elizabeth Jeanes, Jeffrey Hawley, Laura S Porter, Rachel R Adler, Whitney Sharp, Samantha Pabich, Kara L Gavin, Megan A Lewis, Heather M Johnson, William S Yancy Jr, Kristen E Gray, Ryan J Shaw. Originally published in JMIR Formative Research (https://formative.jmir.org), 06.09.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/9/e38262" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The use of digital technologies and software allows for new opportunities to communicate and engage with research participants over time. When software is coupled with automation, we can engage with research participants in a reliable and affordable manner. Research Electronic Data Capture (REDCap), a browser-based software, has the capability to send automated text messages. This feature can be used to automate delivery of tailored intervention content to research participants in interventions, offering the potential to reduce costs and improve accessibility and scalability.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to describe the development and use of 2 REDCap databases to deliver automated intervention content and communication to index participants and their partners (dyads) in a 2-arm, 24-month weight management trial, Partner2Lose.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Partner2Lose randomized individuals with overweight or obesity and cohabitating with a partner to a weight management intervention alone or with their partner. Two databases were developed to correspond to 2 study phases: one for weight loss initiation and one for weight loss maintenance and reminders. The weight loss initiation database was programmed to send participants (in both arms) and their partners (partner-assisted arm) tailored text messages during months 1-6 of the intervention to reinforce class content and support goal achievement. The weight maintenance and reminder database was programmed to send maintenance-related text messages to each participant (both arms) and their partners (partner-assisted arm) during months 7-18. It was also programmed to send text messages to all participants and partners over the course of the 24-month trial to remind them of group classes, dietary recall and physical activity tracking for assessments, and measurement visits. All text messages were delivered via Twilio and were unidirectional.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Five cohorts, comprising 231 couples, were consented and randomized in the Partner2Lose trial. The databases will send 53,518 automated, tailored text messages during the trial, significantly reducing the need for staff to send and manage intervention content over 24 months. The cost of text messaging will be approximately US $450. Thus far, there is a 0.004% known error rate in text message delivery.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our trial automated the delivery of tailored intervention content and communication using REDCap. The approach described provides a framework that can be used in future behavioral health interventions to create an accessible, reliable, and affordable method for intervention delivery and engagement that requires minimal trial-specific resources and personnel time.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT03801174; https://clinicaltrials.gov/ct2/show/NCT03801174?term=NCT03801174</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>text message</kwd>
        <kwd>weight management</kwd>
        <kwd>automation</kwd>
        <kwd>clinical trial</kwd>
        <kwd>engagement</kwd>
        <kwd>digital technology</kwd>
        <kwd>electronic data capture</kwd>
        <kwd>REDCap</kwd>
        <kwd>automated text message</kwd>
        <kwd>digital health intervention</kwd>
        <kwd>health intervention</kwd>
        <kwd>health database</kwd>
        <kwd>digital health</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The use of digital technologies, such as smartphones, allows for new opportunities to consistently communicate and engage with research participants. With 85% of the adult US population now owning a smartphone [<xref ref-type="bibr" rid="ref1">1</xref>], researchers can regularly send and receive data from participants in their everyday environment. This is particularly beneficial for researchers conducting behavioral health trials, as mobile technologies facilitate reaching participants in their day-to-day environments. This allows for cues to action or requests for information to reach participants when a specific behavior change is needed to achieve the desired outcome [<xref ref-type="bibr" rid="ref2">2</xref>]. Further, when software are coupled with automation, researchers can engage with participants over a long period of time in an efficient and affordable manner [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. This creates the opportunity for interventions to be scaled and reach populations across geographies.</p>
      <p>The use of automated software to augment intervention content delivery offers several benefits. First, it can drastically reduce the need for personnel time. Using study staff to manually deliver intervention content to participants requires consistent staff effort. However, if software are leveraged, automated intervention content delivery can often reduce the amount of personnel time needed after initial programming [<xref ref-type="bibr" rid="ref5">5</xref>]. Further, software can allow for intervention content to be tailored, which has shown to be an effective strategy for behavioral interventions [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. The timing of delivery and information requests can be tailored to characteristics of the individual or population, such as an individual’s behavior change goals, daily habits, or stage of behavior change, and in doing so, making the intervention content more relevant to the recipient [<xref ref-type="bibr" rid="ref2">2</xref>]. For example, the frequency of contact can be programmed to be greater during the weight loss initiation stage and lower during the weight loss maintenance stage [<xref ref-type="bibr" rid="ref8">8</xref>]. Similarly, the messaging content can be programmed to be different dependent on individualized goals, such as eating more fruits and vegetables or walking daily. This engagement can be expanded to support persons as well. Moreover, because software can maintain a record of the message delivery schedule, fidelity increases with automation. Thus, developing affordable and widely accessible strategies to communicate and engage with participants over time can improve intervention delivery.</p>
      <p>Research Electronic Data Capture (REDCap), a browser-based software developed by Vanderbilt University for clinical research data collection and management, is increasingly available to academic institutions across the United States and in other countries, with over 5900 institutional partners in 145 countries [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. REDCap has the capability to send automated text messages. Previous literature has described REDCap’s ability to send automated communication, specifically in the context of automated medication reminders [<xref ref-type="bibr" rid="ref11">11</xref>], symptom monitoring [<xref ref-type="bibr" rid="ref12">12</xref>], postprocedure communication [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], and data collection surveys via text message over time [<xref ref-type="bibr" rid="ref15">15</xref>]. It also has been previously used to support intervention workflow and content delivery [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. However, the current literature does not include an in-depth report of REDCap being used to automate tailored intervention content and communication to research participants in a behavioral health clinical trial with longitudinal outcomes. Further, we are not aware of literature describing this approach to impart common or differentiated information between and within dyads. Given REDCap’s broad use amongst academic institutions, and its affordability to research teams at institutions with licenses, it is an ideal platform to use for automating intervention communication in this context.</p>
      <p>In this methods paper, we present a case study and lessons learned in which we use REDCap to deliver automated text messages to participants and their partners (dyads) in a weight management trial, Partner2Lose [<xref ref-type="bibr" rid="ref19">19</xref>]. Our goal was to create an affordable, accessible method to communicate with research participants over time.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Overview</title>
        <p>Details of the Partner2Lose protocol have been published [<xref ref-type="bibr" rid="ref19">19</xref>]. In brief, Partner2Lose was a parallel, 2-arm randomized controlled trial that carried out a comparative evaluation of a partner-assisted intervention and a participant-only intervention for weight management. The primary outcome was participant weight at 24 months. To be eligible to enroll, participants must have (1) been cohabitating with a partner, (2) had a BMI of 27-29.9 kg/m<sup>2</sup> and one obesity-related comorbidity or a BMI of ≥30 kg/m<sup>2</sup>, and (3) had a desire to lose weight. Partners had to have a BMI ≥18.5 kg/m<sup>2</sup> to participate. Additional inclusion and exclusion criteria can be found in the previously published protocol.</p>
        <p>Enrollment for Partner2Lose started in January 2019. Five cohorts of 45-50 couples were sequentially recruited and randomized to the participant-only arm or partner-assisted arm. The intervention included 6 months of weight loss initiation and 12 months of weight maintenance, followed by a 6-month period of no intervention. In the partner-assisted arm, partners participated in the intervention alongside the index participant and received communication skills training. Data collection will be completed in March 2023.</p>
        <p>Index participants in both study arms received the nutrition, physical activity, and weight management intervention, a standard reduced-calorie weight management approach established in previous trials [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. The weight loss initiation phase consisted of group classes every 2 weeks co-led by a registered dietitian and exercise physiologist and focused on unique dietary and physical activity education topics. At each class, participants were asked to select a goal topic from a menu of 3-4 of them (see examples in <xref ref-type="table" rid="table1">Table 1</xref>) related to the class education topics. Participants provided their goal selection to a research staff member after the group meeting. These goal selections were used to inform tailored text messages to participants.</p>
        <p>Partners in the partner-assisted arm also received communication and support skills training [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Partners attended half of the group meetings, where they received the same nutrition and activity education as index participants. The participants and their partners were asked to select a partner support plan to support the participants’ goal from a prespecified list of options (see <xref ref-type="table" rid="table1">Table 1</xref>). Partners provided their support plan selection to a research staff member after the group meeting. These support plans were used to inform tailored text messages to partners.</p>
        <p>During month 7, participants transitioned to the weight loss maintenance phase, where participants started to receive telephone support from the registered dietitian. During each of the 8 calls that were delivered, participants reflected on satisfaction with outcomes of weight loss and formed relapse prevention, self-monitoring, and social support plans. Partners in the partner-assisted joined 5 telephone calls during this period.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Class schedule and associated goal selections for the Partner2Lose weight loss initiation phase.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="340"/>
            <col width="300"/>
            <col width="360"/>
            <thead>
              <tr valign="top">
                <td>Class schedule</td>
                <td>Associated goals for participants</td>
                <td>Associated support plan for partners</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Class 1: Introduction to a low-calorie diet</td>
                <td>—<sup>a</sup></td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Class 2: Interpreting food labels and setting SMART (specific, measurable, attainable, relevant, and timebound) goals</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Serving sizes</p>
                    </list-item>
                    <list-item>
                      <p>Meals and snacks</p>
                    </list-item>
                    <list-item>
                      <p>Calorie meal plan</p>
                    </list-item>
                    <list-item>
                      <p>Fiber</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do it together</p>
                    </list-item>
                    <list-item>
                      <p>Provide gentle reminders</p>
                    </list-item>
                    <list-item>
                      <p>Praise your partner</p>
                    </list-item>
                    <list-item>
                      <p>Remember the long game</p>
                    </list-item>
                    <list-item>
                      <p>Check-in with your partner</p>
                    </list-item>
                    <list-item>
                      <p>Be mindful of how your choices affect your partner’s goals</p>
                    </list-item>
                    <list-item>
                      <p>Talk with your partner to develop a support plan at home</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Class 3: Tracking diet and activity</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Planning</p>
                    </list-item>
                    <list-item>
                      <p>Measuring</p>
                    </list-item>
                    <list-item>
                      <p>Tracking</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do it together</p>
                    </list-item>
                    <list-item>
                      <p>Provide gentle reminders</p>
                    </list-item>
                    <list-item>
                      <p>Praise your partner</p>
                    </list-item>
                    <list-item>
                      <p>Remember the long game</p>
                    </list-item>
                    <list-item>
                      <p>Check in with your partner</p>
                    </list-item>
                    <list-item>
                      <p>Be mindful of how your choices affect your partner’s goals</p>
                    </list-item>
                    <list-item>
                      <p>Talk with your partner to develop a support plan at home</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Class 4: Grocery shopping</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Shopping list</p>
                    </list-item>
                    <list-item>
                      <p>Healthy snacks</p>
                    </list-item>
                    <list-item>
                      <p>Whole grains</p>
                    </list-item>
                    <list-item>
                      <p>Produce</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do it together</p>
                    </list-item>
                    <list-item>
                      <p>Provide gentle reminders</p>
                    </list-item>
                    <list-item>
                      <p>Praise your partner</p>
                    </list-item>
                    <list-item>
                      <p>Remember the long game</p>
                    </list-item>
                    <list-item>
                      <p>Check in with your partner</p>
                    </list-item>
                    <list-item>
                      <p>Be mindful of how your choices affect your partner’s goals</p>
                    </list-item>
                    <list-item>
                      <p>Talk with your partner to develop a support plan at home</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Class 5: Meal planning</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Meals</p>
                    </list-item>
                    <list-item>
                      <p>Snacks</p>
                    </list-item>
                    <list-item>
                      <p>Grocery lists</p>
                    </list-item>
                    <list-item>
                      <p>Recipes</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do it together</p>
                    </list-item>
                    <list-item>
                      <p>Provide gentle reminders</p>
                    </list-item>
                    <list-item>
                      <p>Praise your partner</p>
                    </list-item>
                    <list-item>
                      <p>Remember the long game</p>
                    </list-item>
                    <list-item>
                      <p>Check in with your partner</p>
                    </list-item>
                    <list-item>
                      <p>Be mindful of how your choices affect your partner’s goals</p>
                    </list-item>
                    <list-item>
                      <p>Talk with your partner to develop a support plan at home</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Class 6: Healthy cooking and modifying recipes</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Dairy</p>
                    </list-item>
                    <list-item>
                      <p>Meat</p>
                    </list-item>
                    <list-item>
                      <p>Preparation</p>
                    </list-item>
                    <list-item>
                      <p>Healthy recipes</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do it together</p>
                    </list-item>
                    <list-item>
                      <p>Provide gentle reminders</p>
                    </list-item>
                    <list-item>
                      <p>Praise your partner</p>
                    </list-item>
                    <list-item>
                      <p>Remember the long game</p>
                    </list-item>
                    <list-item>
                      <p>Check in with your partner</p>
                    </list-item>
                    <list-item>
                      <p>Be mindful of how your choices affect your partner’s goals</p>
                    </list-item>
                    <list-item>
                      <p>Talk with your partner to develop a support plan at home</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Class 7: Dining out</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Restaurant menus</p>
                    </list-item>
                    <list-item>
                      <p>Modifications</p>
                    </list-item>
                    <list-item>
                      <p>Planning</p>
                    </list-item>
                    <list-item>
                      <p>Meals for home</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do it together</p>
                    </list-item>
                    <list-item>
                      <p>Provide gentle reminders</p>
                    </list-item>
                    <list-item>
                      <p>Praise your partner</p>
                    </list-item>
                    <list-item>
                      <p>Remember the long game</p>
                    </list-item>
                    <list-item>
                      <p>Check in with your partner</p>
                    </list-item>
                    <list-item>
                      <p>Be mindful of how your choices affect your partner’s goals</p>
                    </list-item>
                    <list-item>
                      <p>Talk with your partner to develop a support plan at home</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Class 8: Dining out advanced practice</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Substitutions</p>
                    </list-item>
                    <list-item>
                      <p>Portion size</p>
                    </list-item>
                    <list-item>
                      <p>Temptations</p>
                    </list-item>
                    <list-item>
                      <p>On the side</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do it together</p>
                    </list-item>
                    <list-item>
                      <p>Provide gentle reminders</p>
                    </list-item>
                    <list-item>
                      <p>Praise your partner</p>
                    </list-item>
                    <list-item>
                      <p>Remember the long game</p>
                    </list-item>
                    <list-item>
                      <p>Check in with your partner</p>
                    </list-item>
                    <list-item>
                      <p>Be mindful of how your choices affect your partner’s goals</p>
                    </list-item>
                    <list-item>
                      <p>Talk with your partner to develop a support plan at home</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Class 9: Physical activity</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Planning</p>
                    </list-item>
                    <list-item>
                      <p>Daily activity</p>
                    </list-item>
                    <list-item>
                      <p>Try something new</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do it together</p>
                    </list-item>
                    <list-item>
                      <p>Provide gentle reminders</p>
                    </list-item>
                    <list-item>
                      <p>Praise your partner</p>
                    </list-item>
                    <list-item>
                      <p>Remember the long game</p>
                    </list-item>
                    <list-item>
                      <p>Check in with your partner</p>
                    </list-item>
                    <list-item>
                      <p>Be mindful of how your choices affect your partner’s goals</p>
                    </list-item>
                    <list-item>
                      <p>Talk with your partner to develop a support plan at home</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Class 10: Eating more fruits and vegetables</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Meals</p>
                    </list-item>
                    <list-item>
                      <p>Snacks</p>
                    </list-item>
                    <list-item>
                      <p>New produce</p>
                    </list-item>
                    <list-item>
                      <p>Preparation</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do it together</p>
                    </list-item>
                    <list-item>
                      <p>Provide gentle reminders</p>
                    </list-item>
                    <list-item>
                      <p>Praise your partner</p>
                    </list-item>
                    <list-item>
                      <p>Remember the long game</p>
                    </list-item>
                    <list-item>
                      <p>Check-in with your partner</p>
                    </list-item>
                    <list-item>
                      <p>Be mindful of how your choices affect your partner’s goals</p>
                    </list-item>
                    <list-item>
                      <p>Talk with your partner to develop a support plan at home</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Class 11: Mindful eating</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Distractions</p>
                    </list-item>
                    <list-item>
                      <p>Triggers</p>
                    </list-item>
                    <list-item>
                      <p>Strategies</p>
                    </list-item>
                    <list-item>
                      <p>Types of mindless eating</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do it together</p>
                    </list-item>
                    <list-item>
                      <p>Provide gentle reminders</p>
                    </list-item>
                    <list-item>
                      <p>Praise your partner</p>
                    </list-item>
                    <list-item>
                      <p>Remember the long game</p>
                    </list-item>
                    <list-item>
                      <p>Check in with your partner</p>
                    </list-item>
                    <list-item>
                      <p>Be mindful of how your choices affect your partner’s goals</p>
                    </list-item>
                    <list-item>
                      <p>Talk with your partner to develop a support plan at home</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Class 12: Emotional eating</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Emotions</p>
                    </list-item>
                    <list-item>
                      <p>Triggers</p>
                    </list-item>
                    <list-item>
                      <p>High-risk foods</p>
                    </list-item>
                    <list-item>
                      <p>Coping strategies</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Do it together</p>
                    </list-item>
                    <list-item>
                      <p>Provide gentle reminders</p>
                    </list-item>
                    <list-item>
                      <p>Praise your partner</p>
                    </list-item>
                    <list-item>
                      <p>Remember the long game</p>
                    </list-item>
                    <list-item>
                      <p>Check in with your partner</p>
                    </list-item>
                    <list-item>
                      <p>Be mindful of how your choices affect your partner’s goals</p>
                    </list-item>
                    <list-item>
                      <p>Talk with your partner to develop a support plan at home</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>None determined.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Software Used to Schedule and Deliver Text Messages</title>
        <p>To maximize the opportunity for scalability, it is beneficial to automate components of the intervention where appropriate. To that end, we used REDCap to automate the delivery of text message communications to participants and their partners for the duration of the intervention. Specifically, 2 databases were developed, which ran in parallel: a weight loss initiation database and a weight maintenance and reminder database. The choice to develop 2 databases was to simplify the database building processes, as the databases were used for different purposes and thus had different programming requirements (described below).</p>
        <p>The weight loss initiation database was used to reinforce class contents and support goal achievement during the weight loss initiation phase (months 1-6). The weight maintenance and reminder database was used to deliver a battery of automated reminders throughout the 24-month study period. It was also used to deliver automated text messages that concentrated on behavioral maintenance principles (eg, relapse prevention) during the weight maintenance phase (months 7-18). Both REDCap databases stored text message contents and participant-level information, including role (ie, participant or partner), record ID, and cell phone number.</p>
        <p>To specify text message content, conditions, and schedule, we used a feature in REDCap, known as “Automated Survey Invitations” (<xref rid="figure1" ref-type="fig">Figure 1</xref>). This feature allows messages to be sent, via email or text message, at a designated time (eg, immediately, in 2 hours, or in 14 days) after a set of prespecified conditions are met. Conditions are specified from data fields in the respective REDCap database, such as participant role. An example condition for the goal database would be “[participant role=partner].” Under this condition, the messages would only be sent to someone if their documented role in REDCap was “partner.” Conditions used for the databases are described in greater detail below.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Automated Survey Invitations in REDCap used to send text messages related to goals in Partner2Lose.</p>
          </caption>
          <graphic xlink:href="formative_v6i9e38262_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The default for the Automated Survey Invitation feature in REDCap is for the messages to include a hyperlink to a survey for the recipient to complete. For this study, however, text messages were unidirectional and were not intended to solicit a response; hence, we did not want to send a hyperlink to a survey in our text message. Therefore, we used an open HTML comment to eliminate the hyperlinked survey feature in the body of the Automated Survey Invitation to make the system deliver a plain text message.</p>
        <p>To deliver the text messages to participants, we used a third-party communication application integrated within REDCap, known as Twilio (Twilio Inc). Twilio is a cloud communication platform that uses web services application programming interfaces (APIs) to make and receive phone calls and text messages. To do so, a Twilio account, 34-digit string identifier (SID), authentication token (Auth Token), and purchased phone number are required. One Twilio phone number can be used for the duration of the study and for all participants. The Account SID and Auth Token act as the Twilio account’s username and password and are used to inform Twilio from which account the API requests are derived. As such, we created a Twilio account to retrieve an Account SID and Auth Token, which we entered into our REDCap databases. We disabled the “Request Inspector” feature on our Twilio account to ensure that the server did not store participant information. Disabling this feature is a requirement by our institution to remain HIPAA (Health Insurance Portability and Accountability Act)-compliant.</p>
      </sec>
      <sec>
        <title>Development of Text Message Conditions</title>
        <sec>
          <title>Weight Loss Initiation Database: Automated and Tailored Biweekly Messaging From Baseline to 6 Months</title>
          <p>The weight loss initiation database was programmed to send participants (both arms) and their partners (partner-assisted arm) tailored text messages in 2-week increments during the first 6 months of the intervention to reinforce class content and support goal achievement. As described previously, participants and their partners were prompted to choose a goal and support plan, respectively, following each group class and to provide their selections to a study team member. Participants’ selections, along with which class they attended (class number), were entered into REDCap by a study team member. This documentation triggered a 2-week battery of automated messages on a standard delay of 2, 4, 6, 8, 10, and 12 days (see example of the database in <xref rid="figure2" ref-type="fig">Figure 2</xref>). The participant’s role and class number were used as conditions to tailor the 2-week battery of messages for each participant (eg, [participant role=partner] AND [class number=class 5]). The goal and support plan selections were piped into text messages, when relevant, to individualize text message content (see <xref ref-type="table" rid="table2">Table 2</xref> for example).</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Partner2Lose weight loss initiation database.</p>
            </caption>
            <graphic xlink:href="formative_v6i9e38262_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Text message algorithm example for class 2: interpreting food labels and setting SMART (specific, measurable, attainable, relevant, and timebound) goals.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="140"/>
              <col width="150"/>
              <col width="240"/>
              <col width="470"/>
              <thead>
                <tr valign="top">
                  <td>Participant role</td>
                  <td>Class schedule</td>
                  <td>Goal selection</td>
                  <td>Text message battery</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Participant in participant-only arm</td>
                  <td>Class 2: Interpreting food labels and setting SMART goals</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Participant goal: meals and snacks</p>
                      </list-item>
                    </list>
                    <list list-type="bullet">
                      <list-item>
                        <p>Partner goal: not applicable</p>
                      </list-item>
                    </list>
                  </td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Day 2: Your goal for the next two weeks focuses on: Meals and snacks [populated from goal chosen in Table 1 from a menu of 3-4 options]</p>
                      </list-item>
                      <list-item>
                        <p>Day 4: Remember to look at the nutrition facts label and stick to 1 serving to stay within your calorie budget</p>
                      </list-item>
                      <list-item>
                        <p>Day 6: Keep an eye on added sugars</p>
                      </list-item>
                      <list-item>
                        <p>Day 8: Remember to work on the goal you set for: Meals and snacks [populated from goal chosen in Table 1 from a menu of 3-4 options]</p>
                      </list-item>
                      <list-item>
                        <p>Day 10: How much fiber have you been consuming? Fiber helps us stay full longer. Try for at least 25g/day</p>
                      </list-item>
                      <list-item>
                        <p>Day 12: Try comparing the serving sizes of food using volume (cup measures) vs. weight (food scale). How do they compare?</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Participant in partner-assisted arm</td>
                  <td>Class 2: Interpreting food labels and setting SMART goals</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Participant goal: meals and snacks</p>
                      </list-item>
                      <list-item>
                        <p>Partner goal: praise your partner</p>
                      </list-item>
                    </list>
                  </td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Day 2: Text 1: Your goal for the next two weeks focuses on: Meals and snacks. Text 2: Your partner's support plan is: Praise your partner</p>
                      </list-item>
                      <list-item>
                        <p>Day 4: Support tip: When trying to problem-solve together: state the issue, say why it's important, discuss possible solutions, and try a solution.</p>
                      </list-item>
                      <list-item>
                        <p>Day 6: Keep an eye on added sugars.</p>
                      </list-item>
                      <list-item>
                        <p>Day 8: Text 1: Check in with your partner about whether their support plan is helping you reach the goal you set for: Meals and snacks. Text 2: Check in with your partner about how their support plan is going, which is: Praise your partner</p>
                      </list-item>
                      <list-item>
                        <p>Day 10: Support tip: When making decisions with your partner, remember to talk about what each person needs out of the solution.</p>
                      </list-item>
                      <list-item>
                        <p>Day 12: Try comparing the serving sizes of food using volume (cup measures) vs. weight (food scale). How do they compare?</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Partner in partner-assisted arm</td>
                  <td>Class 2: Interpreting food labels and setting SMART goals</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Participant goal: meals and snacks</p>
                      </list-item>
                      <list-item>
                        <p>Partner goal: praise your partner</p>
                      </list-item>
                    </list>
                  </td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Day 2: Text 1: Your partner's goal for the next two weeks focuses on: Meals and Snacks. Text 2: Your support plan is: Praise your partner</p>
                      </list-item>
                      <list-item>
                        <p>Day 4: Support tip: When trying to problem-solve together: state the issue, say why it's important, discuss possible solutions, and try a solution</p>
                      </list-item>
                      <list-item>
                        <p>Day 6: Keep an eye on added sugars</p>
                      </list-item>
                      <list-item>
                        <p>Day 8: Text 1: Check in with your partner about their goal, which focuses on: Meals and Snacks. Text 2: Check in with your partner about how you are doing with your support plan, which is: Praise your partner</p>
                      </list-item>
                      <list-item>
                        <p>Day 10: Support tip: When making decisions with your partner, remember to talk about what each person needs out of the solution</p>
                      </list-item>
                      <list-item>
                        <p>Day 12: Try comparing the serving sizes of food using volume (cup measures) vs. weight (food scale). How do they compare?</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Maintenance and Reminder Database: Automated Messaging From Baseline to 24 Months</title>
          <p>The weight maintenance and reminder database was programmed to send a total of 80 automated text messages to each participant (both arms) and 70 automated text messages to their partners (partner-assisted arm) over the 24-month study period. These text messages were used to remind participants and their partners of group classes, dietary recall and physical activity tracking for assessments, and measurement visits. They were also used to reinforce behavior maintenance principles during the weight loss maintenance phase of the study (months 7-18). A REDCap field was created for each possible text message at baseline. In each field, we specified the text message conditions and delivery schedule and piped in the corresponding text message content. Then, we set conditions to specify which participants should receive the text message. Conditions used in the 2-year database were the role and number of days since baseline (eg, [participant role=partner] AND [days since baseline=80]). To customize delivery dates for each cohort, we used an external date calculation module (date calculation fields, version 1.64) in REDCap. This individualization took into consideration the schedule of group meetings.</p>
        </sec>
      </sec>
      <sec>
        <title>Cost of Text Messaging</title>
        <p>Twilio has a pay-as-you-go payment structure and does not require an upfront fee to make an account. A monthly fee of US $1.00 for a Twilio phone number is required. Phone numbers can be selected on the basis of a local area code. At the time of this intervention, text messaging to domestic numbers costs US $0.0075 per text message.</p>
      </sec>
      <sec>
        <title>Intervention Fidelity</title>
        <p>REDCap automatically maintains a log display or comprehensive list of messages that are delivered or scheduled to be delivered (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The log displays the date and time when the message was sent or is scheduled to be sent, as well as the participant’s cell phone number and record ID. The log also displays if there were any errors. The log can be viewed and downloaded at any time to monitor intervention fidelity. Intervention fidelity is further enhanced over long periods of time through automation and limiting the need for a person to send a message. Our study team looked at the log monthly to check for errors and confirm message delivery. If an error was seen, we investigated and resolved it.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Partner2Lose text message delivery log in Research Electronic Data Capture (REDCap).</p>
          </caption>
          <graphic xlink:href="formative_v6i9e38262_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>Approval for Partner2Lose was obtained by the University of Wisconsin Health Sciences Institutional Review Board in December 2018 (protocol 2018-1400).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A total of 1061 participants and partner dyads were screened to participate in Partner2Lose. Among these dyads, 3 participants were excluded from the study for not having a smartphone with a data or texting plan. No partners were excluded for this reason. Five cohorts comprising 231 couples were consented and randomized in the Partner2Lose trial. The initial build of the 2 databases took approximately 120 hours. Thereafter, the databases have required, on average, less than 15 minutes of maintenance each week.</p>
      <p>As of February 22, 2022, the initiation and maintenance and reminder databases have sent 22,887 and 21,447 Automated Survey Invitations via text message, respectively. A total of 53,518 text messages are planned to be delivered by study completion (March 2023).</p>
      <p>The cost to send these text messages via Twilio will be approximately US $450 for the full study duration. Of the 44,334 text messages that have been sent, 217 failed to deliver, equating to a 0.004% error rate. These errors appear to occur at random and consistently over time. REDCap did not provide more information regarding the messages that failed to deliver, which could indicate error on the participants’ side, which we were unable to identify. In one instance, though, study staff reported that participants said they received multiple repeated messages. This was a bug found within the REDCap logic, and we were able to quickly address the problem. Additional errors have not been noted within REDCap or from study participants thus far.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>To effectively implement interventions in large populations, scalable intervention delivery approaches are needed. This study demonstrates a feasible approach to automate a significant component of participant communication and engagement over a 24-month behavioral weight management trial using a widely available software, REDCap.</p>
        <p>The widespread use of mobile technology has expanded our opportunity to automate the delivery of intervention content without requiring face-to-face interactions and with minimal upkeep and maintenance by study staff [<xref ref-type="bibr" rid="ref1">1</xref>]. Inasmuch, it reduces study burden and limits the need to travel to a study site. This is particularly useful for populations in rural areas or those who may work multiple jobs or have caregiving responsibilities. Text messaging is also cost effective, as indicated in our report and previous research [<xref ref-type="bibr" rid="ref24">24</xref>], and unlike other digital interventions and strategies, it does not require a smartphone (with access to applications) or other devices, such as wearables, facilitating reach to sociodemographically diverse groups [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. In fact, 97% of adults own a cellphone in the United States, with high rates across all race and ethnicity, household income, and educational attainment groups [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>There are other examples of automated, tailored interventions being delivered in behavioral health trials. These interventions have used other software tools that require individual development and may involve smartphone apps. One example is the Nourish study [<xref ref-type="bibr" rid="ref26">26</xref>] that leverages a smartphone application and evidence-based behavior change principles to improve adherence to the DASH eating pattern among adults with hypertension. The Nourish intervention delivers tailored and personalized feedback that is based on dietary tracking and goal attainment. This feedback also takes into consideration personal characteristics of the participant, such as working full time, to inform the feedback provided. Given the increased number of variables being considered in the feedback algorithm, in addition to it relying on an external application, REDCap likely would not be a feasible option for this study or others alike. These are important factors to consider when selecting a software platform. We chose REDCap for this study owing to institutional investment in which it supports a wide variety of research needs, and REDCap’s wide adoption and collaborative, international network. We also only sought to leverage text messaging for intervention delivery owing to its simplicity and equity in use across diverse populations. Thus, results from this study can be more easily replicated.</p>
        <p>The REDCap Consortium is an international community of software platform partners [<xref ref-type="bibr" rid="ref10">10</xref>]. While each institution maintains its own version of the software, developed features are shared across the community. This allows for interoperability of data transfer across sites and best practices related to security and regulatory requirements. The initial costs of using software such as REDCap requires institutional investment; however, there is less of a need to rebuild custom software tools across the enterprise once the infrastructure exists, resulting in reduced long-term spending [<xref ref-type="bibr" rid="ref27">27</xref>]. Using REDCap, or a similar platform, is also cost savings for individual study teams, as the scalability of automated processes is exponential and more affordable than manual processes that incur labor costs over time. For example, increasing a sample size from 100 to 10,000 would traditionally require a significant increase in labor costs and data tracking; however, software and automation can greatly reduce the per-participant cost.</p>
        <p>Automating the participant communication component of our intervention delivery increased our ability to monitor and manage intervention fidelity. Specifically, using REDCap’s survey invitation log feature, we were able to identify messages delivered or scheduled to be delivered that had an error. This feature allowed us to make informed and responsive modifications such as reinitiating messages or stopping double messaging. It should be noted that our intervention did not ask or prompt participants to respond to text messages, so there could be delivery errors not identified by REDCap or our team. Nonetheless, the databases used in this study demonstrated a high rate of fidelity over time in message delivery as demonstrated by the very low error rate.</p>
        <p>The tools and features in REDCap are regularly modified and updated to improve the platform’s functionality and effectiveness. As such, the workflow described in this paper would benefit from being adapted to leverage the tools and features available today. For example, if we were to implement automated text messaging in our next trial, we would use REDCap’s “Alerts and Notifications” feature to send the text messages via Twilio. This relatively newer feature provides an option to specify delivery conditions to tailor the text message content by each participant, however, does not require the text message to be connected to a survey in REDCap. The feature described to send text messages in this report, Automated Survey Invitations, would be more appropriate to send text messages or communications that solicit a survey response, such as an outcome survey or adverse event questionnaire. Nonetheless, both of these features have tracking logs, in which intervention delivery and survey completion can be tracked and maintained by the study team.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>We note several limitations to automating intervention content and communication using REDCap and Twilio, which should be considered before design and implementation. First, it requires participants to have a consistent mobile phone, which may limit the generalizability of the automated communication approach. Although mobile phone ownership is high and continues to grow in the United States [<xref ref-type="bibr" rid="ref1">1</xref>], there is still a small percentage of individuals who do not own a mobile phone and thus cannot be reached using this approach. For example, 8% of adults aged 65 years or older do not own mobile phone and would be inaccessible via this modality [<xref ref-type="bibr" rid="ref1">1</xref>]. Second, the phone number that is used to deliver the text messages via Twilio is a robot. Thus, if someone were to reply to the text message, there would not be a study team member monitoring the responses or be available to reply. This can be a safety concern if a participant is seeking medical advice from a study team member; however, to minimize this concern, we notified participants at the start of the trial that responses would not be monitored. Additionally, it is worth noting that participants received messages from the same phone number over the course of the study and were able to save the number so they would not think it was spam. Twilio has the capability for 2-way SMS text messaging; however, at the time of implementation, REDCap only had the capability of receiving text messages that met predefined criteria. For safety or technical concerns, we provided alternative contact modalities for the participants to reach the trial staff, including an email ID and a phone number. Third, although our data indicate that the error rate was small in this study, it is possible that errors went unidentified as our intervention did not prompt a response from participants. Moreover, if there is a programming error, it is likely to impact several study participants rather than a single participant. Fourth, given the use of text messaging, it was not possible to record if a participant read the intervention communication. Lastly, accounting for holidays and weather can be challenging, and automated messaging may occur when not desired by participants. In the future, this may be mitigated by asking participants communication preferences or tailoring text messages to times of the day that are best suited to them.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The proliferation of mobile phones coupled with research management software offers study teams the opportunity to integrate automation at scale into their intervention implementation and delivery. Our trial automated the delivery of intervention content and communications using REDCap for 5 cohorts of participants and their partners in a behavioral health trial with longitudinal outcomes. Our approach provides a framework that can be used in future behavioral health interventions to create an affordable, reliable and accessible method for intervention engagement.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">Auth</term>
          <def>
            <p>authentication</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">SID</term>
          <def>
            <p>string identifier</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SMART</term>
          <def>
            <p>specific, measurable, attainable, relevant, and timebound</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was supported by a grant to CIV from the National Institute of Diabetes and Digestive and Kidney Diseases (R01DK111491-01). CIV is also supported by a Research Career Scientist award (RCS 14-443) from the Health Services Research &#38; Development Service of the Department of Veterans Affairs. Research reported in this publication was also supported by the National Center for Advancing Translational Sciences of the National Institutes of Health (award UL1TR002553). The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health or the US government.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Mobile Fact Sheet</article-title>
          <source>Pew Research Center</source>
          <year>2021</year>
          <month>04</month>
          <day>07</day>
          <access-date>2021-06-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/fact-sheet/mobile/">https://www.pewresearch.org/internet/fact-sheet/mobile/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nahum-Shani</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Witkiewitz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tewari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Just-in-Time Adaptive Interventions (JITAIs) in mobile health: key components and design principles for ongoing health behavior support</article-title>
          <source>Ann Behav Med</source>
          <year>2018</year>
          <month>05</month>
          <day>18</day>
          <volume>52</volume>
          <issue>6</issue>
          <fpage>446</fpage>
          <lpage>462</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27663578"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12160-016-9830-8</pub-id>
          <pub-id pub-id-type="medline">27663578</pub-id>
          <pub-id pub-id-type="pii">10.1007/s12160-016-9830-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5364076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naughton</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Emery</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leonardi-Bee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ussher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Whitemore</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Leighton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Montgomery</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Parrott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Large multi-centre pilot randomized controlled trial testing a low-cost, tailored, self-help smoking cessation text message intervention for pregnant smokers (MiQuit)</article-title>
          <source>Addiction</source>
          <year>2017</year>
          <month>07</month>
          <day>02</day>
          <volume>112</volume>
          <issue>7</issue>
          <fpage>1238</fpage>
          <lpage>1249</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28239919"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/add.13802</pub-id>
          <pub-id pub-id-type="medline">28239919</pub-id>
          <pub-id pub-id-type="pmcid">PMC5488183</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Armanasco</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>YD</given-names>
            </name>
            <name name-style="western">
              <surname>Fjeldsoe</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Preventive health behavior change text message interventions: a meta-analysis</article-title>
          <source>Am J Prev Med</source>
          <year>2017</year>
          <month>03</month>
          <volume>52</volume>
          <issue>3</issue>
          <fpage>391</fpage>
          <lpage>402</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2016.10.042</pub-id>
          <pub-id pub-id-type="medline">28073656</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(16)30586-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Conlon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ruberg</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Paradigm shifts in clinical trials enabled by information technology</article-title>
          <source>Stat Med</source>
          <year>2001</year>
          <month>09</month>
          <day>15</day>
          <volume>20</volume>
          <issue>17-18</issue>
          <fpage>2683</fpage>
          <lpage>2696</lpage>
          <pub-id pub-id-type="doi">10.1002/sim.736</pub-id>
          <pub-id pub-id-type="medline">11523076</pub-id>
          <pub-id pub-id-type="pii">10.1002/sim.736</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lustria</surname>
              <given-names>MLA</given-names>
            </name>
            <name name-style="western">
              <surname>Noar</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Cortese</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Van Stee</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Glueckauf</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A meta-analysis of web-delivered tailored health behavior change interventions</article-title>
          <source>J Health Commun</source>
          <year>2013</year>
          <month>09</month>
          <volume>18</volume>
          <issue>9</issue>
          <fpage>1039</fpage>
          <lpage>1069</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2013.768727</pub-id>
          <pub-id pub-id-type="medline">23750972</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dockray</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Linehan</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of tailored eHealth interventions for weight loss</article-title>
          <source>Digit Health</source>
          <year>2019</year>
          <month>02</month>
          <day>05</day>
          <volume>5</volume>
          <fpage>2055207619826685</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2055207619826685?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055207619826685</pub-id>
          <pub-id pub-id-type="medline">30783535</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055207619826685</pub-id>
          <pub-id pub-id-type="pmcid">PMC6366004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bosworth</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Lipkus</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Sha</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Mobile health messages help sustain recent weight loss</article-title>
          <source>Am J Med</source>
          <year>2013</year>
          <month>11</month>
          <volume>126</volume>
          <issue>11</issue>
          <fpage>1002</fpage>
          <lpage>1009</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24050486"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amjmed.2013.07.001</pub-id>
          <pub-id pub-id-type="medline">24050486</pub-id>
          <pub-id pub-id-type="pii">S0002-9343(13)00562-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC3820279</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)--a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <month>04</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>381</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>SN</given-names>
            </name>
            <collab>REDCap Consortium</collab>
          </person-group>
          <article-title>The REDCap consortium: Building an international community of software platform partners</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <month>07</month>
          <volume>95</volume>
          <fpage>103208</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(19)30126-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103208</pub-id>
          <pub-id pub-id-type="medline">31078660</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(19)30126-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7254481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pernell</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>DeBaun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rodeghier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bryant</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Cronin</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Improving medication adherence with two-way short message service reminders in sickle cell disease and asthma</article-title>
          <source>Appl Clin Inform</source>
          <year>2017</year>
          <month>12</month>
          <day>21</day>
          <volume>08</volume>
          <issue>02</issue>
          <fpage>541</fpage>
          <lpage>559</lpage>
          <pub-id pub-id-type="doi">10.4338/aci-2016-12-ra-0203</pub-id>
          <pub-id pub-id-type="medline">28536723</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naughton</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Salani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lustberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>DeGraffinreid</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Moon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Loyan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Beverly Hery</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Paskett</surname>
              <given-names>ED</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of implementing a text-based symptom-monitoring program of endometrial, ovarian, and breast cancer patients during treatment</article-title>
          <source>Qual Life Res</source>
          <year>2021</year>
          <month>11</month>
          <day>14</day>
          <volume>30</volume>
          <issue>11</issue>
          <fpage>3241</fpage>
          <lpage>3254</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33052514"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11136-020-02660-w</pub-id>
          <pub-id pub-id-type="medline">33052514</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11136-020-02660-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC8528739</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gee</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Nevarez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McClain</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Wools</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Beres</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>No pain is gain: A prospective evaluation of strict non-opioid pain control after pediatric appendectomy</article-title>
          <source>J Pediatr Surg</source>
          <year>2020</year>
          <month>06</month>
          <volume>55</volume>
          <issue>6</issue>
          <fpage>1043</fpage>
          <lpage>1047</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpedsurg.2020.02.051</pub-id>
          <pub-id pub-id-type="medline">32171535</pub-id>
          <pub-id pub-id-type="pii">S0022-3468(20)30182-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gessner</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>OO</given-names>
            </name>
            <name name-style="western">
              <surname>Kou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mariano</surname>
              <given-names>ER</given-names>
            </name>
          </person-group>
          <article-title>Automated text messaging follow-up for patients who receive peripheral nerve blocks</article-title>
          <source>Reg Anesth Pain Med</source>
          <year>2021</year>
          <month>06</month>
          <day>01</day>
          <volume>46</volume>
          <issue>6</issue>
          <fpage>524</fpage>
          <lpage>528</lpage>
          <pub-id pub-id-type="doi">10.1136/rapm-2021-102472</pub-id>
          <pub-id pub-id-type="medline">33649155</pub-id>
          <pub-id pub-id-type="pii">rapm-2021-102472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Polillo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Voineskos</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Foussias</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kidd</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Sav</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hawley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Soklaridis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stergiopoulos</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kozloff</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Using digital tools to engage patients with psychosis and their families in research: survey recruitment and completion in an early psychosis intervention program</article-title>
          <source>JMIR Ment Health</source>
          <year>2021</year>
          <month>05</month>
          <day>31</day>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>e24567</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2021/5/e24567/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24567</pub-id>
          <pub-id pub-id-type="medline">34057421</pub-id>
          <pub-id pub-id-type="pii">v8i5e24567</pub-id>
          <pub-id pub-id-type="pmcid">PMC8204241</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hopkins</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>HN</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Mo-Hunter</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Steinberg</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>GG</given-names>
            </name>
          </person-group>
          <article-title>Designing ruby: protocol for a 2-Arm, brief, digital randomized controlled trial for internalized weight bias</article-title>
          <source>JMIR Res Protoc</source>
          <year>2021</year>
          <month>11</month>
          <day>25</day>
          <volume>10</volume>
          <issue>11</issue>
          <fpage>e31307</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2021/11/e31307/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/31307</pub-id>
          <pub-id pub-id-type="medline">34842549</pub-id>
          <pub-id pub-id-type="pii">v10i11e31307</pub-id>
          <pub-id pub-id-type="pmcid">PMC8663559</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kianersi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Luetke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ludema</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Valenzuela</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Use of research electronic data capture (REDCap) in a COVID-19 randomized controlled trial: a practical example</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2021</year>
          <month>08</month>
          <day>21</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>175</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-021-01362-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-021-01362-2</pub-id>
          <pub-id pub-id-type="medline">34418958</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-021-01362-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8380110</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Comer</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Arenson</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Draucker</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Using REDCap to facilitate web-based therapeutic intervention research</article-title>
          <source>Nurs Res</source>
          <year>2019</year>
          <volume>68</volume>
          <issue>6</issue>
          <fpage>483</fpage>
          <lpage>487</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31693554"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/NNR.0000000000000367</pub-id>
          <pub-id pub-id-type="medline">31693554</pub-id>
          <pub-id pub-id-type="pii">00006199-201911000-00009</pub-id>
          <pub-id pub-id-type="pmcid">PMC6883142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Voils</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jeanes</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Cronin</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Hetzel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Elwert</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pabich</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gavin</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Yancy</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>LS</given-names>
            </name>
          </person-group>
          <article-title>Protocol for Partner2Lose: A randomized controlled trial to evaluate partner involvement on long-term weight loss</article-title>
          <source>Contemp Clin Trials</source>
          <year>2020</year>
          <month>09</month>
          <volume>96</volume>
          <fpage>106092</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32750431"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cct.2020.106092</pub-id>
          <pub-id pub-id-type="medline">32750431</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(20)30170-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7395658</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Voils</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Olsen</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Gierisch</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>McVay</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Grubber</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Gaillard</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bolton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Maciejewski</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Strawbridge</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Yancy</surname>
              <given-names>WS</given-names>
            </name>
          </person-group>
          <article-title>Maintenance of weight loss after initiation of nutrition training</article-title>
          <source>Ann Intern Med</source>
          <year>2017</year>
          <month>02</month>
          <day>21</day>
          <volume>166</volume>
          <issue>7</issue>
          <fpage>463</fpage>
          <pub-id pub-id-type="doi">10.7326/m16-2160</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yancy</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Westman</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>McDuffie</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Grambow</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Jeffreys</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Bolton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chalecki</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Oddone</surname>
              <given-names>EZ</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial of a low-carbohydrate diet vs orlistat plus a low-fat diet for weight loss</article-title>
          <source>Arch Intern Med</source>
          <year>2010</year>
          <month>01</month>
          <day>25</day>
          <volume>170</volume>
          <issue>2</issue>
          <fpage>136</fpage>
          <lpage>145</lpage>
          <pub-id pub-id-type="doi">10.1001/archinternmed.2009.492</pub-id>
          <pub-id pub-id-type="medline">20101008</pub-id>
          <pub-id pub-id-type="pii">170/2/136</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Baucom</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <source>Enhanced Cognitive-behavioral Therapy for Couples: A Contextual Approach</source>
          <year>2002</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>American Psychological Association</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>McBride</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Pollak</surname>
              <given-names>KI</given-names>
            </name>
            <name name-style="western">
              <surname>Puleo</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Butterfield</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Emmons</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Understanding health behavior change among couples: an interdependence and communal coping approach</article-title>
          <source>Soc Sci Med</source>
          <year>2006</year>
          <month>03</month>
          <volume>62</volume>
          <issue>6</issue>
          <fpage>1369</fpage>
          <lpage>1380</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2005.08.006</pub-id>
          <pub-id pub-id-type="medline">16146666</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(05)00423-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cobos-Campos</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Apiñaniz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Lafuente</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Parraza</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Aizpuru</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Orive</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Cost-effectiveness analysis of text messaging to support health advice for smoking cessation</article-title>
          <source>Cost Eff Resour Alloc</source>
          <year>2021</year>
          <month>02</month>
          <day>15</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://resource-allocation.biomedcentral.com/articles/10.1186/s12962-021-00262-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12962-021-00262-y</pub-id>
          <pub-id pub-id-type="medline">33588885</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12962-021-00262-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC7885425</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Willcox</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Whittaker</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Old-fashioned technology in the era of "bling": is there a future for text messaging in health care?</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>12</month>
          <day>20</day>
          <volume>21</volume>
          <issue>12</issue>
          <fpage>e16630</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/12/e16630/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16630</pub-id>
          <pub-id pub-id-type="medline">31859678</pub-id>
          <pub-id pub-id-type="pii">v21i12e16630</pub-id>
          <pub-id pub-id-type="pmcid">PMC6942182</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>HN</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Askew</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kay</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Hopkins</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Iragavarapu</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>de Leon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Freed</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Tyson</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Svetkey</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>Steinberg</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>The Nourish Protocol: A digital health randomized controlled trial to promote the DASH eating pattern among adults with hypertension</article-title>
          <source>Contemp Clin Trials</source>
          <year>2021</year>
          <month>10</month>
          <volume>109</volume>
          <fpage>106539</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1551-7144(21)00275-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cct.2021.106539</pub-id>
          <pub-id pub-id-type="medline">34400362</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(21)00275-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC8556291</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klipin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mare</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hazelhurst</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The process of installing REDCap, a web based database supporting biomedical research</article-title>
          <source>Appl Clin Inform</source>
          <year>2017</year>
          <month>12</month>
          <day>19</day>
          <volume>05</volume>
          <issue>04</issue>
          <fpage>916</fpage>
          <lpage>929</lpage>
          <pub-id pub-id-type="doi">10.4338/aci-2014-06-cr-0054</pub-id>
          <pub-id pub-id-type="medline">25589907</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
