<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i3e28157</article-id>
      <article-id pub-id-type="pmid">35323124</article-id>
      <article-id pub-id-type="doi">10.2196/28157</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Designing a Cancer Prevention Collaborative Goal-Setting Mobile App for Non-Hispanic Black Primary Care Patients: An Iterative, Qualitative Patient-Led Process</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Acquaviva</surname>
            <given-names>Kimberly</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Niu</surname>
            <given-names>Zhaomeng</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Resnick</surname>
            <given-names>Daniel</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2977-1699</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Kearney</surname>
            <given-names>Matthew D</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2898-573X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>Jazmine M</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9344-0280</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Bautista</surname>
            <given-names>Allison</given-names>
          </name>
          <degrees>BSN</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5794-7890</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>Liz</given-names>
          </name>
          <degrees>BFA</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8176-5467</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Schapira</surname>
            <given-names>Marilyn M</given-names>
          </name>
          <degrees>MPH, MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3775-9462</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Aysola</surname>
            <given-names>Jaya</given-names>
          </name>
          <degrees>MD, DTMH, MPH</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <xref rid="aff8" ref-type="aff">8</xref>
          <address>
            <institution>Office of Inclusion and Diversity</institution>
            <institution>Perelman School of Medicine</institution>
            <institution>University of Pennsylvania</institution>
            <addr-line>423 Guardian Drive</addr-line>
            <addr-line>Philadelphia, PA, 19104</addr-line>
            <country>United States</country>
            <phone>1 215 573 9475</phone>
            <email>jaysola@upenn.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8474-3682</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Medicine</institution>
        <institution>Emory University School of Medicine</institution>
        <addr-line>Atalnta, GA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Family Medicine and Community Health</institution>
        <institution>Perelman School of Medicine</institution>
        <institution>University of Pennsylvania</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Penn Medicine Center for Health Equity Advancement, Office of the Chief Medical Officer</institution>
        <institution>University of Pennsylvania Health System and Perelman School of Medicine</institution>
        <institution>University of Pennsylvania</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Division of General Internal Medicine</institution>
        <institution>Perelman School of Medicine</institution>
        <institution>University of Pennsylvania</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Transmogrify</institution>
        <addr-line>Conshohocken, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Leonard Davis Institute of Health Economics</institution>
        <institution>University of Pennsylvania</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>The Center for Health Equity Research and Promotion</institution>
        <institution>Michael J Crescenz Veterans Administration Medical Center</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Office of Inclusion and Diversity</institution>
        <institution>Perelman School of Medicine</institution>
        <institution>University of Pennsylvania</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jaya Aysola <email>jaysola@upenn.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>24</day>
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>3</issue>
      <elocation-id>e28157</elocation-id>
      <history>
        <date date-type="received">
          <day>26</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>13</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>8</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>20</day>
          <month>12</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Daniel Resnick, Matthew D Kearney, Jazmine M Smith, Allison Bautista, Liz Jones, Marilyn M Schapira, Jaya Aysola. Originally published in JMIR Formative Research (https://formative.jmir.org), 24.03.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/3/e28157" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>There remains a need to engage at-risk primary care populations in cancer prevention behaviors, yet primary care physicians often lack the time or resources to discuss these behaviors with their patients.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this study is to evaluate the content, usability, and acceptability of a mobile app that leverages insights from goal-setting and social network literature to facilitate cancer prevention goal setting, tracking, and sharing between non-Hispanic Black primary care patients and their social ties.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We recruited eligible non-Hispanic Black primary care patients (aged ≥18 years) from 2 practice sites in West Philadelphia, using nonprobabilistic purposive sampling. We conducted semistructured interviews with 5 to 7 participants over 3 weeks to solicit feedback on paper mock-ups of the app, iteratively adapting these mock-ups after each set of interviews. Thereafter, and informed by initial feedback, we created an electronic beta version of the app and sought acceptability and usability feedback from a different set of participants. Then, we conducted content analysis of all user responses to search for unifying themes on acceptability and usability of both the initial mock-ups and beta version of the app. We further assessed app usability using questions derived from the System Usability Scale.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 33 non-Hispanic Black primary care patients participated in this study. The mean age was 49 (SD 13) years, and 26 (79%) out of 33 participants identified as female. Semistructured interviews revealed three primary generalizable insights from our target population: the framing of each goal and its relevance to cancer impacted the likelihood that the goal would be chosen, participants thought that sharing health goals with others facilitates health behaviors, and most participants found it motivating to see other users’ goal progress, while still collaborating with these users on their health goals. An overarching insight that permeated across each theme was the participants’ desire to customize and personalize the app. Usability testing revealed that 100% (33/33) of participants found the app easy to use, and 76% (25/33) of participants reported that they would like to use this app frequently.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Cancer prevention in the modern era must include options that are accessible to all, but this does not mean that all options must be universal. This study’s iterative process led to the development of a cancer prevention mobile app that non-Hispanic Black primary care patients deemed usable and acceptable and yielded noteworthy insights about what intended end users value in setting and accomplishing health goals.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mHealth</kwd>
        <kwd>cancer prevention</kwd>
        <kwd>goal setting</kwd>
        <kwd>social networks</kwd>
        <kwd>health disparities</kwd>
        <kwd>primary care</kwd>
        <kwd>accessibility</kwd>
        <kwd>development</kwd>
        <kwd>feasibility</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Increasing the adoption of health behaviors at a population level is essential if we are to significantly decrease the burden of preventable cancer and improve public health. In the United States, more than 600,000 people die of cancer each year [<xref ref-type="bibr" rid="ref1">1</xref>]. Approximately 30% of these deaths are linked to poor diet, physical inactivity, and carrying too much weight, with another 30% due to tobacco use, comprising nearly two-thirds of US cancer deaths [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. Furthermore, cancer disproportionately impacts non-Hispanic Black populations largely due to inequities stemming from structural racism [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. Evidence suggests that current primary care services do not effectively engage all patients in cancer prevention [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Therefore, there remains a need for other potential interventions to address this gap, especially among those most at risk.</p>
        <p>One strategy to increase cancer prevention health behaviors is goal setting [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Collaborative goal setting, a process whereby the provider and patient agree upon a health-related specific SMART (specific, measurable, achievable, realistic, and time-bound) goal and action plan [<xref ref-type="bibr" rid="ref19">19</xref>], has been shown to modify behaviors by directing intention and building self-efficacy [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. However, in primary care, we lack an approach to implement a strategy for collaborative goal setting. A second approach to increase cancer prevention health behaviors is to disseminate health behaviors and knowledge through social networks, which are known to influence behaviors related to cancer risk, such as obesity and smoking [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. Experimental studies suggest that reinforcement from multiple social ties (ie, through a network) increases health behavior adoption more than social reinforcements from single ties [<xref ref-type="bibr" rid="ref27">27</xref>]. Prior work also suggests that cancer prevention strategies involving some form of social support are more effective in changing behaviors in BIPOC (Black, Indigenous, and People of Color) populations as compared with non-Hispanic White people [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. There is evidence that BIPOC populations have denser social networks, with more reliable and frequent activation of informal social support [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>The objective of this study is to develop and evaluate the content, usability, and acceptability of an electronic decision support tool—ie, a mobile app—that leverages these insights to facilitate cancer prevention goal setting, tracking, and sharing between primary care patients and their social ties. We conducted a series of semistructured interviews to determine the optimal content and app features before piloting the prototype with our priority population: non-Hispanic Black primary care patients. Although non-Hispanic Black populations use health technology at greater rates than their White counterparts [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref32">32</xref>], they remain underrepresented in studies about health technology and health behaviors [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. There is evidence that end user experiences may vary by background and culture with the need for culturally sensitive and effective design [<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]. In addition, there is a call for evaluating public health interventions with messaging grounded in the understanding of the populations served and without White bias [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>Given that this app will center on facilitating cancer prevention behaviors in populations most at risk, we aimed to ensure the app is culturally attuned to and meets the needs of its targeted end user. We also aimed to test features, such as leveraging social ties, given the evidence that such features may work better among non-Hispanic Black populations [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Therefore, this study aims to evaluate the content, usability, and acceptability of a cancer prevention app designed with direct input from and specifically for a non-Hispanic Black primary care patient population.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Overview</title>
        <p>We conducted a multistage, mixed methods study to develop and evaluate the content, usability, and acceptability of a mobile app that facilitates cancer prevention goal setting, goal tracking, and goal sharing. Consistent with mHealth app development best practices [<xref ref-type="bibr" rid="ref40">40</xref>], this study comprised 2 stages. First, we obtained feedback from potential end users regarding the paper prototypes of the app. Then, we solicited feedback on a beta version of the app, informed by initial feedback, from a new set of participants. Participants completed questionnaires containing both open- and closed-ended questions, which were subsequently analyzed to refine the prototype. The study team guided the design, features, and content of both the paper prototype and the electronic beta version of the mobile app in collaboration with Transmogrify (Conshohocken, PA), a firm that helps create, build, and grow digital products. <xref rid="figure1" ref-type="fig">Figure 1</xref> shows a visual representation of the study design and stages.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Visual representation of the app design process and the iterative changes made during app development.</p>
          </caption>
          <graphic xlink:href="formative_v6i3e28157_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Setting and Participants</title>
        <sec>
          <title>Participants and Eligibility Criteria</title>
          <p>Participants had to (1) self-identify as non-Hispanic Black, (2) be aged ≥18 years, (3) speak English, (4) be seen at one of our study sites once in the past 3 years (if the patient has a designated primary care provider [PCP]) or twice in the past 2 years (if no assigned PCP), (5) be able to provide informed consent, and (6) not have participated in another stage of testing for the intervention.</p>
        </sec>
        <sec>
          <title>Setting and Recruitment Process</title>
          <p>We recruited participants for both stages at 2 internal medicine primary care clinics in West Philadelphia, which serve a racially/ethnically diverse patient population, using a nonprobabilistic purposive sampling technique. We first generated a list of patients that met the first 4 eligibility criteria above with upcoming appointments. Then, between April and May 2019 (stage 1) and May and June 2019 (stage 2), study team members invited potential participants from the clinics’ waiting rooms that were on the pregenerated list to screen for the study. Interested participants reported to a private room after their appointments, where the study team confirmed the participants’ eligibility, including their self-reported race/ethnicity, informed participants of the study’s aims, and obtained formal consent for participation.</p>
          <p>In stage 1, we aimed to recruit 5 to 7 participants per week over 3 weeks to rapidly modify the prototype based on participant feedback. Early usability testing research demonstrates that optimal feedback is derived from multiple rounds of testing with potential end users that inform refinements in between rounds [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref43">43</xref>], rather than one larger study that examines only one version of an app. In stage 2, we targeted a sample size of 15 to 20 participants to achieve thematic saturation of feedback and generate quantitative usability data of the beta version of the app [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. Participants were incentivized at US $30 to complete the interviews. </p>
        </sec>
        <sec>
          <title>Ethics Approval</title>
          <p>The University of Pennsylvania Institutional Review Board approved the protocol for this study (828151).</p>
        </sec>
        <sec>
          <title>Mobile App Prototype</title>
          <p>The main objectives of the mobile app prototype were to (1) communicate the value of collaborative goal setting for cancer prevention, (2) provide a selection of concrete SMART goals [<xref ref-type="bibr" rid="ref45">45</xref>] related to cancer prevention behaviors informed by evidence-based guidelines and recommendations from the American Cancer Society (ACS) [<xref ref-type="bibr" rid="ref46">46</xref>], and (3) serve as a patient-held prompt to facilitate cancer prevention collaborative goal-setting discussions with PCPs and encourage easy sharing of information with social ties. The earliest version of the prototype was based on guidelines for the adoption of cancer prevention behaviors [<xref ref-type="bibr" rid="ref29">29</xref>]. We ensured it tested at a Flesch Reading Ease score of 86.2% (ie, is understood by 11- to 13-year-olds) and a Flesch-Kincaid grade level score of 4.3 (ie, is at a fourth-grade reading level) [<xref ref-type="bibr" rid="ref47">47</xref>]. Through quantitative and qualitative assessments, we aimed to solicit end user perspectives and preferences on the apps’ (1) content and format, (2) delivery and use during primary care visits, and (3) use to share information with social ties (please refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref> for iterative versions of our prototype at different stages of our study).</p>
        </sec>
      </sec>
      <sec>
        <title>Data Collection, Measurements, and Analysis</title>
        <sec>
          <title>Qualitative and Quantitative Data Collection</title>
          <sec>
            <title>Stage 1</title>
            <p>Over a 3-week period, the study team conducted semistructured interviews with 5 to 7 participants each week to solicit feedback on paper mock-ups of the app. Semistructured interviews averaged 30 minutes and included both closed and open-ended questions about the app’s content, features, delivery methods, and potential future use. The study team synthesized and discussed the interview feedback weekly, iteratively refining the prototype before the subsequent set of participant interviews until the study team felt as though it could proceed to the next stage of testing. Please refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for examples of our prototype and the corresponding interview guides.</p>
          </sec>
          <sec>
            <title>Stage 2</title>
            <p>Before stage 2, the development team transformed the latest paper prototype into an electronic beta version of the app. In stage 2, the study team walked individual participants (n=17) through the beta version of the app on a smartphone. During this 30-minute walk-through, team members asked each participant approximately 33 close-ended and approximately 20 open-ended questions about the usability and acceptability of the app and its features. <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> illustrates an example of our prototype and interview guide.</p>
            <p>For both stages, we recorded all open-and close-ended responses verbatim into REDCap (Research Electronic Data Capture; REDCap Consortium) [<xref ref-type="bibr" rid="ref48">48</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Participant Characteristics</title>
          <p>In stage 1, we assessed participants (n=16), age, sex, technology use, and health habits. Survey questions evaluated participants’ typical use of their mobile devices, comfortability with sharing health information with social ties on the internet and offline, and current goal setting and health tracking behaviors. In stage 2 (n=17), we collected the participants’ age and sex.</p>
        </sec>
        <sec>
          <title>Qualitative Measures</title>
          <p>We asked certain open-ended questions in both study stages to inquire about the participants’ overall impressions of the acceptability and usability of the app and its main features. We modified the interview guide iteratively each week in stage 1 to incorporate questions focused on specific changes made to the app based on the prior week’s feedback. Examples of our early prototypes and corresponding interview scripts are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The stage 1 prototype went through 10 refinements to inform stage 2. For stage 2, we developed this prototype within InVision [<xref ref-type="bibr" rid="ref49">49</xref>], a digital product design platform that allows end users to interact with the prototype as if it is an app. Examples of this prototype and sample interview guides are provided in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
        </sec>
        <sec>
          <title>Quantitative Measures</title>
          <p>In addition to the open-ended questions, we asked participants in stage 2 (n=17) close-ended survey questions about the usability of certain app features and the app overall. These questions were adapted from the System Usability Scale [<xref ref-type="bibr" rid="ref50">50</xref>], an instrument commonly used to evaluate the usability of different technology products.</p>
        </sec>
        <sec>
          <title>Analysis</title>
          <p>We first assessed the participants’ characteristics by tabulating the distributions or frequencies of the questions detailed above. We also calculated the distribution of Likert scale responses, ranging from strongly disagree to strongly agree, for the modified <italic>System Usability Scale</italic> questions asked in stage 2 of app testing.</p>
        </sec>
        <sec>
          <title>Iterative Qualitative Analysis</title>
          <p>Study team members (JMS, AB, LJ, and JA) met after each round of interviews to analyze feedback for key themes to inform refinements to the app content and features. This form of analysis allowed for the rapid implementation of the participants’ feedback and strengthened the development of the app [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        </sec>
        <sec>
          <title>Qualitative Content Analysis</title>
          <p>Two team members (DR and MDK) conducted a qualitative content analysis [<xref ref-type="bibr" rid="ref51">51</xref>] of all responses to search for unifying themes across stages of testing, by reading through the responses and creating the initial codebook. We randomly selected one interview from each round of testing (4 total) to refine the codebook and achieve consensus on code definition, inclusion criteria, and exclusion criteria. JMS then coded the remaining interviews using a constant-comparison technique. Throughout the coding process, a total of 8 out of 33 interviews (24% of the total sample) were jointly coded by DR, MDK, and JMS to assess interrater reliability. Facilitated by NVivo software (version 12; QSR International), we calculated the percent agreement [<xref ref-type="bibr" rid="ref52">52</xref>], a measure of coding consensus, and determined that there was satisfactory interrater reliability (median 75% agreement; mean 69.4%, SD 23.5%). The study team then reviewed all coded responses and extracted key themes from across responses. This allowed for the simultaneous analysis of interviews collected throughout all stages of app development.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Characteristics</title>
        <p>Of the 33 non-Hispanic Black primary care patients participating in the study, the mean age was 49 (SD 13) years, and 26 (79%) identified as female. Of the initial stage 1 (n=16) participants, 14 (88%) reported using a smartphone multiple times a day, 7 (44%) specifically used an app or digital fitness tracker to track their health, 13 (81%) reported tracking their health either digitally or manually, 15 (94%) reported sharing “some” or “a lot” of health information with close friends and family, and 13 (81%) said they have relied on friends to accomplish health goals. Only 25% (4/16) of the participants reported that they were comfortable discussing health matters on the internet.</p>
      </sec>
      <sec>
        <title>Qualitative Analysis</title>
        <p><xref ref-type="table" rid="table1">Table 1</xref> summarizes the 3 dominant themes and associated subthemes that emerged from the qualitative content analysis of both stages. Below, we expand on these qualitative themes and add additional insights and changes made during the iterative analysis.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Content themes and representative quotes.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="330"/>
            <col width="640"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Theme and subtheme</td>
                <td>Representative quote</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Messaging matters</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SMART<sup>a</sup> goals resonate</td>
                <td>“It’s something that I’m already working on, so actually a lot of [the] options were pretty good, so I wanted to pick more than one of them” [stage 2]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Achieving buy-in for cancer prevention messaging</td>
                <td>“...[the app is] to the point. It tells me exactly what we’re working on and gives me some things right on hand to reduce my chances of getting cancer.” [stage 1, round 2]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Specifying goals for the target population</td>
                <td>“I was already interested in cutting down red meat, but I wasn't sure if I was ready to do it yet. So, it was cool to see that as an option.” [stage 2]</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>To share or not to share</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Working with others facilitates goal accomplishment</td>
                <td>“I like the idea of sharing with friends and family and seeing other people sharing their progress. Overall, I think it’s pretty good. It helps you keep on track.” [stage 2]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Preferences for sharing goals with loved ones only versus all app users</td>
                <td>“...I like [the app]. I would only pick [to share with] my friends. Since I'm trying to quit smoking, I wouldn't open it to everyone.” [stage 2];<break/>“Family sometimes are critical. You could get more compassion from someone you don’t know.” [stage 1, round 2]</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Competition versus collaboration</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Deriving motivation from competition</td>
                <td>“Ah yeah, some people like to do things out of competition.” Prompt: Would it be motivating for you personally? “Yes. I don’t like to lose.” [stage 1, round 2]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Success through collaboration</td>
                <td>“I think it’s a good idea to be able to communicate with [other users] the things that they are doing and the things that I'm doing to make better choices to reduce our risk of contracting cancer.” [stage 2]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The progress board: a Goldilocks solution</td>
                <td>“I really like the progress [board]. I like that you can click on a person and send them encouragement, or even your own personal message. I think I would use this app.” [stage 2]</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>SMART: specific, measurable, achievable, realistic, and time-bound.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Theme 1: Messaging Matters</title>
        <sec>
          <title>SMART Goal Framing Resonates</title>
          <p>A key objective of this app is to encourage the setting of appropriate and motivating health goals. Therefore, we sought feedback on how to present the SMART goals in a manner that is relevant to the target population, which highlights the important connection between these goals and cancer prevention. Overall, we found that messaging mattered to the participants. Participants appreciated the goals’ specificity and commented that these goals seem relevant to their efforts to become healthier. One participant stated as follows:</p>
          <disp-quote>
            <p>[The goals are] good...they’re all something that I can work on. I like the ‘Make small changes for a big impact.’ That makes a lot of sense.</p>
            <attrib>stage 1, round 3</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Achieving Buy-in for Cancer Prevention Messaging</title>
          <p>A few participants noted confusion and skepticism about the relationship between lifestyle behaviors and cancer prevention. One participant said as follows:</p>
          <disp-quote>
            <p>only the smoking makes people think of cancer. The other ones seem more like basic health as opposed to associating it with cancer.</p>
          </disp-quote>
          <p>She then asked for “more specific information about how [these goals] relate to cancer.” [stage 1, round 2]. This initial feedback led to the following modifications: (1) we changed the language in the app to emphasize that small lifestyle modifications, such as those advocated by the app, can lead to a direct impact on cancer risk and (2) we added direct links to ACS webpages on lifestyle behaviors and cancer, to further emphasize the importance of these goals. Feedback on these modifications was positive in stage 2, with 15 (88%) participants out of 17 indicating that they agreed or strongly agreed that the connection to cancer in the app was both clear and useful. (See <xref rid="figure2" ref-type="fig">Figure 2</xref> for additional quantitative results from stage 2).</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Usability feedback for key app features.</p>
            </caption>
            <graphic xlink:href="formative_v6i3e28157_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Specifying Goals for the Target Population</title>
          <p>In another example of the importance of SMART goal framing, we made significant changes to the app’s “Get Active” goals when we realized that none of the participants chose those goals when using the app in stage 2. Specifically, we centered each “Get Active” goal around a type of exercise (eg, “I will do 30 minutes of dancing”), rather than a more general goal (eg, “I will do 30 minutes of moderate intensity exercise”). As noted in a separate report, these new “Get Active” goals became more popular in future rounds of testing [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
        </sec>
        <sec>
          <title>Desire for Customization</title>
          <p>Participants broadly supported the goal choices offered by the app. However, nearly all participants wished to further adapt the goals themselves. Given this feedback, we added a number of customization options, from allowing users to choose the frequency of an action (eg, “I will do 30 minutes of dancing 4 times a week”) to permitting users to change their goals on a weekly basis. Even with these modifications, all goals remained SMART (ie, specific, measurable, achievable, realistic, and time-bound) and connected to cancer prevention.</p>
        </sec>
      </sec>
      <sec>
        <title>Theme 2: To Share or Not To Share</title>
        <sec>
          <title>Working With Others Facilitates Goal Accomplishment</title>
          <p>One key feature of this app is sharing health goals with other users and working on those goals together. Across the rounds of testing, participants universally agreed that this social component of the app was a valuable feature. One end user said as follows:</p>
          <disp-quote>
            <p>What I really like is the whole concept of sharing with someone else and getting them actively involved. It reminded me more of a safety plan [in the context of social work.] This is how we help you get where you need to get</p>
            <attrib>stage 1, round 2</attrib>
          </disp-quote>
          <p>Participants expressed numerous benefits to working on health goals with others, from increased accountability for one’s own goals to the positive consequences of helping others.</p>
        </sec>
        <sec>
          <title>Preferences for Sharing Goals With Loved Ones Only Versus All App Users</title>
          <p>However, there is a lack of consensus about the user with whom health goals can be shared. Many users preferred only sharing their goal progress with the users they knew before joining the app. One participant did not want to reveal that he smokes outside his social circle, while another thought she would feel “pressured” by sharing her goals with all users. Nonetheless, some participants appreciated the opportunity to work on these health goals with all app users, with a couple of participants remarking that they may receive more valuable feedback from a user they did not know rather than from close friends and family. In addition, we noticed that as participants used the app in stage 2 of testing, their willingness to share the information with all app users increased. While using the app, 47% (8/17) participants selected “share with everyone.” In a postuse questionnaire, however, 82% (14/17) participants said they would select “share with everyone” in the future.</p>
        </sec>
        <sec>
          <title>Customization Supports Personal Sharing Preferences</title>
          <p>In response to different preferences, we modified the app to facilitate all aspects of goal sharing. Between stages 1 and 2, we added a username feature to protect anonymity when users shared goal information with unknown social ties on the app. We also permitted users to customize and change their share settings, allowing participants to choose whether to share information with only social ties or with all app users.</p>
        </sec>
      </sec>
      <sec>
        <title>Theme 3: Competition Versus Collaboration</title>
        <sec>
          <title>Deriving Motivation From Competition</title>
          <p>A third key feature of the app is helping users track their health goal progress, which participants universally agreed would facilitate goal accomplishment. Many participants also commented that it was motivating to view the progress of other users on the app. In fact, a number of participants suggested that the app should create a leaderboard to foster competition among users to rise to the top:</p>
          <disp-quote>
            <p>I definitely like the challenging [competitive version]. It’s good because it’s just like a game.</p>
            <attrib>stage 1, round 2</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Success Through Collaboration</title>
          <p>Some participants strongly rejected the idea of a competitive tone on the app, with one woman stating as follows:</p>
          <disp-quote>
            <p>I’m not in competition with [other users] for my health...I don’t see where being in competition with someone else [is helpful]; there’s certain things I’m not competitive about and my health is one of them.</p>
            <attrib>stage 1, round 3</attrib>
          </disp-quote>
          <p>Instead, many participants wanted the app to facilitate collaboration on health goals among users. Participants thought the app would be a valuable space to provide and receive suggestions on how to accomplish certain goals (eg, sharing recipes for healthy meals) and encouragement for goal progress.</p>
        </sec>
        <sec>
          <title>The Progress Board: A “Goldilocks” Solution</title>
          <p>In synthesizing this feedback on competition and collaboration, we changed the name of the “leaderboard” to “progress board,” so that users could visualize other users’ health goal progress without incentivizing competition. We also added a messaging feature because users expressed a strong interest in collaborating with one another. These changes resonated with participants in stage 2 of testing, with 88% (15/17) participants stating they would check their social ties’ goal progress weekly and 82% (14/17) stating they would send their friends encouraging messages weekly as well.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>We conducted 2 stages of semistructured interviews with non-Hispanic Black primary care patients to develop and iteratively refine a cancer prevention goal setting mobile app. Our study yielded three primary generalizable insights from our target population: (1) the framing of each goal and its relevance to cancer impacted the likelihood that the goal would be chosen, (2) participants thought that sharing health goals with others facilitates the adoption of healthy behaviors, and (3) most participants found it motivating to see other users’ goal progress, while still collaborating with these users on their health goals. An overarching insight that emerged across themes was the participants’ desire to customize and personalize the app.</p>
        <p>Our first theme highlights the importance of framing goals as relevant to cancer prevention. Some participants in our study initially struggled to understand the connection between cancer and lifestyle behaviors, remarking instead that they felt as though “genes” and “God’s will” had a larger role to play. Nonetheless, we maintained the overall cancer prevention framework of the app, as health behavior research has demonstrated that framing behaviors as cancer preventing increases their adoption [<xref ref-type="bibr" rid="ref54">54</xref>-<xref ref-type="bibr" rid="ref56">56</xref>]. Moreover, a 2019 meta-analysis found that underserved populations in the United States are comfortable receiving cancer prevention information and interventions on the internet and through mobile devices [<xref ref-type="bibr" rid="ref57">57</xref>]. In response to the feedback received, we clarified the language on the app to better communicate how changes in behavior can make a difference in cancer risk. We re-enforced this message with links to the ACS lay resources. Following these changes, participants in subsequent rounds did not convey similar confusion, and in fact, many appreciated the link between health behavior and cancer prevention. This change is one example of the numerous adaptations we made to optimize the app for the intended end users.</p>
        <p>The second and third themes indicate the values of goal sharing and collaboration, respectively. Although some participants hoped that the app would foster competition among users for completing health goals, most expressed a strong desire for the app to facilitate collaboration with others to achieve their health goals. This tension between competition and collaboration is frequently studied in behavioral economics, with mixed evidence as to which approach yields a greater impact on health behavior [<xref ref-type="bibr" rid="ref58">58</xref>]. To respect the diverging opinions among our participants, we created a progress board that displays each user’s goal success count, allowing more competitive-minded users a chance to compare their progress to others. We removed any references to “leaderboards” and added new avenues for participants to communicate with each other on the app, responding to most participants who expressed a desire to collaborate with other app users. Brewer et al [<xref ref-type="bibr" rid="ref59">59</xref>] similarly found a “sharing board” to be a popular feature in their app promoting cardiovascular health among church-going African Americans. Participants in Brewer’s study were likewise motivated by the ability to send and receive encouraging messages while keeping track of other users’ progress.</p>
        <p>Finally, we found that participants uniformly valued the ability to customize the app to meet their unique needs, and in response, we provided additional options for goal sharing and goal setting. The desire for customization is common in health app development [<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref61">61</xref>], and we aimed to satisfy participant requests while ensuring that the app remained grounded in evidence-based techniques. For example, although we allowed participants to modify the frequency of a particular health goal (eg, dance for 30 minutes three vs four times a week), we did not allow users to write their own health goals. We made this choice to ensure that all of our goals remained consistent with ACS recommendations and an evidence-based SMART [<xref ref-type="bibr" rid="ref19">19</xref>] set-up.</p>
        <p>Given that this study evaluated end user experience with a mobile app exclusively among a non-Hispanic Black population, it is difficult to ascertain whether our findings are unique to this population or perhaps more broadly applicable to other populations. However, we did find a preference for collaboration over competition that aligns with prior evidence of this among non-Hispanic Black populations [<xref ref-type="bibr" rid="ref59">59</xref>]. In addition, our findings of fatalism in early iterations of app content feedback aligned with prior studies that demonstrate this among non-Hispanic Black populations [<xref ref-type="bibr" rid="ref62">62</xref>-<xref ref-type="bibr" rid="ref64">64</xref>]. Future studies should be designed to compare the experiences of apps and messaging between users to determine what features may be uniquely appreciated by one racial/ethnic population as compared with another.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>These findings must be considered in the context of several limitations and strengths. First, the study used a nonprobabilistic purposive sampling technique to recruit non-Hispanic black primary care patients from 2 primary care clinics and thus may not be generalizable. Second, we recognize that stated intentions do not always align with future behavior, and we cannot predict the effectiveness of this tool based on this study. The objective of this study is to develop and optimize the features and content of the app with and for our target population. This methodology also has several strengths. In contrast to many other behavior change apps [<xref ref-type="bibr" rid="ref65">65</xref>], we followed a user-centered design approach to optimize the app for our intended audience, which may have different content wishes than other populations [<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref66">66</xref>,<xref ref-type="bibr" rid="ref67">67</xref>]. We also followed app design best practices by conducting iterative rounds of testing, allowing ample opportunities for usability feedback from potential end users [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. Finally, 2 team members experienced in qualitative research analyzed all participant feedback using more traditional qualitative content analysis techniques to search for generalizable insights that may inform future health intervention research beyond the development of this app.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Cancer prevention in the modern era must include options that are accessible to all, but this does not mean that all options must be universal. A mobile app—or any intervention, importantly—that promotes healthy, cancer-preventing behaviors in population A is not guaranteed to work as well with population B. Accordingly, given the disproportionate burden of cancer and cancer-related mortality among non-Hispanic Black populations in the United States [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref9">9</xref>], our iterative development approach for a cancer prevention mobile app focused uniquely and specifically on goal setting among non-Hispanic Black primary care patients. This iterative process led to the development of a cancer prevention mobile app that potential end users deemed usable and acceptable and yielded noteworthy insights about what intended end users value in health goals and how they may work on these goals with others.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Interview scripts and early prototype examples.</p>
        <media xlink:href="formative_v6i3e28157_app1.docx" xlink:title="DOCX File , 18180 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Interactive prototype and corresponding interview guide.</p>
        <media xlink:href="formative_v6i3e28157_app2.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACC</term>
          <def>
            <p>Abramson Cancer Center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ACS</term>
          <def>
            <p>American Cancer Society</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">BIPOC</term>
          <def>
            <p>Black, Indigenous, and People of Color</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PCP</term>
          <def>
            <p>primary care provider</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SMART</term>
          <def>
            <p>specific, measurable, achievable, realistic, and time-bound</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank all the participants who diligently engaged with the <italic>Healthier Together</italic> app and provided the team with thoughtful feedback. This work was supported by 3 generous American Cancer Society and Abramson Cancer Center (ACC) grants. JA was supported by the American Cancer Society—Tri-State CEO’s Against Cancer Mentored Research Scholar Grant, MRSG-17-155-01- CPPB. JA was also supported by the 2018 ACC Population Science Pilot Award Program, ACC’s Cancer Center Support Grant, P30-CA016420. The funders did not participate in designing the study or analyzing the data.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>LJ was employed by the app developer Transmogrify. Transmogrify had no input in the study design or evaluation.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Jemal</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Cancer statistics, 2019</article-title>
          <source>CA A Cancer J Clin</source>
          <year>2019</year>
          <volume>69</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.3322/caac.21551</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katzke</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Kaaks</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kühn</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Lifestyle and cancer risk</article-title>
          <source>Cancer J</source>
          <year>2015</year>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>104</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1097/PPO.0000000000000101</pub-id>
          <pub-id pub-id-type="medline">25815850</pub-id>
          <pub-id pub-id-type="pii">00130404-201503000-00009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lauby-Secretan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Scoccianti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Loomis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Grosse</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bianchini</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Straif</surname>
              <given-names>K</given-names>
            </name>
            <collab>International Agency for Research on Cancer Handbook Working Group</collab>
          </person-group>
          <article-title>Body fatness and cancer--viewpoint of the IARC working group</article-title>
          <source>N Engl J Med</source>
          <year>2016</year>
          <volume>375</volume>
          <issue>8</issue>
          <fpage>794</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27557308"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMsr1606602</pub-id>
          <pub-id pub-id-type="medline">27557308</pub-id>
          <pub-id pub-id-type="pmcid">PMC6754861</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kunnumakkara</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Sundaram</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Harikumar</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Tharakan</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>OS</given-names>
            </name>
            <name name-style="western">
              <surname>Sung</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Aggarwal</surname>
              <given-names>BB</given-names>
            </name>
          </person-group>
          <article-title>Cancer is a preventable disease that requires major lifestyle changes</article-title>
          <source>Pharm Res</source>
          <year>2008</year>
          <volume>25</volume>
          <issue>9</issue>
          <fpage>2097</fpage>
          <lpage>116</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18626751"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11095-008-9661-9</pub-id>
          <pub-id pub-id-type="medline">18626751</pub-id>
          <pub-id pub-id-type="pmcid">PMC2515569</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lortet-Tieulent</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Goding Sauer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Islami</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Fedewa</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jemal</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>State-level cancer mortality attributable to cigarette smoking in the United States</article-title>
          <source>JAMA Intern Med</source>
          <year>2016</year>
          <volume>176</volume>
          <issue>12</issue>
          <fpage>1792</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2016.6530</pub-id>
          <pub-id pub-id-type="medline">27775761</pub-id>
          <pub-id pub-id-type="pii">2571615</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barbeau</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Krieger</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Soobader</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Working class matters: socioeconomic disadvantage, race/ethnicity, gender, and smoking in NHIS 2000</article-title>
          <source>Am J Public Health</source>
          <year>2004</year>
          <volume>94</volume>
          <issue>2</issue>
          <fpage>269</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.94.2.269</pub-id>
          <pub-id pub-id-type="medline">14759942</pub-id>
          <pub-id pub-id-type="pmcid">PMC1448243</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krieger</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Defining and investigating social disparities in cancer: critical issues</article-title>
          <source>Cancer Causes Control</source>
          <year>2005</year>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1007/s10552-004-1251-5</pub-id>
          <pub-id pub-id-type="medline">15750853</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kawachi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Berkman</surname>
              <given-names>LF</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Berkman</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Kawachi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Glymour</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Social capital, social cohesion, and health Internet</article-title>
          <source>Social epidemiology. 2nd edition</source>
          <year>2014</year>
          <publisher-loc>Oxford, UK</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
          <fpage>290</fpage>
          <lpage>319</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berkman</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Syme</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Social networks, host resistance, and mortality: a nine-year follow-up study of Alameda County residents</article-title>
          <source>Am J Epidemiol</source>
          <year>1979</year>
          <volume>109</volume>
          <issue>2</issue>
          <fpage>186</fpage>
          <lpage>204</lpage>
          <pub-id pub-id-type="doi">10.1093/oxfordjournals.aje.a112674</pub-id>
          <pub-id pub-id-type="medline">425958</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aysola</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bitton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zaslavsky</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Ayanian</surname>
              <given-names>JZ</given-names>
            </name>
          </person-group>
          <article-title>Quality and equity of primary care with patient-centered medical homes: results from a national survey</article-title>
          <source>Med Care</source>
          <year>2013</year>
          <volume>51</volume>
          <issue>1</issue>
          <fpage>68</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23047125"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e318270bb0d</pub-id>
          <pub-id pub-id-type="medline">23047125</pub-id>
          <pub-id pub-id-type="pmcid">PMC3766903</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bach</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Pham</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Schrag</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tate</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Hargraves</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Primary care physicians who treat blacks and whites</article-title>
          <source>N Engl J Med</source>
          <year>2004</year>
          <volume>351</volume>
          <issue>6</issue>
          <fpage>575</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMsa040609</pub-id>
          <pub-id pub-id-type="medline">15295050</pub-id>
          <pub-id pub-id-type="pii">351/6/575</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cornwell</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schumm</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Laumann</surname>
              <given-names>EO</given-names>
            </name>
            <name name-style="western">
              <surname>Graber</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Social networks in the NSHAP study: rationale, measurement, and preliminary findings</article-title>
          <source>J Gerontol B Psychol Sci Soc Sci</source>
          <year>2009</year>
          <volume>64</volume>
          <issue>Suppl 1</issue>
          <fpage>i47</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19502574"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/geronb/gbp042</pub-id>
          <pub-id pub-id-type="medline">19502574</pub-id>
          <pub-id pub-id-type="pii">gbp042</pub-id>
          <pub-id pub-id-type="pmcid">PMC2763519</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>HP</given-names>
            </name>
          </person-group>
          <article-title>Poverty, culture, and social injustice: determinants of cancer disparities</article-title>
          <source>CA Cancer J Clin</source>
          <year>2004</year>
          <volume>54</volume>
          <issue>2</issue>
          <fpage>72</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0007-9235&#38;date=2004&#38;volume=54&#38;issue=2&#38;spage=72"/>
          </comment>
          <pub-id pub-id-type="doi">10.3322/canjclin.54.2.72</pub-id>
          <pub-id pub-id-type="medline">15061597</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haines</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Hurlbert</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Beggs</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Exploring the determinants of support provision: provider characteristics, personal networks, community contexts, and support following life events</article-title>
          <source>J Health Soc Behav</source>
          <year>1996</year>
          <volume>37</volume>
          <issue>3</issue>
          <fpage>252</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="medline">8898496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hofer</surname>
              <given-names>TP</given-names>
            </name>
          </person-group>
          <article-title>Socioeconomic disparities in preventive care persist despite universal coverage. Breast and cervical cancer screening in Ontario and the United States</article-title>
          <source>JAMA</source>
          <year>1994</year>
          <volume>272</volume>
          <issue>7</issue>
          <fpage>530</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="medline">8046807</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Institute of Medicine (US) Committee on Understanding and Eliminating Racial and Ethnic Disparities in Health Care</collab>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Smedley</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Stith</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <source>Unequal treatment: confronting racial and ethnic disparities in health care</source>
          <year>2003</year>
          <publisher-loc>Washington, D.C</publisher-loc>
          <publisher-name>National Academies Press (US)</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gotay</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>Behavior and cancer prevention</article-title>
          <source>J Clin Oncol</source>
          <year>2005</year>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>301</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1200/JCO.2005.06.069</pub-id>
          <pub-id pub-id-type="medline">15637393</pub-id>
          <pub-id pub-id-type="pii">23/2/301</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Strecher</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Seijts</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Kok</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Latham</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>DeVellis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Meertens</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Bulger</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Goal setting as a strategy for health behavior change</article-title>
          <source>Health Educ Q</source>
          <year>1995</year>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>190</fpage>
          <lpage>200</lpage>
          <pub-id pub-id-type="doi">10.1177/109019819502200207</pub-id>
          <pub-id pub-id-type="medline">7622387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bovend'Eerdt</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Botell</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Wade</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <article-title>Writing SMART rehabilitation goals and achieving goal attainment scaling: a practical guide</article-title>
          <source>Clin Rehabil</source>
          <year>2009</year>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>352</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1177/0269215508101741</pub-id>
          <pub-id pub-id-type="medline">19237435</pub-id>
          <pub-id pub-id-type="pii">0269215508101741</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schunk</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Goal setting and self-efficacy during self-regulated learning</article-title>
          <source>Educ Psychol</source>
          <year>1990</year>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1207/s15326985ep2501_6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heath</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Larrick</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Goals as reference points</article-title>
          <source>Cogn Psychol</source>
          <year>1999</year>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>79</fpage>
          <lpage>109</lpage>
          <pub-id pub-id-type="doi">10.1006/cogp.1998.0708</pub-id>
          <pub-id pub-id-type="medline">10090799</pub-id>
          <pub-id pub-id-type="pii">S0010-0285(98)90708-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandura</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Health promotion from the perspective of social cognitive theory</article-title>
          <source>Psychol Health</source>
          <year>1998</year>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>623</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1080/08870449808407422</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Christakis</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Longitudinal analysis of large social networks: estimating the effect of health traits on changes in friendship ties</article-title>
          <source>Stat Med</source>
          <year>2011</year>
          <volume>30</volume>
          <issue>9</issue>
          <fpage>950</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/sim.4190"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/sim.4190</pub-id>
          <pub-id pub-id-type="medline">21287589</pub-id>
          <pub-id pub-id-type="pmcid">PMC3079434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Centola</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>An experimental study of homophily in the adoption of health behavior</article-title>
          <source>Science</source>
          <year>2011</year>
          <volume>334</volume>
          <issue>6060</issue>
          <fpage>1269</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1126/science.1207055</pub-id>
          <pub-id pub-id-type="medline">22144624</pub-id>
          <pub-id pub-id-type="pii">334/6060/1269</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perkins</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Subramanian</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Christakis</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Social networks and health: a systematic review of sociocentric network studies in low- and middle-income countries</article-title>
          <source>Soc Sci Med</source>
          <year>2015</year>
          <volume>125</volume>
          <fpage>60</fpage>
          <lpage>78</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25442969"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2014.08.019</pub-id>
          <pub-id pub-id-type="medline">25442969</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(14)00536-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5690563</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christakis</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Fowler</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>The collective dynamics of smoking in a large social network</article-title>
          <source>N Engl J Med</source>
          <year>2008</year>
          <volume>358</volume>
          <issue>21</issue>
          <fpage>2249</fpage>
          <lpage>58</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18499567"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMsa0706154</pub-id>
          <pub-id pub-id-type="medline">18499567</pub-id>
          <pub-id pub-id-type="pii">358/21/2249</pub-id>
          <pub-id pub-id-type="pmcid">PMC2822344</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Centola</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The spread of behavior in an online social network experiment</article-title>
          <source>Science</source>
          <year>2010</year>
          <volume>329</volume>
          <issue>5996</issue>
          <fpage>1194</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1126/science.1185231</pub-id>
          <pub-id pub-id-type="medline">20813952</pub-id>
          <pub-id pub-id-type="pii">329/5996/1194</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Maurana</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Cancer prevention in underserved African American communities: barriers and effective strategies--a review of the literature</article-title>
          <source>WMJ</source>
          <year>2003</year>
          <volume>102</volume>
          <issue>5</issue>
          <fpage>36</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="medline">14621929</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>McCullough</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Wertheim</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Chlebowski</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Stefanick</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Rohan</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Manson</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Tindle</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Ockene</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vitolins</surname>
              <given-names>MZ</given-names>
            </name>
            <name name-style="western">
              <surname>Wactawski-Wende</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sarto</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Neuhouser</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Nutrition and physical activity cancer prevention guidelines, cancer risk, and mortality in the women's health initiative</article-title>
          <source>Cancer Prev Res (Phila)</source>
          <year>2014</year>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>42</fpage>
          <lpage>53</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://cancerpreventionresearch.aacrjournals.org/cgi/pmidlookup?view=long&#38;pmid=24403289"/>
          </comment>
          <pub-id pub-id-type="doi">10.1158/1940-6207.CAPR-13-0258</pub-id>
          <pub-id pub-id-type="medline">24403289</pub-id>
          <pub-id pub-id-type="pii">1940-6207.CAPR-13-0258</pub-id>
          <pub-id pub-id-type="pmcid">PMC4090781</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krebs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <article-title>Health app use among US mobile phone owners: a national survey</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>e101</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/4/e101/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.4924</pub-id>
          <pub-id pub-id-type="medline">26537656</pub-id>
          <pub-id pub-id-type="pii">v3i4e101</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Blondon</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lyles</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ralston</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Racial/ethnic variation in devices used to access patient portals</article-title>
          <source>Am J Manag Care</source>
          <year>2018</year>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>e1</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/pubMed.php?pii=87420"/>
          </comment>
          <pub-id pub-id-type="medline">29350513</pub-id>
          <pub-id pub-id-type="pii">87420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ray</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sewell</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Missed opportunity? Leveraging mobile technology to reduce racial health disparities</article-title>
          <source>J Health Polit Policy Law</source>
          <year>2017</year>
          <volume>42</volume>
          <issue>5</issue>
          <fpage>901</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1215/03616878-3940477</pub-id>
          <pub-id pub-id-type="medline">28663182</pub-id>
          <pub-id pub-id-type="pii">03616878-3940477</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>Steinberg</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Stoute</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lanpher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Askew</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Foley</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Baskin</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Electronic health (eHealth) interventions for weight management among racial/ethnic minority adults: a systematic review</article-title>
          <source>Obes Rev</source>
          <year>2014</year>
          <volume>15</volume>
          <issue>Suppl 4</issue>
          <fpage>146</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="doi">10.1111/obr.12218</pub-id>
          <pub-id pub-id-type="medline">25196411</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>James</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Harville 2nd</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sears</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Efunbumi</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Bondoc</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Participation of African Americans in e-Health and m-Health studies: a systematic review</article-title>
          <source>Telemed J E Health</source>
          <year>2017</year>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>351</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2016.0067</pub-id>
          <pub-id pub-id-type="medline">27792475</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>AlJaberi</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Developing culturally sensitive mHealth apps for Caribbean immigrant women to use during pregnancy: focus group study</article-title>
          <source>JMIR Hum Factors</source>
          <year>2018</year>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e29</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2018/4/e29/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/humanfactors.9787</pub-id>
          <pub-id pub-id-type="medline">30305256</pub-id>
          <pub-id pub-id-type="pii">v5i4e29</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alsswey</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Samarraie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>El-Qirem</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Alzahrani</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Alfarraj</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Culture in the design of mHealth UI: an effort to increase acceptance among culturally specific groups</article-title>
          <source>Electron Libr</source>
          <year>2020</year>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>257</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1108/el-04-2019-0097</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Joseph</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vega-López</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>English</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hollingshead</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hooker</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Todd</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gaesser</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Ainsworth</surname>
              <given-names>BE</given-names>
            </name>
          </person-group>
          <article-title>A culturally relevant smartphone-delivered physical activity intervention for African American women: development and initial usability tests of smart walk</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e15346</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/3/e15346/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15346</pub-id>
          <pub-id pub-id-type="medline">32130198</pub-id>
          <pub-id pub-id-type="pii">v8i3e15346</pub-id>
          <pub-id pub-id-type="pmcid">PMC7076402</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vardeman-Winter</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The framing of women and health disparities: a critical look at race, gender, and class from the perspectives of grassroots health communicators</article-title>
          <source>Health Commun</source>
          <year>2017</year>
          <volume>32</volume>
          <issue>5</issue>
          <fpage>629</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2016.1160318</pub-id>
          <pub-id pub-id-type="medline">27367141</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vardeman-Winter</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Confronting whiteness in public relations campaigns and research with women</article-title>
          <source>J Public Relat Res</source>
          <year>2011</year>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>412</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1080/1062726x.2011.605973</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Naughton</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Blandford</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Understanding and promoting effective engagement with digital behavior change interventions</article-title>
          <source>Am J Prev Med</source>
          <year>2016</year>
          <volume>51</volume>
          <issue>5</issue>
          <fpage>833</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2016.06.015</pub-id>
          <pub-id pub-id-type="medline">27745683</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(16)30243-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Landauer</surname>
              <given-names>TK</given-names>
            </name>
          </person-group>
          <article-title>A mathematical model of the finding of usability problems</article-title>
          <source>Proceedings of the INTERACT '93 and CHI '93 Conference on Human Factors in Computing Systems</source>
          <year>1993</year>
          <conf-name>INTERCHI '93</conf-name>
          <conf-date>April 24-29, 1993</conf-date>
          <conf-loc>Amsterdam, The Netherlands</conf-loc>
          <fpage>206</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/doi/10.1145/169059.169166"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/169059.169166</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Estimating the number of subjects needed for a thinking aloud test</article-title>
          <source>Int J Hum Comput Stud</source>
          <year>1994</year>
          <volume>41</volume>
          <issue>3</issue>
          <fpage>385</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1006/ijhc.1994.1065</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Virzi</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Refining the test phase of usability evaluation: how many subjects is enough?</article-title>
          <source>Hum Factors</source>
          <year>1992</year>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>457</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1177/001872089203400407</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Sample size and saturation in PhD studies using qualitative interviews</article-title>
          <source>Forum Qual</source>
          <year>2010</year>
          <volume>11</volume>
          <issue>3</issue>
          <pub-id pub-id-type="doi">10.17169/fqs-11.3.1428</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Neill</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Conzemius</surname>
              <given-names>AE</given-names>
            </name>
          </person-group>
          <source>The power of SMART goals: using goals to improve student learning</source>
          <year>2005</year>
          <publisher-loc>Bloomington, IN</publisher-loc>
          <publisher-name>Solution Tree</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="web">
          <article-title>American cancer society guidelines for nutrition and physical activity</article-title>
          <source>American Cancer Society</source>
          <year>2020</year>
          <access-date>2021-02-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cancer.org/healthy/eat-healthy-get-active/acs-guidelines-nutrition-physical-activity-cancer-prevention/guidelines.html">https://www.cancer.org/healthy/eat-healthy-get-active/acs-guidelines-nutrition-physical-activity-cancer-prevention/guidelines.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Si</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Callan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A statistical model for scientific readability</article-title>
          <source>Proceedings of the 10th International Conference on Information and knowledge management</source>
          <year>2001</year>
          <conf-name>CIKM '01</conf-name>
          <conf-date>October 5-10, 2001</conf-date>
          <conf-loc>Atlanta, GA</conf-loc>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Association for Computing Machinery</publisher-name>
          <fpage>574</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1145/502585.502695</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)– a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <source>InVision</source>
          <access-date>2021-09-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.invisionapp.com">https://www.invisionapp.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bangor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kortum</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>An empirical evaluation of the system usability scale</article-title>
          <source>Int J Hum-Comput Interact</source>
          <year>2008</year>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>574</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1080/10447310802205776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>White</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Marsh</surname>
              <given-names>EE</given-names>
            </name>
          </person-group>
          <article-title>Content analysis: a flexible methodology</article-title>
          <source>Lib Trends</source>
          <year>2006</year>
          <volume>55</volume>
          <issue>1</issue>
          <fpage>22</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1353/lib.2006.0053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stemler</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>A comparison of consensus, consistency, and measurement approaches to estimating interrater reliability</article-title>
          <source>Pract Assess Res Eval</source>
          <year>2019</year>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.7275/96jp-xz07"/>
          </comment>
          <pub-id pub-id-type="doi">10.7275/96jp-xz07</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Resnick</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schapira</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bautista</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Aysola</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Promoting collaborative goal setting for cancer prevention among primary care patients through mHealth: mixed methods evaluation of a new app</article-title>
          <source>JMIR Form Res</source>
          <year>2021</year>
          <volume>5</volume>
          <issue>7</issue>
          <fpage>e22510</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2021/7/e22510/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22510</pub-id>
          <pub-id pub-id-type="medline">34259162</pub-id>
          <pub-id pub-id-type="pii">v5i7e22510</pub-id>
          <pub-id pub-id-type="pmcid">PMC8319782</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Satia</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Barlow</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong-Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Watters</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Qualitative study to explore prospect theory and message framing and diet and cancer prevention-related issues among African American adolescents</article-title>
          <source>Cancer Nurs</source>
          <year>2010</year>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>102</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20142738"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/NCC.0b013e3181be5e8a</pub-id>
          <pub-id pub-id-type="medline">20142738</pub-id>
          <pub-id pub-id-type="pmcid">PMC2892380</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webb</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Sheeran</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Does changing behavioral intentions engender behavior change? A meta-analysis of the experimental evidence</article-title>
          <source>Psychol Bull</source>
          <year>2006</year>
          <volume>132</volume>
          <issue>2</issue>
          <fpage>249</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1037/0033-2909.132.2.249</pub-id>
          <pub-id pub-id-type="medline">16536643</pub-id>
          <pub-id pub-id-type="pii">2006-03023-004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Updegraff</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Health message framing effects on attitudes, intentions, and behavior: a meta-analytic review</article-title>
          <source>Ann Behav Med</source>
          <year>2012</year>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>101</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1007/s12160-011-9308-7</pub-id>
          <pub-id pub-id-type="medline">21993844</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tarver</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Haggstrom</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>The use of cancer-specific patient-centered technologies among underserved populations in the United States: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>e10256</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/4/e10256/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10256</pub-id>
          <pub-id pub-id-type="medline">31012855</pub-id>
          <pub-id pub-id-type="pii">v21i4e10256</pub-id>
          <pub-id pub-id-type="pmcid">PMC6658273</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Fortunato</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Oon</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Rareshide</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Reh</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Szwartz</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Guszcza</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Steier</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kalra</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hilbert</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of behaviorally designed gamification interventions with social incentives for increasing physical activity among overweight and obese adults across the United States: the STEP UP randomized clinical trial</article-title>
          <source>JAMA Intern Med</source>
          <year>2019</year>
          <volume>179</volume>
          <issue>12</issue>
          <fpage>1624</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31498375"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2019.3505</pub-id>
          <pub-id pub-id-type="medline">31498375</pub-id>
          <pub-id pub-id-type="pii">2749761</pub-id>
          <pub-id pub-id-type="pmcid">PMC6735420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brewer</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Kumbamu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jenkins</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Patten</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>A cardiovascular health and wellness mobile health intervention among church-going African Americans: formative evaluation of the FAITH! app</article-title>
          <source>JMIR Form Res</source>
          <year>2020</year>
          <volume>4</volume>
          <issue>11</issue>
          <fpage>e21450</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2020/11/e21450/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21450</pub-id>
          <pub-id pub-id-type="medline">33200999</pub-id>
          <pub-id pub-id-type="pii">v4i11e21450</pub-id>
          <pub-id pub-id-type="pmcid">PMC7709003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coorey</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Neubeck</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mulley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Redfern</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness, acceptability and usefulness of mobile applications for cardiovascular disease self-management: systematic review with meta-synthesis of quantitative and qualitative data</article-title>
          <source>Eur J Prev Cardiol</source>
          <year>2018</year>
          <volume>25</volume>
          <issue>5</issue>
          <fpage>505</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1177/2047487317750913</pub-id>
          <pub-id pub-id-type="medline">29313363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dugas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Unpacking mHealth interventions: a systematic review of behavior change techniques used in randomized controlled trials assessing mHealth effectiveness</article-title>
          <source>Digit Health</source>
          <year>2020</year>
          <volume>6</volume>
          <fpage>2055207620905411</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2055207620905411?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055207620905411</pub-id>
          <pub-id pub-id-type="medline">32128233</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055207620905411</pub-id>
          <pub-id pub-id-type="pmcid">PMC7036494</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peek</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Sayad</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Markwardt</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Fear, fatalism and breast cancer screening in low-income African-American women: the role of clinicians and the health care system</article-title>
          <source>J Gen Intern Med</source>
          <year>2008</year>
          <volume>23</volume>
          <issue>11</issue>
          <fpage>1847</fpage>
          <lpage>53</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18751758"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-008-0756-0</pub-id>
          <pub-id pub-id-type="medline">18751758</pub-id>
          <pub-id pub-id-type="pmcid">PMC2585682</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flórez</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Aguirre</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Viladrich</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Céspedes</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>De La Cruz</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Abraído-Lanza</surname>
              <given-names>AF</given-names>
            </name>
          </person-group>
          <article-title>Fatalism or destiny? A qualitative study and interpretative framework on Dominican women's breast cancer beliefs</article-title>
          <source>J Immigr Minor Health</source>
          <year>2009</year>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>291</fpage>
          <lpage>301</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18253833"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10903-008-9118-6</pub-id>
          <pub-id pub-id-type="medline">18253833</pub-id>
          <pub-id pub-id-type="pmcid">PMC2695847</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spurlock</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Cullins</surname>
              <given-names>LS</given-names>
            </name>
          </person-group>
          <article-title>Cancer fatalism and breast cancer screening in African American women</article-title>
          <source>ABNF J</source>
          <year>2006</year>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>38</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="medline">16596899</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bondaronek</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Alkhaldi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Slee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>FL</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Quality of publicly available physical activity apps: review and content analysis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>e53</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/3/e53/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.9069</pub-id>
          <pub-id pub-id-type="medline">29563080</pub-id>
          <pub-id pub-id-type="pii">v6i3e53</pub-id>
          <pub-id pub-id-type="pmcid">PMC5885062</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brewer</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Fortuna</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Patten</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Back to the future: achieving health equity through health informatics and digital health</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>e14512</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/1/e14512/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14512</pub-id>
          <pub-id pub-id-type="medline">31934874</pub-id>
          <pub-id pub-id-type="pii">v8i1e14512</pub-id>
          <pub-id pub-id-type="pmcid">PMC6996775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Armaou</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Araviaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Musikanski</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>eHealth and mHealth interventions for ethnic minority and historically underserved populations in developed countries: an umbrella review</article-title>
          <source>Int J Commun Wellbeing</source>
          <year>2019</year>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>193</fpage>
          <lpage>221</lpage>
          <pub-id pub-id-type="doi">10.1007/s42413-019-00055-5</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
