<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i10e40869</article-id>
      <article-id pub-id-type="pmid">36227637</article-id>
      <article-id pub-id-type="doi">10.2196/40869</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>An Evaluation of a Mobile App for Chronic Low Back Pain Management: Prospective Pilot Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yazdi</surname>
            <given-names>Cyrus</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chow</surname>
            <given-names>Robert</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Browne</surname>
            <given-names>Jonathan D</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6233-2997</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Vaninetti</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9602-6365</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Giard</surname>
            <given-names>David</given-names>
          </name>
          <degrees>MS, MA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3585-786X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Kostas</surname>
            <given-names>Konstantinos</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4876-8356</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Dave</surname>
            <given-names>Ankur</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <address>
            <institution>Ascension Illinois</institution>
            <institution>Alexian Brothers Medical Center</institution>
            <addr-line>Eberle Building, Suite 610</addr-line>
            <addr-line>800 Biesterfield Rd</addr-line>
            <addr-line>Elk Grove Village, IL, 60007</addr-line>
            <country>United States</country>
            <phone>1 630 379 9815</phone>
            <email>ankur.dave@ascension.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6724-8340</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Medicine</institution>
        <institution>California University of Science and Medicine</institution>
        <addr-line>Colton, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Center for Pain Medicine</institution>
        <institution>University of California San Diego</institution>
        <addr-line>La Jolla, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>College of Psychology</institution>
        <institution>California Northstate University</institution>
        <addr-line>Rancho Cordova, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Ascension Illinois</institution>
        <institution>Alexian Brothers Medical Center</institution>
        <addr-line>Elk Grove Village, IL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ankur Dave <email>ankur.dave@ascension.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>10</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>10</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>10</issue>
      <elocation-id>e40869</elocation-id>
      <history>
        <date date-type="received">
          <day>8</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>15</day>
          <month>8</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>1</day>
          <month>9</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>2</day>
          <month>9</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Jonathan D Browne, Michael Vaninetti, David Giard, Konstantinos Kostas, Ankur Dave. Originally published in JMIR Formative Research (https://formative.jmir.org), 13.10.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/10/e40869" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Chronic low back pain is challenging to manage due to multidisciplinary considerations. It has substantial socioeconomic impacts and cannot be simply treated with pharmacotherapy, nonsurgical intervention, or spine surgery. Medical consensus recommends optimizing conservative self-management therapies (eg, home exercise, wellness strategies, yoga, etc) as first-line treatment options for chronic low back pain. However, access to these modalities is often limited and secondary to cost, convenience, and ease of use. Mobile health apps have emerged as a cost-effective and accessible option for chronic low back pain self-management. Established in-person pain programs can provide the structure for an optimal mobile app adaptation. PainNavigator (PainNavigator, Inc) is an example of a mobile app that is based on an Ascension-Illinois group–based pain program—Pain Rehabilitation Outpatient-Camp.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This was a prospective pilot clinical trial that evaluated the PainNavigator platform’s utility in low back pain management to inform future trial development.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A total of 75 participants who used PainNavigator were studied. Pain, Enjoyment, and General Activity (PEG-3) scale scores and scores from a brief anxiety and depression scale based on the Patient Health Questionnaire-4 (PHQ-4) were obtained at baseline and following program completion. The PEG-3 total score was used, in addition to individual items—<italic>Average Pain</italic>, <italic>Pain Effect on Enjoyment</italic>, and <italic>Pain Effect on Activity</italic>. The PHQ-4 total score was also used, in addition to other individual items, including <italic>Felt Depressed</italic>, <italic>Loss of Interest</italic>, <italic>Felt Anxious</italic>, and <italic>Difficult to Control Worry</italic>. Paired sample <italic>t</italic> tests (2-tailed) compared mean differences in scores from before and after participants received the intervention.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The analysis found that PEG-3 (n=27) and PHQ-4 (n=27) total scores were significantly lower upon the completion of PainNavigator (<italic>P</italic>&#60;.001 and <italic>P</italic>=.001, respectively). The findings showed a 36% reduction in PEG-3 total scores, a 40% reduction in pain intensity, and a 40% reduction in PHQ-4 total scores. Scores for individual PEG-3 scale and PHQ-4 items also significantly decreased. All PEG-3 measures had large effect sizes. The PHQ-4 total score and <italic>Difficult to Control Worry</italic> item had large effect sizes, while the other three measures had medium effect sizes.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>These findings show that PainNavigator has clinical significance in managing chronic low back pain and can be easily utilized to improve patient care. All PEG-3 scale and PHQ-4 measures significantly improved following the use of the platform, supporting the multidimensional, biopsychosocial approach to low back pain management. Differences in effect sizes may inform quality improvement investigations, such as optimizing features that impact measures with only medium effect sizes. This feasibility study demonstrates an effective protocol, and it will inform future, more extensive randomized controlled trials.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>back pain</kwd>
        <kwd>chronic pain</kwd>
        <kwd>mobile</kwd>
        <kwd>app</kwd>
        <kwd>multidisciplinary care</kwd>
        <kwd>biopsychosocial</kwd>
        <kwd>self-management</kwd>
        <kwd>mHealth</kwd>
        <kwd>mobile health</kwd>
        <kwd>mobile app</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Chronic low back pain (LBP) is a multidisciplinary condition with significant socioeconomic implications. The Centers for Disease Control and Prevention has reported that approximately 20% of US adults experience chronic pain [<xref ref-type="bibr" rid="ref1">1</xref>]. The economic impact of pain, when factoring in health care costs and productivity, has been estimated to be greater than that of heart disease, cancer, and diabetes [<xref ref-type="bibr" rid="ref2">2</xref>]. LBP is a subset pain condition that also is the leading cause of years lost to disability [<xref ref-type="bibr" rid="ref3">3</xref>]. LBP prevalence may also increase due to an aging population and can disproportionately burden low-middle–income people [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>In addition to its profound impact on health care, LBP poses further challenges in management. LBP therapy begins with self-management, focusing on physical improvement and lifestyle modification; this can be scaled up to nonsurgical (including pharmacotherapy) and surgical interventions, as necessary [<xref ref-type="bibr" rid="ref5">5</xref>]. In the past, medical management has emphasized these nonsurgical and surgical interventions. Although beneficial for the right individuals, this has potentially contributed to overusing imaging, opioids, and surgery, often complicating efficient patient care [<xref ref-type="bibr" rid="ref6">6</xref>]. Additionally, external factors, such as insurance limitations, care provider reimbursements, and shifts in opioid prescribing practices, may affect a patient's treatment plan. More recently, there has been a focus on utilizing interdisciplinary therapies to treat LBP. This emphasizes a more holistic approach that focuses on the physical, psychological, and social impacts on an individual's life. This is known as the biopsychosocial management of chronic pain. Evidence of the benefits of this approach has been demonstrated across disciplines, with improvements seen in outcomes and significant cost savings [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. However, most physicians lack sufficient training in biopsychosocial-based chronic pain treatment plans. Additionally, health care professionals' attitudes and beliefs about LBP have been linked to patients’ attitudes and treatment adherence, showing that effective treatment encompasses all involved [<xref ref-type="bibr" rid="ref9">9</xref>]. Patients are often unable to manage concurrent visits and the costs of physical therapy, health psychology, health care providers, and therapists while also maintaining daily personal and professional responsibilities. Given the multidisciplinary nature of LBP and the socioeconomic implications of effective management, recent attention has been drawn to the importance of comparative effectiveness and randomized controlled trials for emerging LBP management strategies [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>Mobile health (mHealth) apps may address this gap in LBP management. In addition to research demonstrating app efficacy, care providers and patients have gradually adopted such technology, which is likely a result of the accessibility of mHealth apps. Back pain apps have shown utility in delivering therapeutic pain interventions while bridging the gap between patients and care providers [<xref ref-type="bibr" rid="ref10">10</xref>]. Apps have been developed to assess chronic LBP patients' thoracolumbar range of motion [<xref ref-type="bibr" rid="ref11">11</xref>] and postural re-education [<xref ref-type="bibr" rid="ref12">12</xref>]. Pain-centered mobile apps can also address postoperative pain assessment [<xref ref-type="bibr" rid="ref13">13</xref>] and cancer pain management [<xref ref-type="bibr" rid="ref14">14</xref>], demonstrating patient acceptance in ambulatory care. Meta-analyses that investigated the role of self-management and eHealth in LBP found sufficient evidence supporting their roles in pain and disability [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. Du et al [<xref ref-type="bibr" rid="ref16">16</xref>] further described that mobile platforms have advantages over web platforms with regard to their effect on pain and disability. Although many apps have been developed, differences among user interfaces may impact practicality, which may be addressed by focusing on user-centered designs [<xref ref-type="bibr" rid="ref18">18</xref>]. LBP management has been evolving, and mobile apps appear to play an essential role in achieving lasting results, which is the goal of effective patient care.</p>
      <p>An Ascension-Illinois group–based pain program—Pain Rehabilitation Outpatient-Camp—reported successful longitudinal results, including a 52% reduction in pain within 3 months, a 47% reduction in the risk of opioid misuse, a 40% reduction in pain disability, and a 60% reduction in depression. However, this in-person, 50-hour program (conducted over 6 weeks) was limited by accessibility and was correspondingly adapted into a mobile app interface—PainNavigator (PainNavigator, Inc). This self-guided program provides educational and movement-based modules to improve pain and function. PainNavigator's interdisciplinary approach and digital accessibility may exponentially increase cost savings for medical, insurance, and wellness groups. However, the platform's feasibility has not yet been assessed.</p>
      <p>This research was a prospective pilot clinical trial that studied pain management questionnaire data from patients with chronic LBP before and after they used the PainNavigator software app. This study aimed to evaluate PainNavigator's utility by assessing pain scores and functional outcomes. We hypothesized that participants would experience positive outcomes, as depicted by improved subjective survey scores, after using the PainNavigator mobile app.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This was a prospective pilot clinical trial that investigated the utility of the PainNavigator mobile app. This study assessed pain scores and functional outcome data from patients with chronic LBP before and after they used the platform. As this study was exploratory, all participants received the intervention, and there was no control group.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>Study participants were provided with a digital informed consent form through the mobile app, and they provided a signature on acceptance of the terms of consent. Participant data were deidentified for privacy and confidentiality protection. Compensation in the form of cash gift cards was provided for participation. This research was approved by the Ascension-Illinois Institutional Review Board (RIL20210036) and was carried out in accordance with the Helsinki Declaration's ethical standards.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>A total of 75 participants were recruited via health care providers within the Ascension-Illinois system. Participants either were given PainNavigator enrollment information, as deemed appropriate by their primary care provider during a clinic visit, or obtained the Ascension-Illinois flyer through Ascension-Illinois Marketing outlets. Participants were incrementally compensated up to US $80 in the form of cash gift cards based on the completion of modules. The inclusion criteria were men and women aged 18 years or older and those experiencing LBP for greater than 4 weeks that was nonsurgical and nonmalignant in etiology. Given the limited access among many people to multidisciplinary pain management clinics, this study aimed to target patients before they considered pain management clinics or those without access to such resources. The exclusion criteria were as follows: an age of under 18 years; the inability to complete the pain questionnaire in written English; the inability to utilize the software app; recent back surgery in the past 6 months; back pain due to malignancy; a diagnosis requiring surgery; uncontrolled depression, anxiety, or a severe mental disorder; severe medical conditions (including heart disease, lung disease, a history of strokes, and neurological disorders such as paralysis or uncontrolled seizures); patients who are advised against physical exercise or mental health self-therapy by a health care provider; patients undergoing interventional pain management techniques; patients undergoing any form of outpatient psychotherapy; pregnant patients; and adults who are unable to consent. Participant age and baseline pain duration demographics are shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Participant age and baseline pain duration demographics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="250"/>
            <col width="180"/>
            <col width="180"/>
            <col width="180"/>
            <col width="180"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variables</td>
                <td colspan="2">Participants who signed up for the program (n=75)</td>
                <td colspan="2">Participants who completed the program (n=30)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>n</td>
                <td>%</td>
                <td>n</td>
                <td>%</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Age range (years)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>18-29</td>
                <td>7</td>
                <td>9</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>30-39</td>
                <td>11</td>
                <td>15</td>
                <td>4</td>
                <td>13</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>40-49</td>
                <td>13</td>
                <td>17</td>
                <td>7</td>
                <td>23</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>50-59</td>
                <td>16</td>
                <td>21</td>
                <td>7</td>
                <td>23</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≥60</td>
                <td>28</td>
                <td>37</td>
                <td>12</td>
                <td>40</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Pain duration</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1 to 3 months</td>
                <td>6</td>
                <td>8</td>
                <td>1</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3 to 6 months</td>
                <td>3</td>
                <td>4</td>
                <td>1</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>6 months to 1 year</td>
                <td>11</td>
                <td>15</td>
                <td>4</td>
                <td>13</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1 to 3 years</td>
                <td>12</td>
                <td>16</td>
                <td>5</td>
                <td>17</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;3 years</td>
                <td>43</td>
                <td>57</td>
                <td>19</td>
                <td>63</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Protocol</title>
        <p>PainNavigator is a web-based mobile app that users can access for pain self-management (<xref rid="figure1" ref-type="fig">Figure 1</xref>). At baseline, the app gave participants pain and function questionnaires (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). These included demographics (ie, age, gender, and activity level); symptomatology (ie, the duration of LBP and the effect of LBP on behavior); treatments (ie, the names of opioids, the doses being taken [if applicable], and the likelihood of pursuing opioid or surgical intervention); the Pain, Enjoyment, and General Activity (PEG-3) scale; and the 4-item anxiety and depression questionnaire that was based on the Patient Health Questionnaire-4 (PHQ-4). This foundation promoted the development of a personal functional goal for users to achieve during the program. The app then guided users through prerecorded medical education and wellness strategy content, including evidence-based cognitive behavioral therapy techniques, yoga, mindfulness, and exercise therapy. The prerecorded content was led by a pain management physician, a health psychologist, a certified yoga instructor, and a doctor of physical therapy. The educational videos taught common causes of and solutions for pain and wellness strategies that users could learn for managing pain better. The movement modules taught exercises and stretches for back pain and mindfulness to emphasize a mind-body connection. Users set goals for activities that pain was holding them back from and, via weekly phone calls, worked one-on-one with a live wellness coach who supported goal achievement and program consistency. To solidify their understanding of the content, users completed postvideo actions, including the use of pain, mood, and food journals. Throughout the program, users leveraged these journals to identify triggers and drive behavior change. Upon finishing the program, users answered the completion survey, which included a pain and function questionnaire (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Screenshots of the PainNavigator app. SMART: Specific, Measurable, Attainable, Realistic, and Time-limited.</p>
          </caption>
          <graphic xlink:href="formative_v6i10e40869_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>The data analysis included a comparison of deidentified, participant-inputted responses to questionnaires. Responses that were given before, during, and upon the completion of PainNavigator were analyzed for statistically significant changes in pain scores, as defined by standard statistical methods. Analyses were completed only for participants who answered each question, and composite scores, including the PHQ-4 and PEG-3 total scores, were only calculated for participants who answered each item that contributed to the scores. Data were analyzed in SPSS version 26 (IBM Corporation). The significance level was set to an <italic>α</italic> of .05. Data were first assessed for skewness. Paired sample <italic>t</italic> tests were used to compare mean differences in scores from before and after participants received the intervention. The Cohen <italic>d</italic> was calculated from the raw means that yielded effect sizes. Power was also calculated with G*Power version 3.1.9.7 (Heinrich-Heine-Universität Düsseldorf) [<xref ref-type="bibr" rid="ref19">19</xref>] post hoc, using the sample size, <italic>α</italic>, and the effect size.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A total of 30 participants completed the program; however, 3 were excluded from analysis due to incomplete baseline PHQ-4 answers. Paired sample <italic>t</italic> tests were conducted for participants who completed all survey items before and after the intervention (n=27) to determine the effect of PainNavigator on pain, as measured by the PEG-3 scale, and its effect on anxiety and depression symptoms, as measured by the PHQ-4. The results indicated a significant difference in PEG-3 total scores from before (mean 16.703, SD 6.550) and after (mean 10.629, SD 5.204) participants completed PainNavigator (<italic>t</italic><sub>26</sub>=7.639; <italic>P</italic>&#60;.001). The 95% CI of the difference in means ranged from 4.439 to 7.708. Effect sizes (<italic>d</italic>) were also calculated by using the Cohen <italic>d</italic>. Cohen [<xref ref-type="bibr" rid="ref20">20</xref>] suggested that a <italic>d</italic> of 0.2 is considered a small effect size, 0.5 represents a medium effect size, and 0.8 represents a large effect size. For the PEG-3 total score, a large effect size (<italic>d</italic>=1.027) was observed. Each of the three individual items—<italic>Average Pain</italic>, <italic>Pain Effect on Enjoyment</italic>, and <italic>Pain Effect on Activity</italic>—comprising the PEG-3 were also analyzed, suggesting significant differences and large effect sizes, as detailed in <xref ref-type="table" rid="table2">Table 2</xref>. The magnitude of change for each PEG-3 scale measure, which was standardized based on the baseline SD, is shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>. Overall, on average, participants experienced pain decreases between baseline and the completion of PainNavigator.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Pre- and postintervention measures for Pain, Enjoyment, and General Activity (PEG-3; n=27) and Patient Health Questionnaire-4 (PHQ-4; n=27) total scores and subscores. Paired <italic>t</italic> tests evaluated mean differences.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="310"/>
          <col width="0"/>
          <col width="110"/>
          <col width="0"/>
          <col width="110"/>
          <col width="0"/>
          <col width="0"/>
          <col width="110"/>
          <col width="0"/>
          <col width="110"/>
          <col width="0"/>
          <col width="0"/>
          <col width="110"/>
          <col width="0"/>
          <col width="110"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Variables</td>
              <td colspan="5">Baseline, score</td>
              <td colspan="5">End, score</td>
              <td colspan="3">Analysis</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <break/>
              </td>
              <td colspan="2">Mean</td>
              <td colspan="2">SD</td>
              <td colspan="3">Mean</td>
              <td colspan="2">SD</td>
              <td colspan="3"><italic>P</italic> value</td>
              <td>Effect size, <italic>d</italic></td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="16">
                <bold>PEG-3 items</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Total score</td>
              <td colspan="2">16.703</td>
              <td colspan="2">6.550</td>
              <td colspan="3">10.629</td>
              <td colspan="2">5.204</td>
              <td colspan="3">&#60;.001<sup>a</sup></td>
              <td colspan="2">1.027</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Average Pain</td>
              <td colspan="2">5.482</td>
              <td colspan="2">2.230</td>
              <td colspan="3">3.310</td>
              <td colspan="2">1.605</td>
              <td colspan="3">&#60;.001<sup>a</sup></td>
              <td colspan="2">1.118</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Pain Effect on Enjoyment</td>
              <td colspan="2">5.629</td>
              <td colspan="2">2.662</td>
              <td colspan="3">3.814</td>
              <td colspan="2">2.253</td>
              <td colspan="3">&#60;.001<sup>a</sup></td>
              <td colspan="2">0.736</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Pain Effect on Activity</td>
              <td colspan="2">5.583</td>
              <td colspan="2">2.357</td>
              <td colspan="3">3.541</td>
              <td colspan="2">1.793</td>
              <td colspan="3">&#60;.001<sup>a</sup></td>
              <td colspan="2">0.975</td>
            </tr>
            <tr valign="top">
              <td colspan="16">
                <bold>PHQ-4 items</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Total score</td>
              <td colspan="2">5.814</td>
              <td colspan="2">3.101</td>
              <td colspan="3">3.481</td>
              <td colspan="2">3.309</td>
              <td colspan="3">.001<sup>a</sup></td>
              <td colspan="2">0.728</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Felt Depressed</td>
              <td colspan="2">0.963</td>
              <td colspan="2">0.979</td>
              <td colspan="3">0.555</td>
              <td colspan="2">0.751</td>
              <td colspan="3">.031<sup>b</sup></td>
              <td colspan="2">0.468</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Loss of Interest</td>
              <td colspan="2">1.333</td>
              <td colspan="2">1.000</td>
              <td colspan="3">0.814</td>
              <td colspan="2">1.001</td>
              <td colspan="3">.013<sup>b</sup></td>
              <td colspan="2">0.519</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Felt Anxious</td>
              <td colspan="2">1.814</td>
              <td colspan="2">0.962</td>
              <td colspan="3">1.148</td>
              <td colspan="2">1.099</td>
              <td colspan="3">.003<sup>a</sup></td>
              <td colspan="2">0.645</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Difficult to Control Worry</td>
              <td colspan="2">1.703</td>
              <td colspan="2">0.912</td>
              <td colspan="3">0.963</td>
              <td colspan="2">1.055</td>
              <td colspan="3">.002<sup>a</sup></td>
              <td colspan="2">0.750</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Significant at <italic>P</italic>&#60;.01.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>Significant at <italic>P</italic>&#60;.05.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>The percent SD changes from baseline to after the completion of PainNavigator for the Pain, Enjoyment, and General Activity scale (n=27). Effect size is denoted by color; medium effect sizes are yellow, and large effect sizes are green.</p>
        </caption>
        <graphic xlink:href="formative_v6i10e40869_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>The results also indicated a significant difference in PHQ-4 total scores from before (mean 5.814, SD 3.101) and after (mean 3.481, SD 3.309) participants completed PainNavigator (<italic>t</italic><sub>26</sub>=3.805; <italic>P</italic>=.001). The 95% CI of the difference in means ranged from 1.072 to 3.593. An effect size approaching large (<italic>d</italic>=0.728) was observed. Each of the four individual items from the PHQ-4—<italic>Felt Depressed</italic>, <italic>Loss of Interest</italic>, <italic>Felt Anxious</italic>, and <italic>Difficult to Control Worry</italic>—were also analyzed, suggesting significant mean differences with medium to large effect sizes between pre- and postintervention scores, as reported in <xref ref-type="table" rid="table2">Table 2</xref>. The magnitude of change for each PHQ-4 measure, which was standardized based on the baseline SD, is shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>. Overall, participants observed decreases in anxiety and depression between baseline and the completion of PainNavigator. All metrics demonstrated significant decreases.</p>
      <p>Moderately skewed results from the PHQ-4 at the end of the program (0.708) and the PEG-3 scale at the start of the program (0.627) were addressed by performing nonparametric tests to decrease the chances of making a type 1 error. Findings from related-samples Wilcoxon signed rank tests indicated that the null hypothesis would still be rejected for the PEG-3 scale (<italic>P</italic>&#60;.001) and PHQ-4 (<italic>P</italic>=.002). Other data were also skewed and were analyzed the same way, and all data indicated that the decision to reject the null hypothesis appeared correct.</p>
      <p>A post hoc power analysis was completed to determine achieved power. This was done with G*Power version 3.1.9.7 [<xref ref-type="bibr" rid="ref19">19</xref>] for matched pair mean comparisons, using the sample size (n=27), <italic>α</italic> (.05), and the effect sizes of the PEG-3 total score (<italic>d</italic>=1.027) and PHQ-4 total score (<italic>d</italic>=0.728). Additionally, the highest (<italic>d</italic>=1.118) and lowest (<italic>d</italic>=0.468) calculated effect sizes were used to provide a range. For the PEG-3 total score <italic>t</italic> test, the power was calculated to be 0.99. For the PHQ-4 total score, the power was calculated to be 0.95. In the case of the largest effect size, the power was estimated to be 0.99. In the case of the smallest effect size, the power was estimated to be 0.64.</p>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>The percent SD changes from baseline to after the completion of PainNavigator for the Patient Health Questionnaire-4 (n=27). Effect size is denoted by color; medium effect sizes are yellow, and large effect sizes are green.</p>
        </caption>
        <graphic xlink:href="formative_v6i10e40869_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The preliminary results from this pilot trial support PainNavigator's initial acceptability and can help inform a larger randomized controlled clinical trial. Using the app significantly impacted all PEG-3 scale and PHQ-4 measures, indicating that the platform addressed essential components for the self-management of LBP. The findings show a 36% reduction in the PEG-3 total score, a 40% reduction in pain intensity, and a 40% reduction in the PHQ-4 total score. The magnitude of change for each measure illustrated these effects, with a positive percent change indicating score improvement (<xref rid="figure2" ref-type="fig">Figure 2</xref> and <xref rid="figure3" ref-type="fig">Figure 3</xref>). The sample size was limited but acceptable for an initial pilot study. Given this sample size, the large effect sizes play an important role in study power. The strong power in this study indicates that the observed significant changes are likely clinically relevant and warrant a more rigorous study.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>Published literature on pain-focused mHealth apps shows efficacy data that can be compared with data from PainNavigator. A meta-analysis of pain eHealth applications found that program durations of ≤8 weeks (“less intensive duration”) had an advantageous effect on reducing pain intensity [<xref ref-type="bibr" rid="ref16">16</xref>]. The 8-week program described in this study similarly found significant improvements in pain, as assessed by the PEG-3 scale item <italic>Average Pain</italic>. These findings may suggest that concise programming facilitates user engagement and retention. Furthermore, the meta-analysis effect sizes of immediate and short-term pain intensity were found to be −0.16 (95% CI −0.30 to −0.02) and −0.27 (95% CI −0.43 to −0.11), respectively [<xref ref-type="bibr" rid="ref16">16</xref>]. The absolute effect size for average pain following the PainNavigator intervention was 1.118, which is greatly higher in comparison. This may indicate that intrinsic app factors, such as design and functionality, assist with pain reduction.</p>
        <p>Beyond pain measures, psychology may also play an important role in LBP management. An investigation of musculoskeletal pain rehabilitation outcomes found psychological and pain indices to be significantly intercorrelated [<xref ref-type="bibr" rid="ref21">21</xref>]. This supports the biopsychosocial approach, as it appears to incorporate multidimensional patient care. PainNavigator demonstrated significant improvements in the psychological measures assessed by the PHQ-4. These findings may indicate the importance of psychological components in pain management programs.</p>
        <p>As an emerging field, mHealth apps also have challenges. These include a general lack of quality mHealth app assessments [<xref ref-type="bibr" rid="ref22">22</xref>] and the number of chronic pain apps that only offer 1 self-management strategy [<xref ref-type="bibr" rid="ref23">23</xref>]. Many health apps are also mostly used until initial milestones, with significantly decreased usage afterward [<xref ref-type="bibr" rid="ref24">24</xref>]. PainNavigator’s effect may be the result of the mobile app addressing some of the aforementioned challenges. PainNavigator's interdisciplinary approach introduces users to multiple strategies (eg, home exercise, yoga, wellness, nutrition education, etc) instead of focusing on only 1 modality. As such, users can utilize the modalities that provide the most benefits. Additionally, PainNavigator emphasizes function as an equal or greater part of the self-management of chronic pain when compared to pain scores. The wellness coach and personal goals hold users accountable for completing the program and provide a framework for continuing usage once initial milestones are met.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Due to the single-arm design and the lack of a control group, our results should be interpreted cautiously. Nevertheless, our results were quite promising for informing future rigorous tests of the PainNavigator intervention. Another limitation may be the usability of mHealth technology in older populations. Despite this, over half of the participants who completed this study were aged over 50 years (19/30, 63%). Other back pain mobile app studies additionally reported disability data, which this study did not explicitly assess. There were also differences between the number of enrolled participants and the number of those who completed all surveys, indicating a drop-off in responses. Lastly, financial compensations were given to participants for their participation in this study. Although this is a well-accepted practice in research studies, there is some debate about how this impacts compliance<italic>.</italic></p>
      </sec>
      <sec>
        <title>Future Research</title>
        <p>This study’s findings will guide future research into pain-centered mHealth app efficacy and scalability. For example, the analysis found that the <italic>Felt Anxious</italic>, <italic>Felt Depressed</italic>, and <italic>Loss of Interest</italic> PHQ-4 submeasures had medium effect sizes, whereas large effect sizes were found in all other measures; a future focus may be directed on these targets. Since user engagement with mHealth apps is essential to their efficacy, many studies have prioritized users’ needs during quality improvement and described their methodology [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Clinician feedback also may help direct LBP mobile app quality improvement [<xref ref-type="bibr" rid="ref27">27</xref>]. Accounting for both types of input is essential, given the need for dynamic communication between patients and physicians. This feasibility study demonstrates that our protocol works, and more extensive randomized controlled trials will be conducted. mHealth app development is a dynamic process centered around providing patients with the best care.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The PainNavigator mHealth app showed LBP management utility in this initial pilot trial. The significant improvements in all PEG-3 scale and PHQ-4 measures illustrate potential multidimensional, biopsychosocial management that is easily accessible to patients. This platform demonstrates clinical significance and can be easily utilized to improve patient care. Further randomized controlled trials are needed to expand upon these initial findings and explore the functional role of the PainNavigator platform in clinical settings.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Initial user questionnaire.</p>
        <media xlink:href="formative_v6i10e40869_app1.png" xlink:title="PNG File , 665 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Completion questionnaire.</p>
        <media xlink:href="formative_v6i10e40869_app2.png" xlink:title="PNG File , 604 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">LBP</term>
          <def>
            <p>low back pain</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PEG-3</term>
          <def>
            <p>Pain, Enjoyment, and General Activity</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PHQ-4</term>
          <def>
            <p>Patient Health Questionnaire-4</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We appreciate the participants' willingness to give their time generously to support this work. PainNavigator, Inc, supported this study.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>AD and KK designed the study and supervised participant recruitment. DG analyzed the data. JDB and MV drafted the manuscript. All authors made revisions to the manuscript. JDB had final responsibility for the submission of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>AD and KK have an equity interest in PainNavigator. The authors report no other conflicts of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dahlhamer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zelaya</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nahin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>DeBar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kerns</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Von Korff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Helmick</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of chronic pain and high-impact chronic pain among adults - United States, 2016</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2018</year>
          <month>09</month>
          <day>14</day>
          <volume>67</volume>
          <issue>36</issue>
          <fpage>1001</fpage>
          <lpage>1006</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6736a2"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6736a2</pub-id>
          <pub-id pub-id-type="medline">30212442</pub-id>
          <pub-id pub-id-type="pmcid">PMC6146950</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaskin</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Richard</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Appendix C: The economic costs of pain in the United States</article-title>
          <source>Relieving Pain in America: A Blueprint for Transforming Prevention, Care, Education, and Research</source>
          <year>2011</year>
          <publisher-loc>Washington (DC)</publisher-loc>
          <publisher-name>National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>GBD 2015 Disease and Injury Incidence and Prevalence Collaborators</collab>
          </person-group>
          <article-title>Global, regional, and national incidence, prevalence, and years lived with disability for 310 diseases and injuries, 1990-2015: a systematic analysis for the Global Burden of Disease Study 2015</article-title>
          <source>Lancet</source>
          <year>2016</year>
          <month>10</month>
          <day>08</day>
          <volume>388</volume>
          <issue>10053</issue>
          <fpage>1545</fpage>
          <lpage>1602</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.thelancet.com/journals/lancet/article/PIIS0140-6736(16)31678-6/fulltext"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(16)31678-6</pub-id>
          <pub-id pub-id-type="medline">27733282</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Tulder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Öberg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Costa</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Woolf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schoene</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Croft</surname>
              <given-names>P</given-names>
            </name>
            <collab>Lancet Low Back Pain Series Working Group</collab>
          </person-group>
          <article-title>Low back pain: a call for action</article-title>
          <source>Lancet</source>
          <year>2018</year>
          <month>06</month>
          <day>09</day>
          <volume>391</volume>
          <issue>10137</issue>
          <fpage>2384</fpage>
          <lpage>2388</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(18)30488-4</pub-id>
          <pub-id pub-id-type="medline">29573871</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(18)30488-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knezevic</surname>
              <given-names>NN</given-names>
            </name>
            <name name-style="western">
              <surname>Candido</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Vlaeyen</surname>
              <given-names>JWS</given-names>
            </name>
            <name name-style="western">
              <surname>Van Zundert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>SP</given-names>
            </name>
          </person-group>
          <article-title>Low back pain</article-title>
          <source>Lancet</source>
          <year>2021</year>
          <month>07</month>
          <day>03</day>
          <volume>398</volume>
          <issue>10294</issue>
          <fpage>78</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(21)00733-9</pub-id>
          <pub-id pub-id-type="medline">34115979</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(21)00733-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Underwood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Non-specific low back pain</article-title>
          <source>Lancet</source>
          <year>2017</year>
          <month>02</month>
          <day>18</day>
          <volume>389</volume>
          <issue>10070</issue>
          <fpage>736</fpage>
          <lpage>747</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(16)30970-9</pub-id>
          <pub-id pub-id-type="medline">27745712</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(16)30970-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sobel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Caudill</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Benson</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Behavioral medicine, clinical health psychology, and cost offset</article-title>
          <source>Health Psychol</source>
          <year>1995</year>
          <month>11</month>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>509</fpage>
          <lpage>518</lpage>
          <pub-id pub-id-type="doi">10.1037//0278-6133.14.6.509</pub-id>
          <pub-id pub-id-type="medline">8565925</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blount</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schoenbaum</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kathol</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rollman</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donohue</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Peek</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>The economics of behavioral health services in medical settings: A summary of the evidence</article-title>
          <source>Prof Psychol Res Pr</source>
          <year>2007</year>
          <volume>38</volume>
          <issue>3</issue>
          <fpage>290</fpage>
          <lpage>297</lpage>
          <pub-id pub-id-type="doi">10.1037/0735-7028.38.3.290</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Darlow</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fullen</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Dean</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hurley</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Baxter</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Dowell</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The association between health care professional attitudes and beliefs and the attitudes and beliefs, clinical management, and outcomes of patients with low back pain: a systematic review</article-title>
          <source>Eur J Pain</source>
          <year>2012</year>
          <month>01</month>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.1016/j.ejpain.2011.06.006"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ejpain.2011.06.006</pub-id>
          <pub-id pub-id-type="medline">21719329</pub-id>
          <pub-id pub-id-type="pii">S1090-3801(11)00152-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Fouts</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>KN</given-names>
            </name>
          </person-group>
          <article-title>Development of a mobile application for acute pain management in U.S. military healthcare</article-title>
          <source>Appl Nurs Res</source>
          <year>2021</year>
          <month>04</month>
          <volume>58</volume>
          <fpage>151393</fpage>
          <pub-id pub-id-type="doi">10.1016/j.apnr.2020.151393</pub-id>
          <pub-id pub-id-type="medline">33745549</pub-id>
          <pub-id pub-id-type="pii">S0897-1897(20)30923-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Brito Macedo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Borges</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Melo</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>da Costa</surname>
              <given-names>KSA</given-names>
            </name>
            <name name-style="western">
              <surname>de Oliveira Sousa</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brasileiro</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Reliability and concurrent validity of a mobile application to measure thoracolumbar range of motion in low back pain patients</article-title>
          <source>J Back Musculoskelet Rehabil</source>
          <year>2020</year>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>145</fpage>
          <lpage>151</lpage>
          <pub-id pub-id-type="doi">10.3233/BMR-181396</pub-id>
          <pub-id pub-id-type="medline">31127756</pub-id>
          <pub-id pub-id-type="pii">BMR181396</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abadiyan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hadadnezhad</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Khosrokiani</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Letafatkar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Akhshik</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Adding a smartphone app to global postural re-education to improve neck pain, posture, quality of life, and endurance in people with nonspecific neck pain: a randomized controlled trial</article-title>
          <source>Trials</source>
          <year>2021</year>
          <month>04</month>
          <day>12</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>274</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-021-05214-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-021-05214-8</pub-id>
          <pub-id pub-id-type="medline">33845880</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-021-05214-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC8042925</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carlier</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Robin</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pages</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Quinart</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pauchard</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Quintana</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Nouette-Gaulain</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Pain evaluation after day-surgery using a mobile phone application</article-title>
          <source>Anaesth Crit Care Pain Med</source>
          <year>2021</year>
          <month>06</month>
          <volume>40</volume>
          <issue>3</issue>
          <fpage>100879</fpage>
          <pub-id pub-id-type="doi">10.1016/j.accpm.2021.100879</pub-id>
          <pub-id pub-id-type="medline">33965646</pub-id>
          <pub-id pub-id-type="pii">S2352-5568(21)00083-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zhuang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Development and testing of a mobile app for pain management among cancer patients discharged from hospital treatment: Randomized controlled trial</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>05</month>
          <day>29</day>
          <volume>7</volume>
          <issue>5</issue>
          <fpage>e12542</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/5/e12542/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12542</pub-id>
          <pub-id pub-id-type="medline">31144672</pub-id>
          <pub-id pub-id-type="pii">v7i5e12542</pub-id>
          <pub-id pub-id-type="pmcid">PMC6658226</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Du</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Self-management program for chronic low back pain: A systematic review and meta-analysis</article-title>
          <source>Patient Educ Couns</source>
          <year>2017</year>
          <month>01</month>
          <volume>100</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2016.07.029</pub-id>
          <pub-id pub-id-type="medline">27554077</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(16)30324-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Du</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The efficacy of e-health in the self-management of chronic low back pain: A meta analysis</article-title>
          <source>Int J Nurs Stud</source>
          <year>2020</year>
          <month>06</month>
          <volume>106</volume>
          <fpage>103507</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ijnurstu.2019.103507</pub-id>
          <pub-id pub-id-type="medline">32320936</pub-id>
          <pub-id pub-id-type="pii">S0020-7489(19)30314-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pfeifer</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Uddin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schröder-Pfeifer</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Holl</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Swoboda</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Schiltenwolf</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile application-based interventions for chronic pain patients: A systematic review and meta-analysis of effectiveness</article-title>
          <source>J Clin Med</source>
          <year>2020</year>
          <month>11</month>
          <day>05</day>
          <volume>9</volume>
          <issue>11</issue>
          <fpage>3557</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jcm9113557"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jcm9113557</pub-id>
          <pub-id pub-id-type="medline">33167300</pub-id>
          <pub-id pub-id-type="pii">jcm9113557</pub-id>
          <pub-id pub-id-type="pmcid">PMC7694405</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smaradottir</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Fagerlund</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bellika</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>User-centred design of a mobile application for chronic pain management</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2020</year>
          <month>06</month>
          <day>26</day>
          <volume>272</volume>
          <fpage>272</fpage>
          <lpage>275</lpage>
          <pub-id pub-id-type="doi">10.3233/SHTI200547</pub-id>
          <pub-id pub-id-type="medline">32604654</pub-id>
          <pub-id pub-id-type="pii">SHTI200547</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faul</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Erdfelder</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Buchner</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>G*Power 3: a flexible statistical power analysis program for the social, behavioral, and biomedical sciences</article-title>
          <source>Behav Res Methods</source>
          <year>2007</year>
          <month>05</month>
          <volume>39</volume>
          <issue>2</issue>
          <fpage>175</fpage>
          <lpage>191</lpage>
          <pub-id pub-id-type="doi">10.3758/bf03193146</pub-id>
          <pub-id pub-id-type="medline">17695343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Statistical Power Analysis for the Behavioral Sciences, Second Edition</source>
          <year>1988</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Woznowski-Vu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Aternali</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gervais</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pavilanis</surname>
              <given-names>ADS</given-names>
            </name>
            <name name-style="western">
              <surname>Nijs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>MJL</given-names>
            </name>
            <name name-style="western">
              <surname>Wideman</surname>
              <given-names>TH</given-names>
            </name>
          </person-group>
          <article-title>The prospective prognostic value of biopsychosocial indices of sensitivity to physical activity among people with back pain</article-title>
          <source>Clin J Pain</source>
          <year>2021</year>
          <month>10</month>
          <day>01</day>
          <volume>37</volume>
          <issue>10</issue>
          <fpage>719</fpage>
          <lpage>729</lpage>
          <pub-id pub-id-type="doi">10.1097/AJP.0000000000000965</pub-id>
          <pub-id pub-id-type="medline">34419972</pub-id>
          <pub-id pub-id-type="pii">00002508-900000000-98580</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKay</surname>
              <given-names>FH</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shill</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stephens</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Uccellini</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Evaluating mobile phone applications for health behaviour change: A systematic review</article-title>
          <source>J Telemed Telecare</source>
          <year>2018</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>22</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633X16673538</pub-id>
          <pub-id pub-id-type="medline">27760883</pub-id>
          <pub-id pub-id-type="pii">1357633X16673538</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Piguet</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mazouri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rochat</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ehrler</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cedraschi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Luthy</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>[Mobile applications and self-management of chronic pain]</article-title>
          <source>Rev Med Suisse</source>
          <year>2020</year>
          <month>07</month>
          <day>15</day>
          <volume>16</volume>
          <issue>700</issue>
          <fpage>1367</fpage>
          <lpage>1371</lpage>
          <pub-id pub-id-type="medline">32672016</pub-id>
          <pub-id pub-id-type="pii">RMS0700-007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Burford</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Emmerton</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Mobile health apps to facilitate self-care: A qualitative study of user experiences</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <month>05</month>
          <day>23</day>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>e0156164</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0156164"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0156164</pub-id>
          <pub-id pub-id-type="medline">27214203</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-02829</pub-id>
          <pub-id pub-id-type="pmcid">PMC4876999</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Chiavaroli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Glenn</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Heijmans</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Josse</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Malik</surname>
              <given-names>VS</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lofters</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rackal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Srichaikul</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sherifali</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Snelgrove-Clarke</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Udell</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Juni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Farkouh</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Leiter</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>CWC</given-names>
            </name>
            <name name-style="western">
              <surname>Jenkins</surname>
              <given-names>DJA</given-names>
            </name>
            <name name-style="western">
              <surname>Sievenpiper</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>A web-based health application to translate nutrition therapy for cardiovascular risk reduction in primary care (PortfolioDiet.app): Quality improvement and usability testing study</article-title>
          <source>JMIR Hum Factors</source>
          <year>2022</year>
          <month>04</month>
          <day>21</day>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>e34704</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2022/2/e34704/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/34704</pub-id>
          <pub-id pub-id-type="medline">35451981</pub-id>
          <pub-id pub-id-type="pii">v9i2e34704</pub-id>
          <pub-id pub-id-type="pmcid">PMC9073604</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grolier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arefyev</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pereira</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Figueiredo</surname>
              <given-names>IT</given-names>
            </name>
            <name name-style="western">
              <surname>Gerbaud</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Coudeyre</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Refining the design of a smartphone application for people with chronic low back pain using mixed quantitative and qualitative approaches</article-title>
          <source>Disabil Rehabil Assist Technol</source>
          <year>2020</year>
          <month>11</month>
          <day>05</day>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1080/17483107.2020.1839575</pub-id>
          <pub-id pub-id-type="medline">33151760</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Letts</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sinclair</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Donnelly</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Smith-Turchyn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wojkowski</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gravesande</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sánchez</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Using a web-based app to deliver rehabilitation strategies to persons with chronic conditions: Development and usability study</article-title>
          <source>JMIR Rehabil Assist Technol</source>
          <year>2021</year>
          <month>03</month>
          <day>18</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>e19519</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rehab.jmir.org/2021/1/e19519/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19519</pub-id>
          <pub-id pub-id-type="medline">33734090</pub-id>
          <pub-id pub-id-type="pii">v8i1e19519</pub-id>
          <pub-id pub-id-type="pmcid">PMC8294797</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
