<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id><journal-id journal-id-type="publisher-id">formative</journal-id><journal-id journal-id-type="index">27</journal-id><journal-title>JMIR Formative Research</journal-title><abbrev-journal-title>JMIR Form Res</abbrev-journal-title><issn pub-type="epub">2561-326X</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v9i1e67906</article-id><article-id pub-id-type="doi">10.2196/67906</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Usage of a Multipurpose mHealth App Among Adults With Sickle Cell Disease: Randomized Controlled Trial</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Cronin</surname><given-names>Robert M</given-names></name><degrees>MS, MD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Quaye</surname><given-names>Nives</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Liu</surname><given-names>Xin</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Landes</surname><given-names>Kristina</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Crosby</surname><given-names>Lori E</given-names></name><degrees>PsyD</degrees><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Kassim</surname><given-names>Adetola A</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>DeBaun</surname><given-names>Michael R</given-names></name><degrees>MPH, MD</degrees><xref ref-type="aff" rid="aff6">6</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Schnell</surname><given-names>Patrick M</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Internal Medicine, The Ohio State University Wexner Medical Center</institution><addr-line>410 W 10th Ave</addr-line><addr-line>Columbus</addr-line><addr-line>OH</addr-line><country>United States</country></aff><aff id="aff2"><institution>Division of Biostatistics, The Ohio State University</institution><addr-line>Columbus</addr-line><addr-line>OH</addr-line><country>United States</country></aff><aff id="aff3"><institution>Department of Pediatrics, Cincinnati Children's Hospital Medical Center</institution><addr-line>Cincinnati</addr-line><addr-line>OH</addr-line><country>United States</country></aff><aff id="aff4"><institution>College of Medicine, University of Cincinnati</institution><addr-line>Cincinnati</addr-line><addr-line>OH</addr-line><country>United States</country></aff><aff id="aff5"><institution>Department of Internal Medicine, Vanderbilt University</institution><addr-line>Nashville</addr-line><addr-line>TN</addr-line><country>United States</country></aff><aff id="aff6"><institution>Department of Pediatrics, Vanderbilt University Medical Center</institution><addr-line>Nashville</addr-line><addr-line>TN</addr-line><country>United States</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Mavragani</surname><given-names>Amaryllis</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Dampier</surname><given-names>Carlton D</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Jacobs</surname><given-names>Sara</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Robert M Cronin, MS, MD, Department of Internal Medicine, The Ohio State University Wexner Medical Center, 410 W 10th Ave, Columbus, OH, 43210, United States, 1 6146889220; <email>robert.cronin@osumc.edu</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>5</day><month>6</month><year>2025</year></pub-date><volume>9</volume><elocation-id>e67906</elocation-id><history><date date-type="received"><day>15</day><month>12</month><year>2024</year></date><date date-type="rev-recd"><day>08</day><month>04</month><year>2025</year></date><date date-type="accepted"><day>10</day><month>04</month><year>2025</year></date></history><copyright-statement>&#x00A9; Robert M Cronin, Nives Quaye, Xin Liu, Kristina Landes, Lori E Crosby, Adetola A Kassim, Michael R DeBaun, Patrick M Schnell. Originally published in JMIR Formative Research (<ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>), 5.6.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://formative.jmir.org/2025/1/e67906"/><abstract><sec><title>Background</title><p>While mobile health (mHealth) apps have been made for various diseases, including sickle cell disease (SCD), most focus on a single purpose. SCD is a chronic disease that requires knowledge of the disease, self-management, and adherence to treatment plans. While mHealth apps have been made with single features for SCD, there is limited understanding of using an mHealth app with a more comprehensive set of features that could engage adults with SCD, depending on what features they prefer and need to engage and empower them in living with their disease.</p></sec><sec><title>Objective</title><p>We evaluated the usage of an mHealth app with various features, including pain tracking, quizzes for patient-facing guidelines, pain and asthma action plans, and goal setting.</p></sec><sec sec-type="methods"><title>Methods</title><p>Adults with SCD were enrolled at 2 sickle cell centers between 2018 and 2022 as part of a 6-month feasibility randomized controlled trial with participants completing surveys at baseline and 6 months. Participants were randomized into receiving either an mHealth app and booklet with patient-facing guidelines or a booklet with the guidelines alone. The mHealth app comprised web pages with patient-facing guideline material and a Research Electronic Data Capture (REDCap) project. The REDCap project included a personal profile, a pain tracker, goal setting, quizzes about the guidelines, and pain or asthma action plans. The REDCap project also included the ability to send daily text messages at a time they chose, which contained a message they could create and a link to their profile. Outcomes included SCD-specific knowledge and acute health care utilization (emergency room visits and hospitalizations). We evaluated the usage of these different features and relationships with baseline variables, each other, and study outcomes.</p></sec><sec sec-type="results"><title>Results</title><p>Approximately 75% (50/67) of the enrolled and randomized participants completed all the study components, and 100% (26/26) of the participants who were randomized to the mHealth app arm and completed the study used the mHealth app. Further, 15/30 (50%) participants used multiple features. Baseline sickle cell knowledge and female gender were associated with more usage of pain diary (<italic>P</italic>=.04) and mission (<italic>P</italic>=.046) features, respectively. While not significant, mission completion was associated with lower hospitalizations (<italic>P</italic>=.06).</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Adults with SCD engaged differently with an mHealth app with multiple features. As this study was not focused on one part of our app, engagement with features in this app was entirely patient-driven, which may demonstrate the expected real-world use of an mHealth app in this population. A multipurpose app can help engage participants in self-management strategies through different features and potentially improve outcomes.</p></sec><sec><title>Trial Registration</title><p>ClinicalTrials.gov NCT03629678; https://tinyurl.com/3wx5en5r</p></sec></abstract><kwd-group><kwd>sickle cell disease</kwd><kwd>mHealth</kwd><kwd>patient engagement</kwd><kwd>hospitalizations</kwd><kwd>consumer health informatics</kwd><kwd>guidelines</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Sickle cell disease (SCD) is an inherited hemoglobin disorder that affects approximately 100,000 Americans, most of whom face considerable health care and health care technology disparities [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Over the last 40 years, SCD has changed from a life-threatening disease of early childhood to a chronic disease with multiple organ system involvement [<xref ref-type="bibr" rid="ref5">5</xref>]. Individuals with SCD can develop issues with pain (acute and chronic), lung (asthma), heart, kidney, and mental health (depression). These complications lead to multifaceted treatment plans and the significant need for self-management. First, individuals with SCD can have acute vaso-occlusive pain episodes as well as chronic pain. These individuals can manage chronic and acute pain episodes using action plans like asthma. Second, disease-modifying medications need to be taken every day to prevent long-term sequelae and decrease pain. Finally, as with other chronic diseases, evidence-based guidelines advise health care providers about managing SCD and its complications [<xref ref-type="bibr" rid="ref6">6</xref>]. We made them patient-facing to help individuals with SCD learn more about their disease and decide whether to act per the guidelines.</p><p>Many mobile health (mHealth) apps have been developed for SCD, but most focus on one aspect of the disease, primarily pain diaries [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. No apps for SCD exist that combine components to be a multipurpose app that engages participants in multiple facets of their disease and their pain [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. There has been no published evaluation of an mHealth app that encompasses various components of the disease process and allows individuals to tailor their needs to the mHealth app&#x2019;s functionality.</p><p>We used the health belief model as our theory for health behavior decision-making to inform the design of our existing mHealth app for this study [<xref ref-type="bibr" rid="ref13">13</xref>]. Our previous work described evidence-based recommendations that we included in our mHealth app, such as (1) guideline information that is easily accessible, understandable, and actionable; (2) alerts and cues, such as reminders, to promote awareness and adherence to health behaviors; (3) shared decision making including pain diaries, checklists of guidelines, and action plans to discuss with patient care teams; (4) decision support to help them understand the choices available to them in the guidelines, such as pain and asthma action plans, and (5) integration with personal preferences, for example, health goal setting (<xref ref-type="fig" rid="figure1">Figures 1</xref> and <xref ref-type="fig" rid="figure2">2</xref>).</p><p>We conducted a feasibility randomized controlled trial to determine the acceptability of our mHealth app [<xref ref-type="bibr" rid="ref14">14</xref>]. A multipurpose mHealth app can allow patients to monitor and track their pain, but additional features can increase app usage and engagement in their disease. As part of that trial, in this manuscript, we aimed to describe participants&#x2019; usage patterns and test the hypotheses that different usage would be associated with trial outcomes of knowledge of SCD-specific guidelines and hospitalizations and acute health care utilization.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Screenshots from selected features of the mobile health app for adults with sickle cell disease used in this randomized controlled trial showing the (<bold>A</bold>) guideline, (<bold>B</bold>) checklist, (<bold>C</bold>) quiz, and (<bold>D</bold>) pain tracker.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v9i1e67906_fig01.png"/></fig><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>The mHealth app for adults with SCD used in this randomized controlled trial targets knowledge and skills for SCD through its patient-facing guidelines and self-management features. mHealth: mobile health; SCD: sickle cell disease.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v9i1e67906_fig02.png"/></fig></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Study Design</title><p>We conducted a parallel randomized controlled trial to assess feasibility as previously described [<xref ref-type="bibr" rid="ref14">14</xref>] at 2 medical centers&#x2014;Vanderbilt University Medical Center and the Ohio State University&#x2014;from 2018 to 2022 (<xref ref-type="supplementary-material" rid="app5">Checklist 1</xref>). Inclusion criteria encompassed patients within the SCD clinic with the following genotypes (Hemoglobin SS, Hemoglobin SC, and Hemoglobin S&#x03B2;-thal): proficient in spoken and written English, possessing a smartphone or computer, and being 18 to 70 years old. The trial ended due to reaching recruitment goals.</p><p>Participants were divided into two arms: (1) the mHealth app arm, where individuals received the mHealth app along with a booklet containing patient-facing guidelines, and (2) the booklet-only arm, where participants received solely a booklet with patient-facing guidelines. Participants were randomized in 1:1 ratio between the 2 arms without any restrictions. Randomization allocation sequence was determined by using a computer-generated random allocation sequence and implemented using the Research Electronic Data Capture (REDCap) randomization module.</p><p>The study involved an initial baseline and follow-up visits at 6 months. During the initial visit, after consenting, participants were randomized, and baseline surveys were administered by key study personnel. Participants in the mHealth app arm were introduced to the mHealth app, which took approximately 10&#x2010;15 minutes. At the 6-month follow-up, surveys were repeated, and all survey instruments were available electronically through REDCap, administered via iPads.</p></sec><sec id="s2-2"><title>Ethical Considerations</title><p>Institutional review boards at both centers&#x2014;Vanderbilt University Medical Center (171036) and the Ohio State University (2020H0468)&#x2014;approved the trial. Recruitment occurred at SCD clinics, and written informed consent was obtained before randomization. Compensation included a US $25 gift card for the initial visit and US $50 for the 6-month follow-up. Data were anonymized for analysis to help preserve privacy and confidentiality (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref><xref ref-type="supplementary-material" rid="app2"/><xref ref-type="supplementary-material" rid="app3"/>-<xref ref-type="supplementary-material" rid="app4">4</xref>).</p></sec><sec id="s2-3"><title>The mHealth App</title><p>The mHealth app comprised 2 main components: a web application featuring patient-facing guideline content and a REDCap project. The web application mirrored the content found in the previously mentioned booklets. It included sections providing guideline-based information on treatments (such as medications, transfusions, and transplants), complications (including acute sickle cell pain, infections, acute chest syndrome, pulmonary hypertension, leg ulcers, strokes, kidney disease, and depression), and wellness topics (women&#x2019;s health, prevention and screening, pain triggers avoidance, stress management, dental care, diet and exercise, as well as tobacco, alcohol, and drug use).</p><p>The REDCap project featured a profile and interactive functionalities. Initially, participants could answer questions to generate their profiles, allowing them to access links for reviewing guidelines, editing their profiles, tracking pain, setting goals or missions, taking chapter quizzes related to the guidelines, and creating either a pain or an asthma action plan. The REDCap project also facilitated sending daily text messages at a time of the participant&#x2019;s choosing, containing a customizable message and a link to their profile.</p><p>Missions were user-defined missions, goals, or tasks to complete during the trial. Specifically, participants could set a 6-month mission and as many weekly missions as they would like. Some examples of these missions included: &#x201C;To better manage my pain without pain meds,&#x201D; &#x201C;Drink more water,&#x201D; &#x201C;No hospital visits,&#x201D; &#x201C;To Take all my medication on time each day,&#x201D; &#x201C;Recover from the hospital,&#x201D; &#x201C;To get a 9 to 5 job,&#x201D; &#x201C;Lose weight,&#x201D; and &#x201C;Establish and commit to a night routine to relax.&#x201D;</p><p>Participants could document their daily pain experiences within the pain tracker and the strategies used to manage pain, including recording their mood. The goals feature enabled participants to monitor their weekly or 6-month goals. Chapter quizzes were available to reinforce the website&#x2019;s content and the guidelines. The pain action plan guided individuals through a stepwise approach to managing acute pain at home. In contrast, the asthma action plan was designed for those seeking to develop a strategy for managing their asthma in collaboration with their health care provider. This mHealth app aimed to reinforce key guideline points and promote patient engagement through quizzes and text message reminders.</p></sec><sec id="s2-4"><title>Measurements of the mHealth App Usage and Outcomes</title><p>Primary and secondary outcomes were previously described [<xref ref-type="bibr" rid="ref14">14</xref>]; in this manuscript, we evaluated mHealth app feature usage and associations with our outcomes. Pain diaries, goal-setting diaries, and quizzes were REDCap surveys, so we measured app feature usage based on the completion of these REDCap surveys. SCD knowledge outcome was measured with a 40-item questionnaire survey covering the guidelines during baseline and follow-up visits. Demographics were self-reported through surveys. Hospitalizations and acute health care utilization (hospitalization, emergency room visits, and day-hospital visits) outcomes were determined by chart review in the first 6 months following baseline and within 6 months prebaseline.</p></sec><sec id="s2-5"><title>Statistical Analysis</title><p>The sample for analysis of app usage was those who were randomized to the mHealth app arm, completed all baseline surveys, and either completed the study up to but not necessarily including the final endpoint survey or withdrew for a reason possibly related to the intervention (ie, not transplant or death). We used descriptive statistics, including median and IQR for continuous data and percentages for categorical data. Linear and generalized linear models evaluated baseline variables and usage differences between groups. Associations between usage of app components (diaries, quizzes, missions, and pain action plan) were evaluated using Wilcoxon test and Spearman correlations, as appropriate.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Demographics and Overall App Usage</title><p>A total of 67 participants were randomly allocated; 37 were enrolled in the mHealth app arm and 30 in the booklet alone arm (<xref ref-type="fig" rid="figure3">Figure 3</xref>). In total, 30 users who completed baseline surveys and were introduced to the mHealth app were eligible for app usage analysis: 26 completed the entire study, 3 withdrew after completing all baseline surveys but before the final follow-up survey, and 1 did not complete the final follow-up survey. There were no harms or unintended effects. <xref ref-type="table" rid="table1">Table 1</xref> shows the baseline characteristics of the participants. All eligible users created a profile and filled out at least one pain diary. While there were no requirements to use the mHealth app, 90% (27/30) participants used at least one additional feature. Features in order of highest usage were missions (26/30, 87% of eligible participants), additional pain diaries (13/30, 43%), quizzes (8/30, 27%), and pain action plans (6/30, 20%). Further, 50% (15/30) participants used multiple features, not including the first pain diary (<xref ref-type="table" rid="table2">Table 2</xref>).</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>CONSORT (Consolidated Standards of Reporting Trails) flow diagram of the mobile health app for adults with sickle cell disease for the 6-month randomized controlled trial period.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v9i1e67906_fig03.png"/></fig><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Demographics of the 30 users who completed baseline surveys and were introduced to the mHealth app of this randomized controlled trial in adults with sickle cell disease.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristics</td><td align="left" valign="bottom">Overall (n=30)</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="2">Age (years)</td></tr><tr><td align="left" valign="top">&#x2003;Mean (SD)</td><td align="left" valign="top">34.5 (10.3)</td></tr><tr><td align="left" valign="top">&#x2003;Median (minimum-maximum)</td><td align="left" valign="top">32.0 [22.0-66.0]</td></tr><tr><td align="left" valign="top">&#x2003;Missing, n (%)</td><td align="left" valign="top">1 (3.3)</td></tr><tr><td align="left" valign="top" colspan="2">Racial identity, n (%)</td></tr><tr><td align="left" valign="top">&#x2003;Black or African American</td><td align="left" valign="top">29 (96.7)</td></tr><tr><td align="left" valign="top">&#x2003;Missing</td><td align="left" valign="top">1 (3.3)</td></tr><tr><td align="left" valign="top" colspan="2">Ethnicity, n (%)</td></tr><tr><td align="left" valign="top">&#x2003;Not Hispanic or Latino</td><td align="left" valign="top">25 (83.3)</td></tr><tr><td align="left" valign="top">&#x2003;Unknown or not reported</td><td align="left" valign="top">3 (10.0)</td></tr><tr><td align="left" valign="top">&#x2003;Hispanic or Latino</td><td align="left" valign="top">1 (3.3)</td></tr><tr><td align="left" valign="top">&#x2003;Missing</td><td align="left" valign="top">1 (3.3)</td></tr><tr><td align="left" valign="top" colspan="2">Gender identity, n (%)</td></tr><tr><td align="left" valign="top">&#x2003;Man</td><td align="left" valign="top">16 (53.3)</td></tr><tr><td align="left" valign="top">&#x2003;Woman</td><td align="left" valign="top">12 (40.0)</td></tr><tr><td align="left" valign="top">&#x2003;Nonbinary</td><td align="left" valign="top">0 (0)</td></tr><tr><td align="left" valign="top">&#x2003;Prefer not to answer</td><td align="left" valign="top">1 (3.3)</td></tr><tr><td align="left" valign="top">&#x2003;Missing</td><td align="left" valign="top">1 (3.3)</td></tr><tr><td align="left" valign="top" colspan="2">Sexual orientation, n (%)</td></tr><tr><td align="left" valign="top">&#x2003;Lesbian</td><td align="left" valign="top">1 (3.3)</td></tr><tr><td align="left" valign="top">&#x2003;Straight</td><td align="left" valign="top">24 (80.0)</td></tr><tr><td align="left" valign="top">&#x2003;Bisexual</td><td align="left" valign="top">2 (6.7)</td></tr><tr><td align="left" valign="top">&#x2003;Gay</td><td align="left" valign="top">1 (3.3)</td></tr><tr><td align="left" valign="top">&#x2003;Prefer not to answer</td><td align="left" valign="top">1 (3.3)</td></tr><tr><td align="left" valign="top">&#x2003;Missing</td><td align="left" valign="top">1 (3.3)</td></tr><tr><td align="left" valign="top" colspan="2">SCD<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> type, n (%)</td></tr><tr><td align="left" valign="top">&#x2003;Hemoglobin SS/Sbeta<sup>0</sup> thalassemia</td><td align="left" valign="top">19 (63.3)</td></tr><tr><td align="left" valign="top">&#x2003;Hemoglobin SC/Sbeta<sup>+</sup> thalassemia</td><td align="left" valign="top">10 (33.3)</td></tr><tr><td align="left" valign="top">&#x2003;Do not know</td><td align="left" valign="top">0 (0)</td></tr><tr><td align="left" valign="top">&#x2003;Missing</td><td align="left" valign="top">1 (3.3)</td></tr><tr><td align="left" valign="top" colspan="2">History of asthma, n (%)</td></tr><tr><td align="left" valign="top">&#x2003;Yes</td><td align="left" valign="top">9 (30.0)</td></tr><tr><td align="left" valign="top">&#x2003;No</td><td align="left" valign="top">20 (66.7)</td></tr><tr><td align="left" valign="top">&#x2003;Missing</td><td align="left" valign="top">1 (3.3)</td></tr><tr><td align="left" valign="top" colspan="2">SCD knowledge score</td></tr><tr><td align="left" valign="top">&#x2003;Mean (SD)</td><td align="left" valign="top">31.4 (4.47)</td></tr><tr><td align="left" valign="top">&#x2003;Median (minimum-maximum)</td><td align="left" valign="top">32.0 (18.0-37.0)</td></tr><tr><td align="left" valign="top">&#x2003;Missing, n (%)</td><td align="left" valign="top">2 (6.7)</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>SCD: sickle cell disease.</p></fn></table-wrap-foot></table-wrap><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Feature utilization cross-tabulation among participants (adults with sickle cell disease) in this randomized controlled trial who were randomized to the app arm, completed baseline surveys, and were introduced to the mobile health app.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Feature</td><td align="left" valign="bottom">Total, n (%)</td><td align="left" valign="bottom">Nothing else, n (%)</td><td align="left" valign="bottom">Pain action plan, n (%)</td><td align="left" valign="bottom">Diaries, n (%)</td><td align="left" valign="bottom">Quizzes, n (%)</td><td align="left" valign="bottom">Missions, n (%)</td></tr></thead><tbody><tr><td align="left" valign="top">Pain action plan</td><td align="left" valign="top">6 (20)</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup></td><td align="left" valign="top">5 (17)</td><td align="left" valign="top">6 (20)</td><td align="left" valign="top">6 (20)</td></tr><tr><td align="left" valign="top">Diaries</td><td align="left" valign="top">13 (43)</td><td align="left" valign="top">1 (3)</td><td align="left" valign="top">5 (17)</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">5 (17)</td><td align="left" valign="top">12 (40)</td></tr><tr><td align="left" valign="top">Quizzes</td><td align="left" valign="top">8 (27)</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">6 (20)</td><td align="left" valign="top">5 (17)</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">8 (27)</td></tr><tr><td align="left" valign="top">Missions</td><td align="left" valign="top">26 (87)</td><td align="left" valign="top">11 (37)</td><td align="left" valign="top">6 (20)</td><td align="left" valign="top">12 (40)</td><td align="left" valign="top">8 (27)</td><td align="left" valign="top">&#x2014;</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>Not applicable.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2"><title>App Function Usage and Association With Baseline Variables and Other App Purposes</title><sec id="s3-2-1"><title>Participants Had Different Patterns of Usage of Pain Diaries and Other Functions</title><p>While a majority did not use the pain diary more than once (n=17), those who used the pain diary more than once had different patterns of use (<xref ref-type="fig" rid="figure4">Figure 4</xref>). Some used it almost daily (<xref ref-type="fig" rid="figure4">Figure 4</xref>, usage ranks 1&#x2010;5), measuring their chronic and sometimes acute pain. Others seem to only measure it from time to time (usage ranks 6&#x2010;7), possibly indicating they had no pain some of the time and pain other times, which could indicate days of chronic pain or acute pain exacerbations. Others used it more sporadically (usage ranks 8&#x2010;13), with one using it for about a week and then stopping (usage rank 8). In total, 21 of the 30 participants randomized to the app arm (70%) completed at least one more function after enrollment (<xref ref-type="fig" rid="figure5">Figure 5</xref>). Fourteen completed functions at 90 days (the half-way point of the trial), nine within the last month of the trial, but only 3 users completed functions after the trial was over.</p><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Pain diary usage of the mobile health app for adults with sickle cell disease for the 6-month randomized controlled trial period who completed more than one pain diary.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v9i1e67906_fig04.png"/></fig><fig position="float" id="figure5"><label>Figure 5.</label><caption><p>Different app feature usage of the mobile health (mHealth) app for adults with sickle cell disease who were randomized to the app arm, completed baseline surveys, and were introduced to the mHealth app for the 6-month randomized controlled trial period.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v9i1e67906_fig05.png"/></fig></sec><sec id="s3-2-2"><title>Baseline Knowledge Was Associated With More Pain Diary Completion and Female Gender Identity with More Mission Completion</title><p>While baseline age, gender identity, disease type, SCD knowledge, and patient activation were not statistically significantly associated with most functions of the mHealth app, baseline knowledge was significantly associated with diary completion (<xref ref-type="table" rid="table3">Table 3</xref>). The more knowledge participants had at baseline, the more pain diaries they completed in addition to their first (33% increase per SCD knowledge point, 95% CI 6%-81%; <italic>P</italic>=.04). In addition, female versus male gender identity was statistically significantly associated with completing more missions (mean 3.8, SD 5.9 vs 1.2, SD 0.8; relative rate 317%, 95% CI 114%-1084%; <italic>P</italic>=.05).</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Associations between baseline variables and app usage for adults with sickle cell disease (SCD) who were randomized to the app arm, completed baseline surveys, and were introduced to the mobile health app for the 6-month randomized controlled trial period. Measures are relative rate (rr) for binary-count and continuous-count relationships, odds ratio (OR) for binary-binary relationships, and Cohen <italic>d</italic> for binary-continuous relationships.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom"/><td align="left" valign="bottom">Diaries, rr (<italic>P</italic> value)</td><td align="left" valign="bottom">Pain plan, Cohen <italic>d</italic> or OR (<italic>P</italic> value)</td><td align="left" valign="bottom">Quizzes, rr (<italic>P</italic> value)</td><td align="left" valign="bottom">Missions, rr (<italic>P</italic> value)</td></tr></thead><tbody><tr><td align="left" valign="top">Age</td><td align="left" valign="top">1.00 (1.00)</td><td align="left" valign="top">1.05<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup> (.15)</td><td align="left" valign="top">1.07 (.07)</td><td align="left" valign="top">1.00 (.90)</td></tr><tr><td align="left" valign="top">Gender (female vs male)</td><td align="left" valign="top">2.72 (.22)</td><td align="left" valign="top">3.34<sup><xref ref-type="table-fn" rid="table3fn2">b</xref></sup> (.35)</td><td align="left" valign="top">1.52 (.67)</td><td align="left" valign="top">3.23 (.05)</td></tr><tr><td align="left" valign="top">SCD type<sup><xref ref-type="table-fn" rid="table3fn3">c</xref></sup></td><td align="left" valign="top">0.35 (.32)</td><td align="left" valign="top">0.32<sup><xref ref-type="table-fn" rid="table3fn2">b</xref></sup> (.63)</td><td align="left" valign="top">0.06 (.22)</td><td align="left" valign="top">0.42 (.27)</td></tr><tr><td align="left" valign="top">SCDK<sup><xref ref-type="table-fn" rid="table3fn4">d</xref></sup></td><td align="left" valign="top">1.33 (.04)</td><td align="left" valign="top">0.60<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup> (.10)</td><td align="left" valign="top">1.09 (.55)</td><td align="left" valign="top">1.07 (.19)</td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>Value represents Cohen <italic>d.</italic></p></fn><fn id="table3fn2"><p><sup>b</sup>Value represents OR.</p></fn><fn id="table3fn3"><p><sup>c</sup>Hemoglobin SC; Hemoglobin Sbeta-thalassemia+ vs Hemoglobin SS; Hemoglobin Sbeta-thalassemia0.</p></fn><fn id="table3fn4"><p><sup>d</sup>SCDK: sickle cell disease knowledge.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2-3"><title>Pain Action Plans, Pain Diaries, Quizzes, and Missions Were All Associated with Each Other</title><p>Patients who completed pain action plans completed more quizzes (median 5, IQR 2.5-6.74 vs 0, IQR: 0-0; <italic>P</italic>&#x003C;.001), missions (median 3, IQR 2.25-5.25 vs 1, IQR 1-1; <italic>P</italic>=.003), and diaries (median 70.5, IQR: 12.8-111 vs 1.0, IQR: 1-2; <italic>P</italic>=.005) compared to those who did not (<xref ref-type="table" rid="table4">Table 4</xref>). Patients completing more missions tended to complete more diaries (rho=0.69; <italic>P</italic>&#x003C;.001) and more quizzes (rho=0.47; <italic>P</italic>=.008), and those completing more diaries tended to complete more quizzes (rho=0.37; <italic>P</italic>=.047). Although the rank correlation between diaries and quizzes was positive, the relationship is more informatively described by clusters: most patients (n=23) completed few (0&#x2010;24) diaries and few (0&#x2010;4) quizzes, some (n=5) completed the most (100&#x2010;160 of 180 possible) diaries but few (0&#x2010;7) quizzes, and the remainder (n=2) completed the most (20 and 21 of 21 possible) quizzes but few (36 and 1) diaries. One patient was a notable outlier and completed the most missions (21, second-highest completed 8) and the second-most diaries (121, highest completed 157 and third-highest completed 113), but no quizzes or pain action plan.</p><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>Associations between app usage features for adults with sickle cell disease who were randomized to the app arm, completed baseline surveys, and were introduced to the mobile health app for the 6-month randomized controlled trial period. Measures are Spearman rank correlations (rr) for count-count relationships and difference in medians (dm) for binary-count relationships.</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom"/><td align="left" valign="bottom">Diaries, dm or rr (<italic>P</italic> value)</td><td align="left" valign="bottom">Pain plan, dm or rr (<italic>P</italic> value)</td><td align="left" valign="bottom">Quizzes, dm or rr (<italic>P</italic> value)</td><td align="left" valign="bottom">Mission, dm or rr (<italic>P</italic> value)</td></tr></thead><tbody><tr><td align="left" valign="top">Diaries</td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table4fn1">a</xref></sup></td><td align="left" valign="top">69.5<sup><xref ref-type="table-fn" rid="table4fn2">b</xref></sup> (.005)</td><td align="left" valign="top">0.4<sup><xref ref-type="table-fn" rid="table4fn3">c</xref></sup> (.047)</td><td align="left" valign="top">0.7<sup><xref ref-type="table-fn" rid="table4fn3">c</xref></sup> (&#x003C;.001)</td></tr><tr><td align="left" valign="top">Pain plan</td><td align="left" valign="top">69.5<sup><xref ref-type="table-fn" rid="table4fn2">b</xref></sup> (.005)</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">5.0<sup><xref ref-type="table-fn" rid="table4fn2">b</xref></sup> (&#x003C;.001)</td><td align="left" valign="top">2.0<sup><xref ref-type="table-fn" rid="table4fn2">b</xref></sup> (.003)</td></tr><tr><td align="left" valign="top">Quizzes</td><td align="left" valign="top">0.4<sup><xref ref-type="table-fn" rid="table4fn3">c</xref></sup> (.047)</td><td align="left" valign="top">5.0<sup><xref ref-type="table-fn" rid="table4fn2">b</xref></sup> (&#x003C;.001)</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">0.5<sup><xref ref-type="table-fn" rid="table4fn3">c</xref></sup> (.008)</td></tr><tr><td align="left" valign="top">Missions</td><td align="left" valign="top">0.7<sup><xref ref-type="table-fn" rid="table4fn3">c</xref></sup> (&#x003C;.001)</td><td align="left" valign="top">2.0<sup><xref ref-type="table-fn" rid="table4fn2">b</xref></sup> (.003)</td><td align="left" valign="top">0.5<sup><xref ref-type="table-fn" rid="table4fn3">c</xref></sup> (.008)</td><td align="left" valign="top">&#x2014;</td></tr></tbody></table><table-wrap-foot><fn id="table4fn1"><p><sup>a</sup>Not applicable.</p></fn><fn id="table4fn2"><p><sup>b</sup>Value represents dm.</p></fn><fn id="table4fn3"><p><sup>c</sup>Value represent rr.</p></fn></table-wrap-foot></table-wrap><p>We also evaluated the association of usage of different features with the trial outcomes, knowledge of SCD-specific guidelines and hospitalizations, and acute health care utilization, but the usage was not significantly associated with any outcomes (<xref ref-type="table" rid="table5">Table 5</xref>). A notable but not statistically significant relationship was observed between missions completed and hospitalizations. Of the 3 participants who had more hospitalizations in the 6 months of the trial than the 6 months before baseline, 2 completed no missions, and one completed 1 mission. In contrast, of the 5 participants with fewer hospitalizations during the trial than before, 3 completed one, 1 completed three, and one completed 21 missions, the highest of any participant. The Spearman rank correlation between missions completed and change in hospitalizations was rho=&#x2212;0.38 (more missions were associated with fewer hospitalizations than pretrial; <italic>P</italic>=.05). Similar but weaker associations were observed between missions completed and hospitalizations due to pain (rho=&#x2212;3.7; <italic>P</italic>=.06) and acute care utilization (rho=&#x2212;0.31; <italic>P</italic>=.13).</p><table-wrap id="t5" position="float"><label>Table 5.</label><caption><p>Associations between app usage and outcome for adults with sickle cell disease who were randomized to the app arm, completed baseline surveys, and were introduced to the mHealth app for the 6-month randomized controlled trial period. Measures are Spearman rank correlation (rc) for count-count and count-continuous relationships and difference in medians (dm) for binary-count and binary-continuous relationships.</p></caption><table id="table5" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom"/><td align="left" valign="bottom">SCDK<sup><xref ref-type="table-fn" rid="table5fn1">a</xref></sup></td><td align="left" valign="bottom">Hosp<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td><td align="left" valign="bottom">Acute care<sup><xref ref-type="table-fn" rid="table5fn3">c</xref></sup></td></tr></thead><tbody><tr><td align="left" valign="top">Diaries, rc (<italic>P</italic> value)</td><td align="left" valign="top">&#x2212;0.17 (.43)</td><td align="left" valign="top">&#x2212;0.16 (.43)</td><td align="left" valign="top">0.03 (.88)</td></tr><tr><td align="left" valign="top">Pain plan, dm (<italic>P</italic> value)</td><td align="left" valign="top">&#x2212;0.16 (.47)</td><td align="left" valign="top">&#x2212;0.08 (.69)</td><td align="left" valign="top">0.07 (.75)</td></tr><tr><td align="left" valign="top">Quizzes, rc (<italic>P</italic> value)</td><td align="left" valign="top">0.01 (.95)</td><td align="left" valign="top">&#x2212;0.03 (.89)</td><td align="left" valign="top">0.18 (.39)</td></tr><tr><td align="left" valign="top">Missions, rc (<italic>P</italic> value)</td><td align="left" valign="top">&#x2212;0.27 (.20)</td><td align="left" valign="top">&#x2212;0.38 (.06)</td><td align="left" valign="top">&#x2212;0.31 (.13)</td></tr></tbody></table><table-wrap-foot><fn id="table5fn1"><p><sup>a</sup>SCDK: sickle cell disease knowledge.</p></fn><fn id="table5fn2"><p><sup>b</sup>Hosp: hospitalizations.</p></fn><fn id="table5fn3"><p><sup>c</sup>Acute health care utilization (emergency room visits or hospitalizations).</p></fn></table-wrap-foot></table-wrap></sec></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>mHealth apps are a potentially scalable, efficient, and sustainable strategy to improve adult care in SCD. However, there is a knowledge gap regarding patterns of the usage of multipurpose apps in rare diseases, such as SCD. Our study is the first to demonstrate that adults with SCD have different usage patterns of a multipurpose mHealth app for self-management, and certain features may be related to improved patient outcomes. Almost all users used multiple features. Highly engaged participants were more likely to use either quizzes or diaries, but not both. We also saw that completing certain features, such as missions, was associated with lower hospitalizations, although not significant. Complex chronic diseases, such as SCD, could benefit from multipurpose apps that allow users to engage based on preferences and needs.</p><p>As this study was not focused on one part of our app, engagement with features in this mHealth app was entirely patient-driven and may demonstrate the expected real-world use of an mHealth app in this population. Users were most engaged with missions but least engaged with action plans. Missions were one of the most straightforward, least time-consuming features that users could fill out independently, whereas action plans require more time and typically would be done with the provider. Interestingly, less than half of the participants used the pain diaries, potentially because they were not the primary function of the mHealth app or trial. This finding contradicts other studies that demonstrated the high use of pain diaries in SCD [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Usage of pain diaries in the general SCD population could be lower when it is not the primary goal of an mHealth app as part of a specific research study. Further study is needed into why some users completed pain diaries, among other mHealth app features, while others did not. While there were associations between the use of one feature of the mHealth app and another, participants tended to engage with some but not all features. For example, highly engaged participants engaged with either quizzes or diaries, but not both. Pain action plans, pain diaries, quizzes, and missions were all associated with each other. Almost all participants who engaged with one feature besides the missions would typically engage with additional features.</p><p>User engagement with mHealth apps is a critical area of study, as it directly influences the effectiveness of these interventions in promoting treatment adherence and self-management among individuals with chronic health conditions. Recent reviews have described challenges in engagement with mHealth apps, including (1) inconsistent terminology and measurements, limiting our ability to compare results across studies, complicating the development of effective engagement strategies [<xref ref-type="bibr" rid="ref17">17</xref>]; (2) usability issues, where complex interfaces and poor user experiences in mHealth apps can deter individuals with chronic diseases from consistent use [<xref ref-type="bibr" rid="ref18">18</xref>]; (3) data privacy and security concerns that can deter users from engaging with mHealth apps [<xref ref-type="bibr" rid="ref19">19</xref>]; and (4) a lack of personalization, where generic content does not cater to individual user needs can lead to reduced engagement [<xref ref-type="bibr" rid="ref20">20</xref>]. While our mHealth app included user-centered design to overcome usability issues and tailor the intervention to this population&#x2019;s specific needs, is within REDCap, which has enhanced data privacy and security, and has personalization features, including text message reminders and individualized plans, the app&#x2019;s current version had limited functionality to measure engagement robustly. By addressing these barriers and implementing the suggested strategies, developers and healthcare providers can improve user engagement with mHealth applications, leading to better health outcomes. Future research on user engagement could include post-study user interviews or focus groups to obtain more detailed information about why users engaged with certain functionality and not others.</p><p>A notable but not statistically significant relationship was observed between missions completed and hospitalizations. Findings from other studies demonstrated improved outcomes associated with apps [<xref ref-type="bibr" rid="ref21">21</xref>]. However, while many studies show improvements in outcomes like asthma or diabetes control, few have demonstrated improvements in outcomes like hospitalizations. Also, others have shown the opposite effect of increased hospitalization rates with mHealth app usage [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Also, in adults with SCD, no studies demonstrated improvement in hospitalizations or acute health care utilization using mHealth apps. However, the feasibility study of our app showed a nonstatistically significant improvement in outcomes. A larger trial with more participants is the next logical step that could demonstrate which of the mHealth app&#x2019;s features might improve outcomes.</p><p>Baseline knowledge and female gender identity were associated with more feature usage, whereas other variables, such as age, did not show any significant differences. Others have demonstrated that demographics, such as age, are associated with different usage [<xref ref-type="bibr" rid="ref24">24</xref>] of an mHealth app; however, only female gender identity was associated with one more feature use. Classifying different types of users may be necessary for understanding and improving long-term engagement.</p><p>Our study had a low attrition rate; however, sustained engagement varied. Other studies have demonstrated a wide range of attrition rates from 9% to 82% and an average of 43% [<xref ref-type="bibr" rid="ref25">25</xref>]. Our attrition rate was lower, which could be because our mHealth app used strategies that have led to lower attrition in other studies, including multitouch interventions and tailored messaging [<xref ref-type="bibr" rid="ref25">25</xref>]. However, another reason for the low attrition could have been because our mHealth app had multiple features that allowed users to engage in the most important features to them and their disease For sustained engagement with the app, we observed that 70% of the users completed more functions after enrollment, with a continued decline throughout the study period, with only a few participants completing functions after trial completion. However, these features were not the primary feature of the trial, but we could not assess all app usage due to the app&#x2019;s limited analytics. Future research with better analytics and a longer follow-up period is needed in understanding sustained usage of this mHealth app.</p><p>Since this mHealth app was built primarily in REDCap, the mHealth app can be accessed and used by any of the REDCap Consortium 7178 active partners across 156 countries. Providing a framework for an mHealth app built within REDCap using base features and external modules would demonstrate scalability by allowing researchers in the REDCap Consortium to efficiently adapt the mHealth app to develop, test, and confirm ideal configurations and settings for user engagement and data collection, which impact data quality and quantity and overall significance and applicability of study results. The consortium can download this mHealth app REDCap project and tailor it to their needs and local/national guidelines. Also, the solution would be more sustainable as it would not require maintenance and updates when operating systems change, like native Apple and Android apps, as the institutions typically update their versions of REDCap. However, for those outside of the REDCap consortium, there would be limitations on adapting this app quickly for their purposes, which would limit scalability to that app for nonconsortium partners.</p><p>Several limitations occurred in our study. First, the sample size was small, so we could not observe significant associations between mHealth app feature usage and outcomes. A larger randomized controlled trial would allow for further evaluation of the effects of important app features on outcomes. Second, we could not evaluate the interaction between participants and the guidelines feature of the mHealth app. While we measured how to access guidelines and other app features, we could not measure guideline review. This limited functionality also precluded us from being able to measure app usage after participants completed the trial. Our next version of the mHealth app will include analytics to evaluate guideline use. Third, the app&#x2019;s current version did not include the ability to assess usage in terms of time, so we could not evaluate how long it took to perform different functions. Future hybrid effectiveness-implementation studies with better analytical functionality, a larger population, longer follow-up, and an implementation framework could help our understanding of improving outcomes, understanding user engagement, including sustained use after the trial is completed, and implementing this mHealth app.. Finally, this study did not assess other determinants of app usage (eg, participation in a community-based organization) or other healthcare experiences (eg, discrimination).</p></sec><sec id="s4-2"><title>Conclusions</title><p>Results of our first-ever multipurpose mHealth app for adults with SCD demonstrated that (1) participants will use an mHealth app and use certain features of an mHealth app depending on their needs, even if these features were not the primary purpose of the mHealth app, and (2) that certain features may lead to improvement in outcomes. A multipurpose mHealth app can help engage participants in features they want to use and potentially increase and improve outcomes. This trial&#x2019;s results have important implications for improving the health of a patient population facing significant healthcare and health information technology disparities.</p></sec></sec></body><back><ack><p>We greatly appreciate the help of Chris Simpson, Renee Ashworth, and Alex Minor in recruiting and retaining participants. We also greatly appreciate the input from the Vanderbilt Meharry Sickle Cell Center of Excellence, including Emmanuel Volanakis, the Sickle Cell Foundation of Tennessee, and the Sickle Cell Disease Association of America on the study and interventions. This research was partly funded by the National Heart, Lung, and Blood Institute (NHLBI), part of the National Institutes of Health (NIH), and the National Center for Advancing Translational Sciences (grant UL1TR002733). RMC was supported by the NHLBI (award K23HL141447).</p></ack><notes><sec><title>Data Availability</title><p>All data generated or analyzed during this study are included in this published article and its supplementary information files (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref><xref ref-type="supplementary-material" rid="app2"/><xref ref-type="supplementary-material" rid="app3"/>-<xref ref-type="supplementary-material" rid="app4">4</xref>).</p></sec></notes><fn-group><fn fn-type="con"><p>MRD, LEC, and RMC designed the study. NQ, KL, and RMC collected the data; PMS and XL performed the analyses. MRD, PMS, XL, and RMC interpreted the results; RMC and PMS wrote the first version of the manuscript. Before submission, all authors reviewed and edited the manuscript.</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">mHealth</term><def><p>mobile health</p></def></def-item><def-item><term id="abb2">REDCap</term><def><p>Research Electronic Data Capture</p></def></def-item><def-item><term id="abb3">SCD</term><def><p>sickle cell disease</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Brousseau</surname><given-names>DC</given-names> </name><name name-style="western"><surname>Panepinto</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Nimmer</surname><given-names>M</given-names> </name><name name-style="western"><surname>Hoffmann</surname><given-names>RG</given-names> </name></person-group><article-title>The number of people with sickle-cell disease in the United States: national and state estimates</article-title><source>Am J Hematol</source><year>2010</year><month>01</month><volume>85</volume><issue>1</issue><fpage>77</fpage><lpage>78</lpage><pub-id pub-id-type="doi">10.1002/ajh.21570</pub-id><pub-id pub-id-type="medline">20029951</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mvundura</surname><given-names>M</given-names> </name><name name-style="western"><surname>Amendah</surname><given-names>D</given-names> </name><name name-style="western"><surname>Kavanagh</surname><given-names>PL</given-names> </name><name name-style="western"><surname>Sprinz</surname><given-names>PG</given-names> </name><name name-style="western"><surname>Grosse</surname><given-names>SD</given-names> </name></person-group><article-title>Health care utilization and expenditures for privately and publicly insured children with sickle cell disease in the United States</article-title><source>Pediatr Blood Cancer</source><year>2009</year><month>10</month><volume>53</volume><issue>4</issue><fpage>642</fpage><lpage>646</lpage><pub-id pub-id-type="doi">10.1002/pbc.22069</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Steiner</surname><given-names>CA</given-names> </name><name name-style="western"><surname>Miller</surname><given-names>JL</given-names> </name></person-group><source>Sickle Cell Disease Patients in US Hospitals, 2004</source><year>2006</year><publisher-name>Agency for Healthcare Research and Quality (US)</publisher-name></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Yusuf</surname><given-names>HR</given-names> </name><name name-style="western"><surname>Atrash</surname><given-names>HK</given-names> </name><name name-style="western"><surname>Grosse</surname><given-names>SD</given-names> </name><name name-style="western"><surname>Parker</surname><given-names>CS</given-names> </name><name name-style="western"><surname>Grant</surname><given-names>AM</given-names> </name></person-group><article-title>Emergency department visits made by patients with sickle cell disease: a descriptive study, 1999-2007</article-title><source>Am J Prev Med</source><year>2010</year><month>04</month><volume>38</volume><issue>4 Suppl</issue><fpage>S536</fpage><lpage>41</lpage><pub-id pub-id-type="doi">10.1016/j.amepre.2010.01.001</pub-id><pub-id pub-id-type="medline">20331955</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chaturvedi</surname><given-names>S</given-names> </name><name name-style="western"><surname>DeBaun</surname><given-names>MR</given-names> </name></person-group><article-title>Evolution of sickle cell disease from a life-threatening disease of children to a chronic disease of adults: The last 40 years</article-title><source>Am J Hematol</source><year>2016</year><month>01</month><volume>91</volume><issue>1</issue><fpage>5</fpage><lpage>14</lpage><pub-id pub-id-type="doi">10.1002/ajh.24235</pub-id><pub-id pub-id-type="medline">26547630</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Murad</surname><given-names>MH</given-names> </name><name name-style="western"><surname>Liem</surname><given-names>RI</given-names> </name><name name-style="western"><surname>Lang</surname><given-names>ES</given-names> </name><etal/></person-group><article-title>2019 sickle cell disease guidelines by the American Society of Hematology: methodology, challenges, and innovations</article-title><source>Blood Adv</source><year>2019</year><month>12</month><day>10</day><volume>3</volume><issue>23</issue><fpage>3945</fpage><lpage>3950</lpage><pub-id pub-id-type="doi">10.1182/bloodadvances.2019000931</pub-id><pub-id pub-id-type="medline">31794603</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bakshi</surname><given-names>N</given-names> </name><name name-style="western"><surname>Stinson</surname><given-names>JN</given-names> </name><name name-style="western"><surname>Ross</surname><given-names>D</given-names> </name><etal/></person-group><article-title>Development, content validity, and user review of a web-based multidimensional pain diary for adolescent and young adults with sickle cell disease</article-title><source>Clin J Pain</source><year>2015</year><month>06</month><volume>31</volume><issue>6</issue><fpage>580</fpage><lpage>590</lpage><pub-id pub-id-type="doi">10.1097/AJP.0000000000000195</pub-id><pub-id pub-id-type="medline">25565585</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shah</surname><given-names>N</given-names> </name><name name-style="western"><surname>Jonassaint</surname><given-names>J</given-names> </name><name name-style="western"><surname>De Castro</surname><given-names>L</given-names> </name></person-group><article-title>Patients welcome the Sickle Cell Disease Mobile Application to Record Symptoms via Technology (SMART)</article-title><source>Hemoglobin</source><year>2014</year><volume>38</volume><issue>2</issue><fpage>99</fpage><lpage>103</lpage><pub-id pub-id-type="doi">10.3109/03630269.2014.880716</pub-id><pub-id pub-id-type="medline">24512633</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Palermo</surname><given-names>TM</given-names> </name><name name-style="western"><surname>Lalloo</surname><given-names>C</given-names> </name><name name-style="western"><surname>Zhou</surname><given-names>C</given-names> </name><etal/></person-group><article-title>A cognitive&#x2013;behavioral digital health intervention for sickle cell disease pain in adolescents: a randomized, controlled, multicenter trial</article-title><source>Pain</source><year>2023</year><volume>2022</volume><fpage>10</fpage><pub-id pub-id-type="doi">10.1097/j.pain.0000000000003009</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Badawy</surname><given-names>SM</given-names> </name><name name-style="western"><surname>Cronin</surname><given-names>RM</given-names> </name><name name-style="western"><surname>Hankins</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Patient-centered eHealth interventions for children, adolescents, and adults with sickle cell disease: systematic review</article-title><source>J Med Internet Res</source><year>2018</year><month>07</month><day>19</day><volume>20</volume><issue>7</issue><fpage>e10940</fpage><pub-id pub-id-type="doi">10.2196/10940</pub-id><pub-id pub-id-type="medline">30026178</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Badawy</surname><given-names>SM</given-names> </name><name name-style="western"><surname>Cronin</surname><given-names>RM</given-names> </name><name name-style="western"><surname>Liem</surname><given-names>RI</given-names> </name><name name-style="western"><surname>Palermo</surname><given-names>TM</given-names> </name></person-group><article-title>Digital behavioural interventions for people with sickle cell disease</article-title><source>Cochrane Database Syst Rev</source><year>2021</year><volume>2021</volume><issue>4</issue><fpage>CD014669</fpage><pub-id pub-id-type="doi">10.1002/14651858.CD014669</pub-id><pub-id pub-id-type="medline">34650329</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hankins</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Potter</surname><given-names>MB</given-names> </name><name name-style="western"><surname>Fernandez</surname><given-names>ME</given-names> </name><etal/></person-group><article-title>Evaluating the implementation of a multi-level mHealth study to improve hydroxyurea utilization in sickle cell disease</article-title><source>Front Health Serv</source><year>2022</year><volume>2</volume><fpage>1024541</fpage><pub-id pub-id-type="doi">10.3389/frhs.2022.1024541</pub-id><pub-id pub-id-type="medline">36925803</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Utrankar</surname><given-names>A</given-names> </name><name name-style="western"><surname>Mayo-Gamble</surname><given-names>TL</given-names> </name><name name-style="western"><surname>Allen</surname><given-names>W</given-names> </name><etal/></person-group><article-title>Technology use and preferences to support clinical practice guideline awareness and adherence in individuals with sickle cell disease</article-title><source>J Am Med Inform Assoc</source><year>2018</year><month>08</month><day>1</day><volume>25</volume><issue>8</issue><fpage>976</fpage><lpage>988</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocy036</pub-id><pub-id pub-id-type="medline">29741695</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cronin</surname><given-names>RM</given-names> </name><name name-style="western"><surname>Quaye</surname><given-names>N</given-names> </name><name name-style="western"><surname>Liu</surname><given-names>X</given-names> </name><etal/></person-group><article-title>A feasibility randomized controlled trial of an mHealth app vs booklets for patient-facing guidelines in adults with SCD</article-title><source>Blood Adv</source><year>2023</year><month>10</month><day>24</day><volume>7</volume><issue>20</issue><fpage>6184</fpage><lpage>6190</lpage><pub-id pub-id-type="doi">10.1182/bloodadvances.2023010676</pub-id><pub-id pub-id-type="medline">37595029</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jonassaint</surname><given-names>CR</given-names> </name><name name-style="western"><surname>Shah</surname><given-names>N</given-names> </name><name name-style="western"><surname>Jonassaint</surname><given-names>J</given-names> </name><name name-style="western"><surname>De Castro</surname><given-names>L</given-names> </name></person-group><article-title>Usability and feasibility of an mHealth intervention for monitoring and managing pain symptoms in sickle cell disease: the Sickle Cell Disease Mobile Application to Record Symptoms via Technology (SMART)</article-title><source>Hemoglobin</source><year>2015</year><volume>39</volume><issue>3</issue><fpage>162</fpage><lpage>168</lpage><pub-id pub-id-type="doi">10.3109/03630269.2015.1025141</pub-id><pub-id pub-id-type="medline">25831427</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Heath</surname><given-names>LE</given-names> </name><name name-style="western"><surname>Heeney</surname><given-names>MM</given-names> </name><name name-style="western"><surname>Hoppe</surname><given-names>CC</given-names> </name><etal/></person-group><article-title>Successful utilization of an electronic pain diary in a multinational phase 3 interventional study of pediatric sickle cell anemia</article-title><source>Clin Trials</source><year>2017</year><month>12</month><volume>14</volume><issue>6</issue><fpage>563</fpage><lpage>571</lpage><pub-id pub-id-type="doi">10.1177/1740774517723307</pub-id><pub-id pub-id-type="medline">28743191</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Eaton</surname><given-names>C</given-names> </name><name name-style="western"><surname>Vallejo</surname><given-names>N</given-names> </name><name name-style="western"><surname>McDonald</surname><given-names>X</given-names> </name><etal/></person-group><article-title>User engagement with mHealth interventions to promote treatment adherence and self-management in people with chronic health conditions: systematic review</article-title><source>J Med Internet Res</source><year>2024</year><month>09</month><day>24</day><volume>26</volume><fpage>e50508</fpage><pub-id pub-id-type="doi">10.2196/50508</pub-id><pub-id pub-id-type="medline">39316431</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Li</surname><given-names>Z</given-names> </name><name name-style="western"><surname>Lu</surname><given-names>F</given-names> </name><name name-style="western"><surname>Wu</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Usability and effectiveness of eHealth and mHealth interventions that support self-management and health care transition in adolescents and young adults with chronic disease: systematic review</article-title><source>J Med Internet Res</source><year>2024</year><month>11</month><day>26</day><volume>26</volume><fpage>e56556</fpage><pub-id pub-id-type="doi">10.2196/56556</pub-id><pub-id pub-id-type="medline">39589770</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zhou</surname><given-names>L</given-names> </name><name name-style="western"><surname>Bao</surname><given-names>J</given-names> </name><name name-style="western"><surname>Watzlaf</surname><given-names>V</given-names> </name><name name-style="western"><surname>Parmanto</surname><given-names>B</given-names> </name></person-group><article-title>Barriers to and facilitators of the use of mobile health apps from a security perspective: mixed-methods study</article-title><source>JMIR Mhealth Uhealth</source><year>2019</year><month>04</month><day>16</day><volume>7</volume><issue>4</issue><fpage>e11223</fpage><pub-id pub-id-type="doi">10.2196/11223</pub-id><pub-id pub-id-type="medline">30990458</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Borghouts</surname><given-names>J</given-names> </name><name name-style="western"><surname>Eikey</surname><given-names>E</given-names> </name><name name-style="western"><surname>Mark</surname><given-names>G</given-names> </name><etal/></person-group><article-title>Barriers to and facilitators of user engagement with digital mental health interventions: systematic review</article-title><source>J Med Internet Res</source><year>2021</year><month>03</month><day>24</day><volume>23</volume><issue>3</issue><fpage>e24387</fpage><pub-id pub-id-type="doi">10.2196/24387</pub-id><pub-id pub-id-type="medline">33759801</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Forbes</surname><given-names>A</given-names> </name><name name-style="western"><surname>Keleher</surname><given-names>MR</given-names> </name><name name-style="western"><surname>Venditto</surname><given-names>M</given-names> </name><name name-style="western"><surname>DiBiasi</surname><given-names>F</given-names> </name></person-group><article-title>Assessing patient adherence to and engagement with digital interventions for depression in clinical trials: systematic literature review</article-title><source>J Med Internet Res</source><year>2023</year><month>08</month><day>11</day><volume>25</volume><fpage>e43727</fpage><pub-id pub-id-type="doi">10.2196/43727</pub-id><pub-id pub-id-type="medline">37566447</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Yao</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Guo</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Lip</surname><given-names>GYH</given-names> </name><collab>mAF-App II Trial investigators</collab></person-group><article-title>The effects of implementing a mobile health-technology supported pathway on atrial fibrillation-related adverse events among patients with multimorbidity: the mafa-II randomized clinical trial</article-title><source>JAMA Netw Open</source><year>2021</year><month>12</month><day>1</day><volume>4</volume><issue>12</issue><fpage>e2140071</fpage><pub-id pub-id-type="doi">10.1001/jamanetworkopen.2021.40071</pub-id><pub-id pub-id-type="medline">34932104</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Marcolino</surname><given-names>MS</given-names> </name><name name-style="western"><surname>Oliveira</surname><given-names>JAQ</given-names> </name><name name-style="western"><surname>D&#x2019;Agostino</surname><given-names>M</given-names> </name><name name-style="western"><surname>Ribeiro</surname><given-names>AL</given-names> </name><name name-style="western"><surname>Alkmim</surname><given-names>MBM</given-names> </name><name name-style="western"><surname>Novillo-Ortiz</surname><given-names>D</given-names> </name></person-group><article-title>The impact of mHealth interventions: systematic review of systematic reviews</article-title><source>JMIR Mhealth Uhealth</source><year>2018</year><month>01</month><day>17</day><volume>6</volume><issue>1</issue><fpage>e23</fpage><pub-id pub-id-type="doi">10.2196/mhealth.8873</pub-id><pub-id pub-id-type="medline">29343463</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Schmidt</surname><given-names>M</given-names> </name><name name-style="western"><surname>Babcock</surname><given-names>L</given-names> </name><name name-style="western"><surname>Kurowski</surname><given-names>BG</given-names> </name><name name-style="western"><surname>Cassedy</surname><given-names>A</given-names> </name><name name-style="western"><surname>Sidol</surname><given-names>C</given-names> </name><name name-style="western"><surname>Wade</surname><given-names>SL</given-names> </name></person-group><article-title>Usage patterns of an mHealth symptom monitoring app among adolescents with acute mild traumatic brain injuries</article-title><source>J Head Trauma Rehabil</source><year>2022</year><volume>37</volume><issue>3</issue><fpage>134</fpage><lpage>143</lpage><pub-id pub-id-type="doi">10.1097/HTR.0000000000000768</pub-id><pub-id pub-id-type="medline">35125434</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Meyerowitz-Katz</surname><given-names>G</given-names> </name><name name-style="western"><surname>Ravi</surname><given-names>S</given-names> </name><name name-style="western"><surname>Arnolda</surname><given-names>L</given-names> </name><name name-style="western"><surname>Feng</surname><given-names>X</given-names> </name><name name-style="western"><surname>Maberly</surname><given-names>G</given-names> </name><name name-style="western"><surname>Astell-Burt</surname><given-names>T</given-names> </name></person-group><article-title>Rates of attrition and dropout in app-based interventions for chronic disease: systematic review and meta-analysis</article-title><source>J Med Internet Res</source><year>2020</year><month>09</month><day>29</day><volume>22</volume><issue>9</issue><fpage>e20283</fpage><pub-id pub-id-type="doi">10.2196/20283</pub-id><pub-id pub-id-type="medline">32990635</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>App usage data.</p><media xlink:href="formative_v9i1e67906_app1.xlsx" xlink:title="XLSX File, 38 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Data dictionary.</p><media xlink:href="formative_v9i1e67906_app2.txt" xlink:title="TXT File, 3 KB"/></supplementary-material><supplementary-material id="app3"><label>Multimedia Appendix 3</label><p>Subject deidentified data.</p><media xlink:href="formative_v9i1e67906_app3.xlsx" xlink:title="XLSX File, 12 KB"/></supplementary-material><supplementary-material id="app4"><label>Multimedia Appendix 4</label><p>Prepost sickle cell disease knowledge scores.</p><media xlink:href="formative_v9i1e67906_app4.xlsx" xlink:title="XLSX File, 11 KB"/></supplementary-material><supplementary-material id="app5"><label>Checklist 1</label><p>CONSORT (Consolidated Standards of Reporting Trails) checklist.</p><media xlink:href="formative_v9i1e67906_app5.pdf" xlink:title="PDF File, 128 KB"/></supplementary-material></app-group></back></article>