<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i9e27447</article-id>
      <article-id pub-id-type="pmid">34550080</article-id>
      <article-id pub-id-type="doi">10.2196/27447</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Designing an Indoor Air Quality Monitoring App for Asthma Management in Children: User-Centered Design Approach</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Shade</surname>
            <given-names>Marcia</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nievas Soriano</surname>
            <given-names>Bruno</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Sunyoung</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Communication and Information</institution>
            <institution>Rutgers University</institution>
            <addr-line>4 Huntington Street</addr-line>
            <addr-line>New Brunswick, NJ</addr-line>
            <country>United States</country>
            <phone>1 848 932 7585</phone>
            <email>sunyoung.kim@rutgers.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0680-7345</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Park</surname>
            <given-names>Yunoh</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6492-5999</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Ackerman</surname>
            <given-names>Matthew K</given-names>
          </name>
          <degrees>MI</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0506-9037</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Communication and Information</institution>
        <institution>Rutgers University</institution>
        <addr-line>New Brunswick, NJ</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Computer Science</institution>
        <institution>Rutgers University</institution>
        <addr-line>New Brunswick, NJ</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Sunyoung Kim <email>sunyoung.kim@rutgers.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>22</day>
        <month>9</month>
        <year>2021</year>
      </pub-date>
      <volume>5</volume>
      <issue>9</issue>
      <elocation-id>e27447</elocation-id>
      <history>
        <date date-type="received">
          <day>25</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>15</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>5</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Sunyoung Kim, Yunoh Park, Matthew K Ackerman. Originally published in JMIR Formative Research (https://formative.jmir.org), 22.09.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2021/9/e27447" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Indoor air pollution is a well-known risk factor that triggers and exacerbates asthma, the most common pediatric chronic disease. Using a mobile app to monitor indoor air quality could be promising in engaging children in keeping their indoor air quality clean and healthy as secondary environmental prevention for asthma management. However, no app is available to allow children to monitor, assess, and improve their indoor air quality.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to design a mobile app that encourages children to monitor indoor air quality and track their asthma conditions through a user-centered, iterative design approach.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We reviewed existing apps for indoor air quality monitoring or asthma management for children and conducted two sets of semistructured interviews with 12 children with asthma. We then iteratively created prototypes and evaluated and revised them.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Participants raised a series of outstanding questions on the prototype features and content that described their needs and perspectives, which informed the final designs. Following the identified requirements and recommendations, we developed two versions of the app: AirBuddy for presenting concrete information for indoor air quality and AirPet for gamifying the practice of monitoring indoor air quality.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>By following an iterative, user-centered design process, we developed two versions of an app to encourage children with asthma to monitor indoor air quality and track their asthma condition. The user-centered design approach revealed two crucial aspects that require deeper consideration when creating a child-friendly app, including balancing brevity and expressivity and considering the longitudinal effects of gamification. As a next step, we plan to conduct a longitudinal deployment study to evaluate the real-world effects of our apps.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>asthma</kwd>
        <kwd>children</kwd>
        <kwd>indoor air quality</kwd>
        <kwd>mobile app</kwd>
        <kwd>smartphone</kwd>
        <kwd>user-centered design</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Asthma is the most common pediatric chronic disease, characterized by recurrent attacks of breathlessness and wheezing. It is estimated that more than 340 million people have asthma globally [<xref ref-type="bibr" rid="ref1">1</xref>], and 8.4% of children in the United States had asthma in 2018 [<xref ref-type="bibr" rid="ref2">2</xref>]. Childhood asthma creates a substantial burden on the affected children and their families by requiring regular medical encounters, restricting the child’s activities, and increasing the risk of school absences [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>While asthma cannot currently be cured, it can be controlled through improved health care and avoiding or reducing asthma triggers from environmental factors. Among various environmental factors that contribute to excessive asthma morbidity, exposures to air pollutants are a crucial contributor to worsening the symptoms [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. The relationship between fine particulate matter and asthma morbidity is especially well established [<xref ref-type="bibr" rid="ref7">7</xref>]. Because children spend most of their time indoors, indoor environments dominate exposures to many air pollutants [<xref ref-type="bibr" rid="ref8">8</xref>]. Thus, it is important to monitor indoor air quality (IAQ) for asthma management [<xref ref-type="bibr" rid="ref9">9</xref>]. However, childhood asthma management is challenging because it requires understanding the causes of triggers and avoiding them, with triggers being both multifactorial and unique to each individual [<xref ref-type="bibr" rid="ref10">10</xref>]. Moreover, it is difficult for doctors and parents to monitor the health of children with asthma simultaneously with environmental triggers.</p>
        <p>Smartphones are ubiquitous, sensors have become prominently used in mobile health (mHealth), and mobile apps offer new opportunities for access to care and monitoring and managing a chronic disease [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. mHealth apps provide various features to facilitate asthma management, including medication reminders, symptom monitoring, prompt communication with a provider, and access to tailored education, information, and resources [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Because asthma is a chronic condition, it is crucial to educate affected children on how to live with it, and mobile apps can meet such needs. However, few apps offer ways to monitor air pollutants indoors, some of the most frequent triggers for asthma attacks, and even fewer apps are specifically designed for children. For mobile apps to successfully manage chronic diseases, designers must be committed to user-centered, evidence-based design to meet user needs. Beyond the requirements of good design and development, the central question of designing mobile apps for children with asthma is how to accommodate the perspectives and needs of children and engage children in digital interactions that foster positive outcomes for asthma management.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The objectives of this study were to investigate children’s perspectives and needs in the design of a child-friendly mobile app and develop, through a user-centered, iterative design approach, a mobile app that encourages children to monitor IAQ.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>User-centered design is an iterative process in which designers focus on users and their needs in each phase of the design process by putting users at the center of product development [<xref ref-type="bibr" rid="ref16">16</xref>]. General steps in user-centered design include evaluating and applying relevant theory, understanding user needs and the environment in which the app will be used, and iteratively producing and evaluating prototypes for the final product design [<xref ref-type="bibr" rid="ref16">16</xref>]. This study followed the user-centered process to iteratively design and refine a child-friendly IAQ monitoring app for asthma management.</p>
      </sec>
      <sec>
        <title>Participant Recruitment</title>
        <p>Children aged 8 to 12 years with moderate to severe persistent asthma, as determined by the National Institutes of Health guidelines for the diagnosis and management of asthma [<xref ref-type="bibr" rid="ref17">17</xref>], were eligible to participate in the study. We chose the 8- to 12-year age range because children around the age of 8 years start to understand basic terms and sentences and shift from learning to read to reading to learn, and thus they can use digital devices for autonomous tasks [<xref ref-type="bibr" rid="ref18">18</xref>]. Since we planned to design a mobile app that provides IAQ information in simple written sentences to help children understand IAQ, we targeted children with asthma who can read simple sentences. Thus, children were not eligible if they could not read or speak English or if their involvement was deemed inappropriate by the pediatrician because of their mental and physical conditions.</p>
        <p>After obtaining the institutional review board’s approval, we recruited participants from a children’s hospital and school-based health centers in an urban area. For recruitment, we first contacted pediatricians and explained the purpose of the study and recruitment criteria to them. The pediatricians recommended potential participants among their patients (upon guardian approval) who regularly visit the hospital. We then contacted guardians of children with asthma by telephone. A total of 12 guardians whose children met the inclusion criteria were contacted for recruitment. All of their children were recruited to participate in the study (6 females and 6 males, mean age 9.8 [SD 1.6] years; <xref ref-type="table" rid="table1">Table 1</xref>). After we obtained temporary consent to participate in the study by telephone, guardians and their children provided consent electronically during the interview.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Participant demographics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="50"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="150"/>
            <col width="200"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td>ID</td>
                <td>Age (years)</td>
                <td>Gender</td>
                <td>Ethnicity</td>
                <td>Asthma severity</td>
                <td>Guardian’s relationship to participant</td>
                <td>Guardian’s highest educational attainment</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>P1</td>
                <td>12</td>
                <td>M</td>
                <td>Hispanic</td>
                <td>Intermittent</td>
                <td>Mother</td>
                <td>2-year college</td>
              </tr>
              <tr valign="top">
                <td>P2</td>
                <td>9</td>
                <td>F</td>
                <td>Hispanic</td>
                <td>Intermittent</td>
                <td>Grandmother</td>
                <td>Less than high school</td>
              </tr>
              <tr valign="top">
                <td>P3</td>
                <td>10</td>
                <td>M</td>
                <td>White</td>
                <td>Intermittent</td>
                <td>Mother</td>
                <td>2-year college</td>
              </tr>
              <tr valign="top">
                <td>P4</td>
                <td>12</td>
                <td>M</td>
                <td>White</td>
                <td>Intermittent</td>
                <td>Mother</td>
                <td>2-year college</td>
              </tr>
              <tr valign="top">
                <td>P5</td>
                <td>11</td>
                <td>M</td>
                <td>White</td>
                <td>Moderate</td>
                <td>Mother</td>
                <td>University</td>
              </tr>
              <tr valign="top">
                <td>P6</td>
                <td>8</td>
                <td>M</td>
                <td>White</td>
                <td>Intermittent</td>
                <td>Mother</td>
                <td>Graduate</td>
              </tr>
              <tr valign="top">
                <td>P7</td>
                <td>8</td>
                <td>F</td>
                <td>White</td>
                <td>Intermittent</td>
                <td>Mother</td>
                <td>University</td>
              </tr>
              <tr valign="top">
                <td>P8</td>
                <td>8</td>
                <td>F</td>
                <td>White</td>
                <td>Intermittent</td>
                <td>Mother</td>
                <td>University</td>
              </tr>
              <tr valign="top">
                <td>P9</td>
                <td>10</td>
                <td>F</td>
                <td>White</td>
                <td>Intermittent</td>
                <td>Grandmother</td>
                <td>High school</td>
              </tr>
              <tr valign="top">
                <td>P10</td>
                <td>8</td>
                <td>M</td>
                <td>Black</td>
                <td>Moderate</td>
                <td>Mother</td>
                <td>University</td>
              </tr>
              <tr valign="top">
                <td>P11</td>
                <td>11</td>
                <td>F</td>
                <td>White</td>
                <td>Mild</td>
                <td>Mother</td>
                <td>University</td>
              </tr>
              <tr valign="top">
                <td>P12</td>
                <td>11</td>
                <td>F</td>
                <td>Black</td>
                <td>Mild</td>
                <td>Mother</td>
                <td>2-year college</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Data Collection</title>
        <sec>
          <title>Reviewing Existing Apps</title>
          <p>We conducted a review of mobile apps available in the market that offer functionalities on IAQ monitoring or asthma management for children to establish baseline concepts and functionalities for our app. While we conducted an extensive review of existing apps available on Apple’s App Store and Google Play, we did not find any app that offered functionalities for IAQ monitoring associated with asthma management or IAQ monitoring for children. Thus, we selected instead two IAQ monitoring apps, AirNow and AirVisual, and three asthma management apps designed for children—Wheezo, a digital stethoscope that records breathing sounds to detect signs of asthma; AsthMe, an information repository for asthma management; and AsthmaActionHero, a mobile diary to record asthma conditions and take actions for asthma management—based on the number of downloads, reviews, and average user ratings (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Based on a review of existing apps, we created two sets of low-fidelity sketch prototypes for our app (<xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure3" ref-type="fig">3</xref>).</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Screenshots of apps found during app review: (a) AirVisual, (b) AirNow, (c) AsthMe, (d) Wheezo, and (e) AsthmaActionHero.</p>
            </caption>
            <graphic xlink:href="formative_v5i9e27447_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Prototyping process of AirBuddy that used emojis and a bar graph from (a) sketches to a (b) wireframe to a (c) high-fidelity prototype.</p>
            </caption>
            <graphic xlink:href="formative_v5i9e27447_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Prototyping process of AirPet, a gamified app using egg hatching to display indoor air quality from (a) sketches to a (b) wireframe to a (c) high-fidelity prototype.</p>
            </caption>
            <graphic xlink:href="formative_v5i9e27447_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Understanding User Needs</title>
          <p>An important step in user-centered design is to establish a basic understanding of the practices and needs of end users to guide the ideation and design of an app. To obtain this, we conducted semistructured interviews with each child. For the interviews, we created a set of open-ended interview questions with 3 key themes: (1) exploring how children with asthma manage and live with their conditions, (2) investigating the experiences of using mobile apps in general and for asthma management in particular, and (3) learning about the current understanding of IAQ and its relationship to asthma. In addition, we collected participant basic demographic information including age, gender, and asthma severity from their guardians.</p>
          <p>All interviews were done virtually using videoconferencing software of the participant’s choice (eg, Skype, Zoom). While all questions were to be asked to children, we also encouraged participant’s guardians to join the interview and share their thoughts about the question or their child’s answer when they wanted. Last, we displayed our low-fidelity sketch prototypes on a shared screen, explained the key concepts of each sketch, and asked the participants for feedback. Each interview lasted about 30 minutes.</p>
        </sec>
        <sec>
          <title>Iterative Design and Evaluation</title>
          <p>Based on our prototype sketches, collected requirements, and feedback in the previous steps, we iteratively created a set of wireframes that were then developed into high-fidelity prototypes (<xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure3" ref-type="fig">3</xref>). We conducted one-on-one interviews with the same group of participants to receive feedback on the prototypes. In the interview, we first introduced our app to participants as “a mobile app that allows you to monitor air qualities in your home and outside, record your asthma conditions, and find information about actions to take for asthma management.” We displayed our prototypes on a shared screen and asked participants to think aloud and express their thoughts and feelings while freely exploring the prototypes as much as they wanted.</p>
          <p>During the interview, a participant verbally commanded their intended interactions with a prototype cast on a shared screen. Then, an interviewer executed the user’s interaction commands as a form of the Wizard of Oz study. When participants had no more ideas to share, we asked 3 questions about each screen based on the cognitive walkthrough method, including (1) visibility, did the user notice the correct action to take; (2) affordance, did the user associate the correct action with the outcome they expect to achieve; and (3) feedback, if the correct action was performed, did the user see that progress was being made toward their intended outcome [<xref ref-type="bibr" rid="ref19">19</xref>]. Each interview lasted up to 60 minutes. After completing this interview, the guardians of participants were sent an electronic gift card for their child’s participation.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>We analyzed the interview data using thematic analysis to reveal patterns across data sets and draw out significant themes [<xref ref-type="bibr" rid="ref20">20</xref>]. The emerging themes were continuously discussed by the authors until data were saturated and no new information was anticipated. First, we conducted open coding to identify concepts that were significant in the data. The following example shows that one participant did not understand how the egg hatching concept relates to IAQ, and this response was coded as “unclear concept.”</p>
        <disp-quote>
          <p>{Unclear concept} What does the air quality inside have to do with hatching an egg? [Participant P2]{/Unclear concept}</p>
        </disp-quote>
        <p>We then categorized the related concepts created by open coding using axial coding. Phenomena refer to repeated patterns of events, happenings, actions, and interactions representing people’s responses to problems and situations. For instance, “confusion” is a phenomenon that refers to a participant’s incorrect or lack of understanding about the meanings of the visual representation in the app interface. During axial coding, the open code “unclear concept” in the example above was categorized as “confusion” since the participant did not understand the meaning of egg hatching. Last, we performed the selective coding process to integrate the categories derived from axial coding.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Design Conceptualization</title>
        <p>From the review of the existing apps, 4 trends emerged that were prevalent or common across apps. First, all apps used vivid colors and simple graph components for information visualization (<xref rid="figure1" ref-type="fig">Figure 1</xref>a). For instance, the apps for air quality monitoring used colored graphical components such as speedometers, emojis, and bar graphs with color scales to indicate the level of air quality (<xref rid="figure1" ref-type="fig">Figure 1</xref>b). In contrast, the apps for asthma management allowed users to pick different emojis and other colored graphical components to indicate the user’s condition (<xref rid="figure1" ref-type="fig">Figure 1</xref>c). Second, all apps used graphic characters and personified graphical components to make information more engaging and fun (<xref rid="figure1" ref-type="fig">Figure 1</xref>d and 1e). Third, all apps provided the features to track the history or trend of the monitored information. For instance, graphs were used by apps for air quality monitoring to keep track of the changes in air quality indoors and outdoors over time, and the apps for asthma management offered the features to record and keep track of asthma symptoms and conditions. Last, all apps offered informational content to encourage users to make beneficial, real-life changes. For instance, the apps for air quality monitoring provided information about how users should respond to poor air quality indoors. And the apps for asthma management provided information about how to prevent or react to asthma symptoms.</p>
        <p>With these themes, we came up with 2 design concepts and created 2 corresponding sets of sketch prototypes to meet the objectives of our app in different ways. The first concept was a conventional form of concrete information presentation using graphical components such as graphs, calendars, and emojis to present the level of air qualities indoors and outdoors and allow logging the user’s asthma condition (<xref rid="figure2" ref-type="fig">Figure 2</xref>a). The second concept was gamification using the theme of raising a pet, in which the levels of IAQ and user engagement with an app turn into treats to feed a virtual pet. For a virtual pet, we chose 2 themes, egg hatching and planting (<xref rid="figure3" ref-type="fig">Figure 3</xref>a).</p>
      </sec>
      <sec>
        <title>User Needs and Feedback on Sketch Prototypes</title>
        <p>All participants had a decent understanding of asthma, what triggers asthma attacks, and what to do when asthma flares up. Regarding asthma triggers, all participants mentioned humidity and heat (weather) as primary causes of symptom worsening, whereas there was no understanding of the relationship between air pollution and asthma. At best, air pollution was considered analogous to humidity to some participants. Most participants did not have much interest in or knowledge about air quality or its effects on asthma. These show the importance of providing IAQ information along with weather and humidity to help users understand the relationships among temperature, humidity, IAQ, and asthma.</p>
        <disp-quote>
          <p>Asthma affects your breathing and makes it harder to breathe. Like when it gets really hot, or in my hot showers when the room gets steamy, I have trouble breathing.</p>
          <attrib>Participant P2</attrib>
        </disp-quote>
        <disp-quote>
          <p>A few days ago, when I was walking with my mom, my dad, and my brother, the air was getting humid and dense, and it was getting hard for me to breathe. I think humidity makes it hard to breathe, harder to breathe sometimes.</p>
          <attrib>Participant P8</attrib>
        </disp-quote>
        <disp-quote>
          <p>Like probably more polluted air, like more humid air affects me more than just fine air.</p>
          <attrib>Participant P3</attrib>
        </disp-quote>
        <p>The primary resources of information for asthma management were parents and the internet. None of the participants was using an app for asthma management or expressed any interest in using one, which shows the importance of actively motivating user engagement with the app.</p>
        <disp-quote>
          <p>When I have any question, my mom and dad are the first choice. If that doesn’t work, probably the internet because I’m not always at the doctor’s office.</p>
          <attrib>Participant P3</attrib>
        </disp-quote>
        <disp-quote>
          <p>I usually ask Alexa for how the weather is, like what’s the weather today.</p>
          <attrib>Participant P4</attrib>
        </disp-quote>
        <p>When we showed our sketch prototypes to participants during the first interview, the overall response was positive on both prototypes, although they did not provide detailed feedback. It might be because the low-fidelity prototypes missed many details making it difficult for children to offer exhaustive responses. All participants confirmed that both themes were easy to understand. For sketch prototypes with traditional graphical components, participants expressed equal preferences on a bar graph, a calendar, and emojis. For sketch prototypes with gamified concepts, participants expressed a preference for egg hatching over planting.</p>
      </sec>
      <sec>
        <title>Iterative Design for High-Fidelity Prototyping</title>
        <p>Based on user feedback on the sketch prototypes and their expressed needs, we iteratively created 2 sets of wireframes, which we developed into high-fidelity prototypes. Key features of the app include visualizing air qualities indoors and outdoors in real time and keeping track of the user’s asthma condition. In the system development, IAQ data will be transmitted from a separate IAQ sensor (<xref rid="figure4" ref-type="fig">Figure 4</xref>, left). The outdoor air quality data will be retrieved from an AirNow application programming interface that provides current air quality data by zip code. A commercialized spirometer will be provided to participants to measure lung condition and enter results into the apps (<xref rid="figure4" ref-type="fig">Figure 4</xref>, right). An IAQ sensor and spirometer will be packaged with the app.</p>
        <p>The first wireframe, which we named AirBuddy, was created using a combination of a bar graph and emojis to visualize air quality indoors and outdoors (<xref rid="figure2" ref-type="fig">Figure 2</xref>b). Through several design iterations and discussions within the research team, we developed the wireframe into a high-fidelity prototype that displays color-coded house and cloud icons to show the current air quality levels indoors and outdoors, respectively. Also included are weather forecast, humidity, and a color-coded bar graph presenting the weekly trend of these data (<xref rid="figure2" ref-type="fig">Figure 2</xref>c). We juxtaposed a house icon with a cloud icon so that users can compare air quality indoors and outdoors. For the color codes, we used the US Environmental Protection Agency’s Air Quality Index (AQI) color codes to visually present the level of air quality (<xref rid="figure5" ref-type="fig">Figure 5</xref>). For a feature for engagement, this prototype provides a personified house character, Airic, a chatbot placed at the bottom left corner of the navigation bar. It answers questions regarding air quality and asthma in simple language suitable for children and reminds them to enter spirometer readings to the app.</p>
        <p>The second wireframe, named AirPet, was created using a gamification theme of egg hatching (<xref rid="figure3" ref-type="fig">Figure 3</xref>b). We developed the wireframe into a high-fidelity prototype through several design iterations and discussions within the research team that shows a virtual egg for which hatching speed is determined by the level of air quality indoors and daily spirometer data entry (<xref rid="figure3" ref-type="fig">Figure 3</xref>c). This prototype uses the status of IAQ and whether or not daily spirometer data is recorded as factors to affect the speed of egg hatching, and the hatching progress is displayed on a progress bar underneath the egg. Maintaining good IAQ and recording daily spirometer data will hatch approximately one egg a week. In addition, air quality outdoors and weather information are displayed on top of the screen.</p>
        <p>Since the concepts of these 2 prototypes are entirely different—AirBuddy for concrete information presentation and AirPet for abstract gamification—representing different aspects of strengths and weaknesses in the interface design, we decided to keep both ideas for the final system design.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Images of an indoor air quality sensor that measures PM 2.5, CO<sub>2</sub>, and NO<sub>2</sub> (left) and a spirometer that measures FEV1, FEV6, and % of personal best FEV1 (right).</p>
          </caption>
          <graphic xlink:href="formative_v5i9e27447_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Air Quality Index color codes for Particulate Matters.</p>
          </caption>
          <graphic xlink:href="formative_v5i9e27447_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>User Feedback on High-Fidelity Prototypes</title>
        <p>The first few comments across all participants about our prototypes indicated preferences toward colorful interfaces, which confirms prior work showing that color is a distinguishing characteristic for children’s engagement with a digital interface [<xref ref-type="bibr" rid="ref21">21</xref>]. Participants were all attracted to both apps for their colorful interfaces and positively mentioned most graphical components provided in the app.</p>
        <disp-quote>
          <p>Both have popping colors. I think it helps to get its attention.</p>
          <attrib>Participant P5</attrib>
        </disp-quote>
        <disp-quote>
          <p>I like it (AirPet). It is beautiful.</p>
          <attrib>Participant P10</attrib>
        </disp-quote>
        <disp-quote>
          <p>The house [in AirBuddy] can talk! If I wanted to say, “Hi house,” what would it say back? Hi? Can I try it?</p>
          <attrib>Participant P11</attrib>
        </disp-quote>
        <p>While vivid colors were an effective component to draw children’s attention to the app, we found it was not adequate to use color to convey information. The meanings of colors in the AQI color codes were green for good air quality, orange for moderate air quality, red for unhealthy air quality, and purple for extremely unhealthy air quality. When we asked participants how they interpreted the meanings of different colors concerning the level of air quality in the app, however, many participants interpreted purple as better air quality than when it was red. This suggests that care must be taken when using colors to convey information in a child-friendly user interface or users might misinterpret the information.</p>
        <disp-quote>
          <p>I think the red will stand for the highest bad air and then the purple will be a lower level and the orange will be lower and yellow will be lower and green will be the best time to go outside.</p>
          <attrib>Participant P7</attrib>
        </disp-quote>
        <disp-quote>
          <p>The colors? Green means good. Yellow means okay. Orange means getting kind of good. Pink means kind of bad. And then, kind of very bad for purple. And then, red is very bad.</p>
          <attrib>Participant P9</attrib>
        </disp-quote>
        <p>The colors of house and cloud icons in the AirBuddy were designed to change based on air quality levels indoors and outdoors to present them visually. However, many participants did not know how to interpret these colored icons until we explained them in detail.</p>
        <disp-quote>
          <p>The cloud makes me think of the air and stuff around. The house is just… I don’t know. It doesn’t really make me think of air quality. It makes me think just the house.</p>
          <attrib>Participant P1</attrib>
        </disp-quote>
        <disp-quote>
          <p>I think the cloud is for the air quality inside, but I am not sure what the house is. Maybe adding something to explain what this means will be helpful.</p>
          <attrib>Participant P9</attrib>
        </disp-quote>
        <p>In addition, we found that a color-coded bar graph in AirBuddy to present the recent trend of air quality indoors and outdoors influenced participants’ perspectives on the app both positively and negatively. The positive aspect was that most participants easily understood the concept of a bar graph because they were familiar with it from other contexts, such as in class or for asthma measurement. The negative aspect was that those different contexts where a bar graph was used made participants perceive the app as less fun or engaging and instead more educational and informational.</p>
        <disp-quote>
          <p>Because of this (a bar graph), it (AirBuddy) looks like a grading type of app or something that I use in school that gives you a report on how you do.</p>
          <attrib>Participant P7</attrib>
        </disp-quote>
        <disp-quote>
          <p>It (AirBuddy) looks familiar. We use something like that in science at school and also the thing that I see when I have to breathe into the thing, and it shows how long I can breathe.</p>
          <attrib>Participant P12</attrib>
        </disp-quote>
        <p>In the design of AirPet, we applied the concept of egg hatching to present IAQ information simply yet effectively, which turned out to be a positive factor for participants’ initial impression of the app. Participants expressed their preference for AirPet over AirBuddy because AirPet’s gamification factors made interaction with the app more engaging and fun. However, the concept of egg hatching related to IAQ and the progress bar was confusing and unclear to some participants.</p>
        <disp-quote>
          <p>I like this app (AirPet) better because it gives you a better experience on how to learn about air quality and how asthma works and how to get rid of it.</p>
          <attrib>Participant P6</attrib>
        </disp-quote>
        <disp-quote>
          <p>I think that the air inside is what helps you hatch the egg. The better the air, the better the air hatches.</p>
          <attrib>Participant P7</attrib>
        </disp-quote>
        <disp-quote>
          <p>I think the egg would represent the air and how you make it better. By making the egg better, you are making your asthma better.</p>
          <attrib>Participant P10</attrib>
        </disp-quote>
        <disp-quote>
          <p>What does the air quality inside have to do with hatching an egg? And, what are all these numbers underneath the egg?</p>
          <attrib>Participant P2</attrib>
        </disp-quote>
        <p>Last, participants’ parents expressed positivity toward the utility of the apps for easy access to information and fostering a child’s skill for asthma self-management.</p>
        <disp-quote>
          <p>I think any way that you can take some ownership over your own health issues is definitely a beneficial thing, especially since he [her son] has massive amounts of food allergies, which also is part of what triggers his asthma. So, I think, any way that he can have tools to help him where I am not micromanaging his health would definitely be good.</p>
          <attrib>Participant 6’s parent</attrib>
        </disp-quote>
        <disp-quote>
          <p>Sometimes you are not quite sure what could be harming your child or what could help them. And if you go online, there is tons of information, but I think having it broken up by category with very concrete examples is helpful.</p>
          <attrib>Participant 7’s parent</attrib>
        </disp-quote>
      </sec>
      <sec>
        <title>Final Design</title>
        <p>The biggest concern with the AirBuddy prototype was that the interface was too simple to convey IAQ information effectively because it relied solely on the shape and color of an icon. To address this issue, we separated a house icon from a cloud icon and located a horizontal AQI color strip underneath the house icon to indicate the current IAQ. We also added text to display a label and numerical level of IAQ next to the house icon (<xref rid="figure6" ref-type="fig">Figure 6</xref>a). When a user clicks anywhere in the IAQ information pane on a home screen, the app moves to an IAQ detail page where a bar graph of the recent IAQ trends is located. We moved the bar graph to a subpage so that the app can still benefit from the target users’ familiarity with a bar graph to convey the IAQ trend information but reduce its influence on the overall and initial perception of the app (<xref rid="figure6" ref-type="fig">Figure 6</xref>b).</p>
        <p>Next, we grouped a cloud icon with other weather conditions to conceptualize outdoor air quality as part of outdoor/weather information. Underneath the weather pane is a button to log daily spirometer data. Clicking this button brings up a subpage where a user can enter spirometer readings and review the daily log of previous data entry (<xref rid="figure6" ref-type="fig">Figure 6</xref>c). Clicking the house icon at the bottom left corner of a navigation bar will bring up a chatting page where a user can interact with Airic, a chatbot, both verbally and via typing, to ask any question relating to IAQ and asthma management (<xref rid="figure6" ref-type="fig">Figure 6</xref>d). Last, we provided a list of action items that the user can perform to improve IAQ (<xref rid="figure6" ref-type="fig">Figure 6</xref>e).</p>
        <p>The biggest concern with the AirPet prototype was that the link between the concepts of egg hatching and IAQ could be confusing to some users. We redesigned the home screen to illustrate an egg that a house broods to hatch graphically to address this issue. We also simplified the progress bar and added text to display a labeled level of IAQ inside the home. In addition, we added two clouds outside the house to represent the level of air quality outdoors and weather information (<xref rid="figure7" ref-type="fig">Figure 7</xref>a). When a user clicks anywhere in the house on a home screen, the app moves to an IAQ detail page where we located a bar graph adopted from AirBuddy to convey the IAQ trend information (<xref rid="figure7" ref-type="fig">Figure 7</xref>b).</p>
        <p>Underneath the house on the home screen is a button to log daily spirometer data. Clicking this button or the same button on an IAQ detail page will bring up a subpage where a user can enter spirometer readings and review the daily log of previous data entry (<xref rid="figure7" ref-type="fig">Figure 7</xref>c). Last, we provided a list of action items a user can perform to improve IAQ and a list of virtual pets that were successfully hatched (<xref rid="figure7" ref-type="fig">Figures 7</xref>d and 7e).</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Final design of AirBuddy: (a) home screen, (b) detailed indoor air quality information, (c) spirometry entry page, (d) chatbot Airic, and (e) list of action items to improve indoor air quality.</p>
          </caption>
          <graphic xlink:href="formative_v5i9e27447_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Final design of AirPet: (a) home screen, (b) detailed indoor air quality information, (c) spirometry entry, (d) list of action items to improve indoor air quality, and (e) hatchery with hatched pets.</p>
          </caption>
          <graphic xlink:href="formative_v5i9e27447_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Indoor air pollution is a known risk factor contributing significantly to adverse respiratory health in children [<xref ref-type="bibr" rid="ref22">22</xref>]. Thus, keeping IAQ clean and healthy is the basis of secondary environmental prevention for asthma management [<xref ref-type="bibr" rid="ref23">23</xref>]. However, our study showed that the affected children had little or no knowledge about indoor air pollution or how it affects their asthma symptoms [<xref ref-type="bibr" rid="ref24">24</xref>]. While parents are and need to be the primary source of information for their children’s asthma management, the affected children must have a method for self-management of asthma. This suggests a need for an easy yet effective mechanism that helps ensure children’s engagement with IAQ as part of asthma management.</p>
        <p>In this study, we conducted a series of interviews to involve the end users, children with asthma, throughout the process of designing an app that promotes their engagement in monitoring and improving IAQ and tracking daily asthma conditions through a user-centered design approach. We iteratively revised and improved the prototypes through this process to ensure that children can use our app easily, effectively, and reliably. This process has revealed 2 crucial aspects that require deeper consideration when creating a child-friendly app, including balancing brevity and expressivity and considering the longitudinal effects of gamification.</p>
      </sec>
      <sec>
        <title>Balancing Simplicity and Expressivity</title>
        <p>A central consideration in the design of our app was how to present IAQ information simply yet effectively so that children can easily understand, engage in, and play with it toward improving IAQ. The prevalent mode of presenting the level of air quality is to use AQI values with associated color codes (green: 0-50 for good; yellow: 51-100 for moderate; orange: 101-150 for unhealthy for sensitive groups; red: 151-200 for unhealthy; violet: 201-300 for very unhealthy; and purple: 301-500 for hazardous). We adopted only the AQI color codes to present the air quality status in the early version of the AirBuddy prototype because providing numeric values might be too complicated for children to understand. The research team concluded that the interface would be simple enough for children to use.</p>
        <p>Our assumption was wrong in 2 aspects. First, the findings showed that this prototype was too simple and brief for children of our target age group who can handle and even seek out complex information to interpret and contextualize the meaning. For instance, many participants did not understand how to interpret colored icons without detailed explanations. While focusing on simplicity, we failed to deliver enough information to visually present the air quality levels effectively. Second, the findings showed that using color is powerful for children’s engagement but might not be effective in conveying meaningful information. Unlike adults who are conscious of the symbolic meanings of colors, children have yet to acquire the contextual information associated with different colors. Thus, care should be taken when using colors to convey information to children.</p>
        <p>These findings demonstrate that special attention should be paid to assure a good balance between simplicity for ease of use and expressivity for effective delivery of information when designing a child-friendly interface. A central tenet for user-centered design practices is that one size does not fit all, but the design should be driven by the knowledge and perspectives of the target users [<xref ref-type="bibr" rid="ref16">16</xref>]. The iterative, user-centered design process with our participants made clear that our prototype was simple enough for children to play with but not expressive enough for representing information, which could not have been identified without the user-centered design process.</p>
      </sec>
      <sec>
        <title>Longitudinal Effects of Gamification</title>
        <p>Gamification is defined as the use of game design elements in nongame contexts [<xref ref-type="bibr" rid="ref25">25</xref>]. This principle has been used in a variety of contexts for children, including but not limited to education [<xref ref-type="bibr" rid="ref26">26</xref>], behavior change [<xref ref-type="bibr" rid="ref27">27</xref>], and health care [<xref ref-type="bibr" rid="ref28">28</xref>], to make tedious activities more engaging to children and thus increasing their motivation to use them [<xref ref-type="bibr" rid="ref29">29</xref>]. Because autonomous and regular engagement with the app is crucial to meet the goal of our app, we adopted gamification elements in AirPet in which a user must regularly access the app to monitor and improve IAQ and log asthma conditions to hatch a virtual pet. The overall responses from participants were positive, and most of them preferred this prototype over the other one, thanks to the gamification elements. Thus, we are hopeful that the gamification elements would positively influence children’s sustained engagement with our app.</p>
        <p>However, the actual and, especially, longitudinal effects of gamification on children’s engagement are controversial. Numerous apps have been using gamification for children’s engagement. And some studies even demonstrated that gamification is statistically effective in improving children’s engagement [<xref ref-type="bibr" rid="ref30">30</xref>]. But other studies showed that the effect of gamification might fade away [<xref ref-type="bibr" rid="ref31">31</xref>] or even negatively influence motivation, satisfaction, and empowerment as the use duration increases [<xref ref-type="bibr" rid="ref32">32</xref>]. This suggests that gamification is not a panacea for all. Designers need to be cautious of potential negative effects when applying certain gamification mechanics for sustained engagement. In the next step, we plan to conduct a field deployment study using the apps we designed to investigate how gamification, in contrast to a conventional form of concrete information presentation, influences children’s engagement in IAQ and asthma management over time.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our original plan was to conduct participatory design workshops for idea exploration and run in-person interviews to evaluate an interactive high-fidelity prototype. However, due to the CDC recommendations for social distancing during COVID-19, we canceled the workshops and instead conducted all interviews one-on-one virtually.</p>
        <p>Our findings must be evaluated within the context of several limitations. First, our sample size was small, and thus our participant pool may not represent a general population. Second, we used convenience sampling by recruiting participants from a children’s hospital and school-based health centers in an urban area, which also runs the risk of compromising generalizability. Selection bias or unmeasured factors (eg, the homogeneity of participant characteristics by living in the same geographic regions) could have influenced the responses during the interviews. Third, we conducted all interviews virtually due to the pandemic, which might have affected the participants’ experience with our prototypes differently from how they would experience them with direct interaction. We are hopeful that we can conduct in-person interviews in a system deployment study planned as the next step of this project.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>This work completes the foundational stages of concept generation, iterative design, and implementation in the user-centered design process. These stages are fundamental to the subsequent evaluation and deployment of the app to support children with asthma to monitor and improve IAQ. The next phase is to conduct usability testing of a working system with end users to evaluate its effectiveness for children’s use before public deployment. Our iterative design process demonstrated that it is critical to engage potential users as early as the concept generation phase and throughout the iterative design stages to assure that the final app meets user needs as intended. A similar user-centered design approach can be effectively applied in the development and design of mHealth apps to address self-management needs for other pediatric conditions. As a next step, we plan to conduct a longitudinal deployment study with children with asthma to evaluate the real-world effects of our apps. We will investigate how different approaches—a conventional form of concrete information presentation and abstract gamification—influence the affected children’s engagement with IAQ and how the increased awareness of IAQ influences IAQ and asthma conditions.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AQI</term>
          <def>
            <p>Air Quality Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">IAQ</term>
          <def>
            <p>indoor air quality</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We are thankful to all families who participated in our study. We appreciate Dr Maya Ramagopal at the Robert Wood Johnson University Hospital for the support in participant recruitment. This research was funded by the Busch Biomedical Research Grant from Rutgers University.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>SK conceived of the idea, designed the study, performed the data analysis, and drafted and revised the manuscript. MA and YP undertook the data collection. YP contributed to creating and revising design artifacts and prototypes.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>GBD 2016 Disease and Injury Incidence and Prevalence Collaborators</collab>
          </person-group>
          <article-title>Global, regional, and national incidence, prevalence, and years lived with disability for 328 diseases and injuries for 195 countries, 1990-2016: a systematic analysis for the Global Burden of Disease Study 2016</article-title>
          <source>Lancet</source>
          <year>2017</year>
          <month>09</month>
          <day>16</day>
          <volume>390</volume>
          <issue>10100</issue>
          <fpage>1211</fpage>
          <lpage>1259</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0140-6736(17)32154-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(17)32154-2</pub-id>
          <pub-id pub-id-type="medline">28919117</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(17)32154-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5605509</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <source>Asthma Surveillance Data</source>
          <year>2018</year>
          <access-date>2021-08-10</access-date>
          <publisher-loc>Atlanta</publisher-loc>
          <publisher-name>Centers for Disease Control and Prevention</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cdc.gov/asthma/asthmadata.htm">http://www.cdc.gov/asthma/asthmadata.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramratnam</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Bacharier</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Guilbert</surname>
              <given-names>TW</given-names>
            </name>
          </person-group>
          <article-title>Severe asthma in children</article-title>
          <source>J Allergy Clin Immunol Pract</source>
          <year>2017</year>
          <month>07</month>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>889</fpage>
          <lpage>898</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaip.2017.04.031</pub-id>
          <pub-id pub-id-type="medline">28689839</pub-id>
          <pub-id pub-id-type="pii">S2213-2198(17)30347-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>D'Amato</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Liccardi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>D'Amato</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Holgate</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Environmental risk factors and allergic bronchial asthma</article-title>
          <source>Clin Exp Allergy</source>
          <year>2005</year>
          <month>09</month>
          <volume>35</volume>
          <issue>9</issue>
          <fpage>1113</fpage>
          <lpage>1124</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2222.2005.02328.x</pub-id>
          <pub-id pub-id-type="medline">16164436</pub-id>
          <pub-id pub-id-type="pii">CEA2328</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Erbas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Physick</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Code</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Air pollution and childhood asthma emergency hospital admissions: estimating intra-city regional variations</article-title>
          <source>Int J Environ Health Res</source>
          <year>2005</year>
          <month>02</month>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>11</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1080/09603120400018717</pub-id>
          <pub-id pub-id-type="medline">16025811</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Air pollutants and asthma patient visits: indication of source influence</article-title>
          <source>Sci Total Environ</source>
          <year>2018</year>
          <month>06</month>
          <day>01</day>
          <volume>625</volume>
          <fpage>355</fpage>
          <lpage>362</lpage>
          <pub-id pub-id-type="doi">10.1016/j.scitotenv.2017.12.298</pub-id>
          <pub-id pub-id-type="medline">29289783</pub-id>
          <pub-id pub-id-type="pii">S0048-9697(17)33731-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Berhane</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>McConnell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Urman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Gilliland</surname>
              <given-names>FD</given-names>
            </name>
          </person-group>
          <article-title>Association of changes in air quality with incident asthma in children in California, 1993-2014</article-title>
          <source>JAMA</source>
          <year>2019</year>
          <month>05</month>
          <day>21</day>
          <volume>321</volume>
          <issue>19</issue>
          <fpage>1906</fpage>
          <lpage>1915</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31112259"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2019.5357</pub-id>
          <pub-id pub-id-type="medline">31112259</pub-id>
          <pub-id pub-id-type="pii">2733972</pub-id>
          <pub-id pub-id-type="pmcid">PMC6537847</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Indoor air quality and respiratory health of children</article-title>
          <source>Paediatr Respir Rev</source>
          <year>2007</year>
          <month>12</month>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>281</fpage>
          <lpage>286</lpage>
          <pub-id pub-id-type="doi">10.1016/j.prrv.2007.08.007</pub-id>
          <pub-id pub-id-type="medline">18005895</pub-id>
          <pub-id pub-id-type="pii">S1526-0542(07)00076-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akar-Ghibril</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Phipatanakul</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>The indoor environment and childhood asthma</article-title>
          <source>Curr Allergy Asthma Rep</source>
          <year>2020</year>
          <month>06</month>
          <day>16</day>
          <volume>20</volume>
          <issue>9</issue>
          <fpage>43</fpage>
          <pub-id pub-id-type="doi">10.1007/s11882-020-00941-5</pub-id>
          <pub-id pub-id-type="medline">32548675</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11882-020-00941-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>FD</given-names>
            </name>
          </person-group>
          <article-title>Managing childhood asthma: challenge of preventing exacerbations</article-title>
          <source>Pediatrics</source>
          <year>2009</year>
          <month>03</month>
          <volume>123 Suppl 3</volume>
          <fpage>S146</fpage>
          <lpage>S150</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19221157"/>
          </comment>
          <pub-id pub-id-type="doi">10.1542/peds.2008-2233D</pub-id>
          <pub-id pub-id-type="medline">19221157</pub-id>
          <pub-id pub-id-type="pii">123/Supplement_3/S146</pub-id>
          <pub-id pub-id-type="pmcid">PMC4852144</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Burford</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Emmerton</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>App chronic disease checklist: protocol to evaluate mobile apps for chronic disease self-management</article-title>
          <source>JMIR Res Protoc</source>
          <year>2016</year>
          <month>11</month>
          <day>04</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e204</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2016/4/e204/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.6194</pub-id>
          <pub-id pub-id-type="medline">27815233</pub-id>
          <pub-id pub-id-type="pii">v5i4e204</pub-id>
          <pub-id pub-id-type="pmcid">PMC5116100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ranjan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Rashid</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Begale</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Verbeeck</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Boettcher</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Folarin</surname>
              <given-names>A</given-names>
            </name>
            <collab>RADAR-CNS Consortium</collab>
          </person-group>
          <article-title>RADAR-Base: open source mobile health platform for collecting, monitoring, and analyzing data using sensors, wearables, and mobile devices</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>08</month>
          <day>01</day>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>e11734</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/8/e11734/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11734</pub-id>
          <pub-id pub-id-type="medline">31373275</pub-id>
          <pub-id pub-id-type="pii">v7i8e11734</pub-id>
          <pub-id pub-id-type="pmcid">PMC6694732</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Camacho-Rivera</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lawal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kawaguchi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Evaluating asthma mobile apps to improve asthma self-management: user ratings and sentiment analysis of publicly available apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>10</month>
          <day>29</day>
          <volume>8</volume>
          <issue>10</issue>
          <fpage>e15076</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/10/e15076/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15076</pub-id>
          <pub-id pub-id-type="medline">33118944</pub-id>
          <pub-id pub-id-type="pii">v8i10e15076</pub-id>
          <pub-id pub-id-type="pmcid">PMC7661227</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramsey</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Plevinsky</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kollin</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Gibler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Guilbert</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Hommel</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of digital interventions for pediatric asthma management</article-title>
          <source>J Allergy Clin Immunol Pract</source>
          <year>2020</year>
          <month>04</month>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>1284</fpage>
          <lpage>1293</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31870809"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jaip.2019.12.013</pub-id>
          <pub-id pub-id-type="medline">31870809</pub-id>
          <pub-id pub-id-type="pii">S2213-2198(19)31037-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7152564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tinschert</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jakob</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Barata</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The potential of mobile apps for improving asthma self-management: a review of publicly available and well-adopted asthma apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>08</month>
          <day>02</day>
          <volume>5</volume>
          <issue>8</issue>
          <fpage>e113</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/8/e113/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.7177</pub-id>
          <pub-id pub-id-type="medline">28768606</pub-id>
          <pub-id pub-id-type="pii">v5i8e113</pub-id>
          <pub-id pub-id-type="pmcid">PMC5559650</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abras</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maloney-Krichmar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Preece</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Bainbridge</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>User-centered design</article-title>
          <source>Encyclopedia of Human-Computer Interaction</source>
          <year>2004</year>
          <publisher-loc>Thousand Oaks</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
          <fpage>445</fpage>
          <lpage>456</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>National Asthma Education and Prevention Program (NAEPP) Coordinating Committee (CC)</collab>
          </person-group>
          <source>Expert Panel Report 3: Guidelines for the diagnosis and management of asthma 2007</source>
          <year>2012</year>
          <month>09</month>
          <access-date>2021-08-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhlbi.nih.gov/sites/default/files/media/docs/EPR-3_Asthma_Full_Report_2007.pdf">https://www.nhlbi.nih.gov/sites/default/files/media/docs/EPR-3_Asthma_Full_Report_2007.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Markopoulos</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bekker</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Interaction design and children</article-title>
          <source>Interacting with Computers</source>
          <year>2003</year>
          <month>4</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>149</lpage>
          <pub-id pub-id-type="doi">10.1016/s0953-5438(03)00004-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rieman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Franzke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Redmiles</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Usability evaluation with the cognitive walkthrough</article-title>
          <source>Conf Companion Human Factors Comput Syst</source>
          <year>1995</year>
          <fpage>387</fpage>
          <lpage>388</lpage>
          <pub-id pub-id-type="doi">10.1145/223355.223735</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qual Res Psychol</source>
          <year>2006</year>
          <month>01</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Large</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Beheshti</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Interface design, web portals, and children</article-title>
          <source>Library Trends</source>
          <year>2005</year>
          <volume>54</volume>
          <issue>2</issue>
          <fpage>318</fpage>
          <lpage>342</lpage>
          <pub-id pub-id-type="doi">10.1353/lib.2006.0017</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Indoor air quality and respiratory health of children</article-title>
          <source>Paediatr Respir Rev</source>
          <year>2007</year>
          <month>12</month>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>281</fpage>
          <lpage>286</lpage>
          <pub-id pub-id-type="doi">10.1016/j.prrv.2007.08.007</pub-id>
          <pub-id pub-id-type="medline">18005895</pub-id>
          <pub-id pub-id-type="pii">S1526-0542(07)00076-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gautier</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Charpin</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Environmental triggers and avoidance in the management of asthma</article-title>
          <source>J Asthma Allergy</source>
          <year>2017</year>
          <volume>10</volume>
          <fpage>47</fpage>
          <lpage>56</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/JAA.S121276"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/JAA.S121276</pub-id>
          <pub-id pub-id-type="medline">28331347</pub-id>
          <pub-id pub-id-type="pii">jaa-10-047</pub-id>
          <pub-id pub-id-type="pmcid">PMC5349698</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Senick</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Mainelis</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Sensing the invisible: understanding the perception of indoor air quality among children in low-income families</article-title>
          <source>Int J Child Comput Interact</source>
          <year>2019</year>
          <month>03</month>
          <volume>19</volume>
          <fpage>79</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijcci.2018.12.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deterding</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Khaled</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nacke</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>From game design elements to gamefulness: defining gamification</article-title>
          <source>Proc 15th Int Academic MindTrek Conf</source>
          <year>2011</year>
          <fpage>9</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1145/2181037.2181040</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Caponetto</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Earp</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ott</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Gamification and education: a literature review</article-title>
          <source>Proc 8th Eur Conf Games-Based Learn</source>
          <year>2014</year>
          <volume>1</volume>
          <fpage>50</fpage>
          <lpage>57</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cugelman</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Gamification: what it is and why it matters to digital health behavior change developers</article-title>
          <source>JMIR Serious Games</source>
          <year>2013</year>
          <month>12</month>
          <day>12</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>e3</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2013/1/e3/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/games.3139</pub-id>
          <pub-id pub-id-type="medline">25658754</pub-id>
          <pub-id pub-id-type="pii">v1i1e3</pub-id>
          <pub-id pub-id-type="pmcid">PMC4307817</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Cafazzo</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Seto</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>A game plan: gamification design principles in mHealth applications for chronic disease management</article-title>
          <source>Health Informatics J</source>
          <year>2016</year>
          <month>06</month>
          <day>01</day>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>184</fpage>
          <lpage>193</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458214537511?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458214537511</pub-id>
          <pub-id pub-id-type="medline">24986104</pub-id>
          <pub-id pub-id-type="pii">1460458214537511</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pramana</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Parmanto</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lindhiem</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Silk</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using mobile health gamification to facilitate cognitive behavioral therapy skills practice in child anxiety treatment: open clinical trial</article-title>
          <source>JMIR Serious Games</source>
          <year>2018</year>
          <month>05</month>
          <day>10</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2018/2/e9/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/games.8902</pub-id>
          <pub-id pub-id-type="medline">29748165</pub-id>
          <pub-id pub-id-type="pii">v6i2e9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5968217</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fadhli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brick</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Setyosari</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ulfa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kuswandi</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A meta-analysis of selected studies on the effectiveness of gamification method for children</article-title>
          <source>Int J Instruction</source>
          <year>2020</year>
          <month>01</month>
          <day>03</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>845</fpage>
          <lpage>854</lpage>
          <pub-id pub-id-type="doi">10.29333/iji.2020.13154a</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mavletova</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A gamification effect in longitudinal web surveys among children and adolescents</article-title>
          <source>Int J Market Res</source>
          <year>2015</year>
          <month>05</month>
          <day>01</day>
          <volume>57</volume>
          <issue>3</issue>
          <fpage>413</fpage>
          <lpage>438</lpage>
          <pub-id pub-id-type="doi">10.2501/ijmr-2015-035</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hanus</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Assessing the effects of gamification in the classroom: a longitudinal study on intrinsic motivation, social comparison, satisfaction, effort, and academic performance</article-title>
          <source>Comput Educ</source>
          <year>2015</year>
          <month>01</month>
          <volume>80</volume>
          <fpage>152</fpage>
          <lpage>161</lpage>
          <pub-id pub-id-type="doi">10.1016/j.compedu.2014.08.019</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
