<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i7e26059</article-id>
      <article-id pub-id-type="pmid">34279237</article-id>
      <article-id pub-id-type="doi">10.2196/26059</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Design, Development, and Evaluation of a Telemedicine Platform for Patients With Sleep Apnea (Ognomy): Design Science Research Approach</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kasaeyan Naeini</surname>
            <given-names>Emad</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bouloukaki</surname>
            <given-names>Izolde</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mueller</surname>
            <given-names>Marius</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Mulgund</surname>
            <given-names>Pavankumar</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>State University of New York at Buffalo</institution>
            <addr-line>333 Jacobs Management Center</addr-line>
            <addr-line>UB North Campus</addr-line>
            <addr-line>Buffalo, NY, 14260</addr-line>
            <country>United States</country>
            <phone>1 7166453271</phone>
            <email>pmulgund@buffalo.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8434-5070</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Sharman</surname>
            <given-names>Raj</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5838-7330</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Rifkin</surname>
            <given-names>Daniel</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7659-0495</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Marrazzo</surname>
            <given-names>Sam</given-names>
          </name>
          <degrees>MBA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1199-1546</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>State University of New York at Buffalo</institution>
        <addr-line>Buffalo, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Sleep Centers of Western New York</institution>
        <addr-line>Buffalo, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Buffalo Niagara Medical Campus, Inc</institution>
        <addr-line>Buffalo, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Pavankumar Mulgund <email>pmulgund@buffalo.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>19</day>
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <volume>5</volume>
      <issue>7</issue>
      <elocation-id>e26059</elocation-id>
      <history>
        <date date-type="received">
          <day>3</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>30</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>6</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Pavankumar Mulgund, Raj Sharman, Daniel Rifkin, Sam Marrazzo. Originally published in JMIR Formative Research (https://formative.jmir.org), 19.07.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2021/7/e26059" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>With an aging population and the escalating cost of care, telemedicine has become a societal imperative. Telemedicine alternatives are especially relevant to patients seeking care for sleep apnea, with its prevalence approaching one billion cases worldwide. Increasing awareness has led to a surge in demand for sleep apnea care; however, there is a shortage of the resources and expertise necessary to cater to the rising demand.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to design, develop, and evaluate a telemedicine platform, called Ognomy, for the consultation, diagnosis, and treatment of patients with sleep apnea.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Using the design science research methodology, we developed a telemedicine platform for patients with sleep apnea. To explore the problem, in the analysis phase, we conducted two brainstorming workshops and structured interviews with 6 subject matter experts to gather requirements. Following that, we conducted three design and architectural review sessions to define and evaluate the system architecture. Subsequently, we conducted 14 formative usability assessments to improve the user interface of the system. In addition, 3 trained test engineers performed end-to-end system testing to comprehensively evaluate the platform.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Patient registration and data collection, physician appointments, video consultation, and patient progress tracking have emerged as critical functional requirements. A telemedicine platform comprising four artifacts—a mobile app for patients, a web app for providers, a dashboard for reporting, and an artificial intelligence–based chatbot for customer onboarding and support—was developed to meet these requirements. Design reviews emphasized the need for a highly cohesive but loosely coupled interaction among the platform’s components, which was achieved through a <italic>layered modular</italic> architecture using third-party application programming interfaces. In contrast, critical findings from formative usability assessments focused on the need for a more straightforward onboarding process for patients, better status indicators during patient registration, and reorganization of the appointment calendar. Feedback from the design reviews and usability assessments was translated into technical improvements and design enhancements that were implemented in subsequent iterations.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Sleep apnea is an underdiagnosed and undertreated condition. However, with increasing awareness, the demand for quality sleep apnea care is likely to surge, and creative alternatives are needed. The results of this study demonstrate the successful application of a framework using a design science research paradigm to design, develop, and evaluate a telemedicine platform for patients with sleep apnea and their providers.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>design science research</kwd>
        <kwd>telemedicine platform</kwd>
        <kwd>sleep apnea care</kwd>
        <kwd>mHealth</kwd>
        <kwd>telemedicine</kwd>
        <kwd>sleep apnea</kwd>
        <kwd>mobile health</kwd>
        <kwd>web application</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The National Sleep Foundation defines obstructive sleep apnea (OSA) as a chronic condition characterized by involuntary breathing cessation while the patient is asleep. It is a common disorder that affects more than 22 million Americans [<xref ref-type="bibr" rid="ref1">1</xref>]. A previous study estimated that OSA affects 26% of adults aged between 30 and 70 years [<xref ref-type="bibr" rid="ref2">2</xref>]. Gender, age, family history, obesity, smoking, and alcohol use often make patients more vulnerable to OSA. Furthermore, OSA is increasingly recognized as a risk factor for medical conditions, such as hypertension, cardiovascular diseases, and stroke [<xref ref-type="bibr" rid="ref3">3</xref>]. Therefore, it is important to diagnose and treat OSA early. Continuous positive airway pressure (CPAP) remains the gold standard for treatment [<xref ref-type="bibr" rid="ref4">4</xref>]. For patients who do not respond to CPAP, other treatment options may be prescribed based on the severity of the condition. Increasing awareness coupled with better prognosis from timely interventions has led to an exponential surge in the demand for evaluation and treatment services, but there has not been a commensurate increase in resources to deal with this increasing demand. The diagnosis and treatment of OSA are particularly challenging from an operational perspective because of the limited number of sleep clinics [<xref ref-type="bibr" rid="ref5">5</xref>]. To compound this problem, there is also an acute shortage of clinical expertise for delivering these services, with the ratio of general population to certified sleep specialists being as high as 43,000:1 [<xref ref-type="bibr" rid="ref6">6</xref>]. The situation is further exacerbated by their inequitable distribution, with most specialists serving in urban areas. Therefore, there is a need to explore other approaches for diagnosing and treating patients with sleep apnea. Telemedicine is a potentially viable alternative.</p>
        <p>In this study, we explore this alternative by developing and evaluating a telemedicine platform for the diagnosis and treatment of OSA. Specifically, we addressed the following two research questions:</p>
        <list list-type="bullet">
          <list-item>
            <p>How can we conceptualize and design a patient-first telemedicine platform to provide high-quality sleep care to patients from the comfort of their homes?</p>
          </list-item>
          <list-item>
            <p>How can we evaluate the artifact’s design quality and its potential in reducing access barriers and operational bottlenecks in the diagnosis and treatment of sleep apnea?</p>
          </list-item>
        </list>
        <p>Following the design science research (DSR) framework [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>], we developed a telemedicine platform called <italic>Ognomy</italic> (North American Sleep Management Inc), where the data collection, consultation with physicians, patient education, and monitoring occur using a mobile app. Access to nursing staff, sleep technicians, and physicians is available through video consultation. Artificial intelligence (AI)–based chatbots for self-help and helpline contacts are provided to assist care seekers in using the app effectively. Such a platform is expected to reduce costs and increase access to care while maintaining quality expectations.</p>
      </sec>
      <sec>
        <title>Telemedicine Background</title>
        <p>The World Health Organization defines telemedicine as “the use of information and communication technologies in the delivery of health care services, the diagnosis of a condition, prevention of diseases and injuries, treatment, research, and evaluation of patients at a distance” [<xref ref-type="bibr" rid="ref9">9</xref>]. Owing to its advantages, the development, deployment, and use of telemedicine have surged in the United States [<xref ref-type="bibr" rid="ref10">10</xref>] and other developed nations [<xref ref-type="bibr" rid="ref11">11</xref>]. Recent studies have shown that telemedicine interventions effectively improve clinical outcomes [<xref ref-type="bibr" rid="ref12">12</xref>], decrease costs by reducing expensive inpatient service utilization [<xref ref-type="bibr" rid="ref13">13</xref>], and provide a superior patient experience [<xref ref-type="bibr" rid="ref14">14</xref>], particularly in the areas of chronic disease management, such as diabetes [<xref ref-type="bibr" rid="ref15">15</xref>], chronic heart diseases [<xref ref-type="bibr" rid="ref16">16</xref>], thyroid disorders [<xref ref-type="bibr" rid="ref17">17</xref>], varicose veins [<xref ref-type="bibr" rid="ref18">18</xref>], stroke [<xref ref-type="bibr" rid="ref19">19</xref>], mental and emotional health issues [<xref ref-type="bibr" rid="ref20">20</xref>], and sexually transmitted diseases [<xref ref-type="bibr" rid="ref21">21</xref>]. Previous research has also discussed the benefits, drawbacks, and barriers to the adoption of telemedicine. Some common barriers include patients’ poor perception of its efficacy [<xref ref-type="bibr" rid="ref22">22</xref>], nonacceptance by insurance companies [<xref ref-type="bibr" rid="ref23">23</xref>], and technology hurdles [<xref ref-type="bibr" rid="ref24">24</xref>]. However, with the growing maturity of technology platforms and increasing patient acceptance, telemedicine interventions have begun to overcome these barriers. A study by Watson et al [<xref ref-type="bibr" rid="ref25">25</xref>] found that monitoring patients via telemedicine is as effective as traditional medical processes. Furthermore, some studies [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>] have explored the use of telemedicine to monitor compliance with CPAP therapy. However, the design of telemedicine interventions that focus on testing and diagnosing patients with OSA has not been well addressed in previous research. Our study addresses this gap by developing a comprehensive telemedicine platform that caters to all stakeholders involved in seeking and providing OSA care.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>Overall, we follow a DSR approach, a principal research methodology that has evolved within the information systems (ISs) discipline. It is defined as the development of a system by an iterative process of developing and evaluating artifacts [<xref ref-type="bibr" rid="ref28">28</xref>]. The primary goal of this study is to define and develop a telemedicine platform that caters to all stakeholders involved in diagnosing, treating, and managing sleep apnea. Previous research has discussed the process of conducting and evaluating design science [<xref ref-type="bibr" rid="ref29">29</xref>]. We used the framework suggested by Horvath [<xref ref-type="bibr" rid="ref30">30</xref>]. Our research approach is illustrated in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Design science research approach.</p>
          </caption>
          <graphic xlink:href="formative_v5i7e26059_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Furthermore, this framework divides DSR into three phases: (1) exploring the problem, the context, and the activities using activity theory; (2) designing and developing solutions; and (3) evaluating solutions and generalizing design principles.</p>
        <p>We present the details of the abovementioned three phases in the following sections.</p>
      </sec>
      <sec>
        <title>Exploration of the Problem, Context, and Activities Using Activity Theory</title>
        <p>We used activity theory to guide our understanding of the end user and business context. According to activity theory, an activity is a basic unit of analysis [<xref ref-type="bibr" rid="ref31">31</xref>], which includes six components: (1) subjects or people involved in the activity, (2) object or intended goal of the activity, (3) tools that mediate the activity, (4) rules imposed by the business environment, (5) division of labor among various stakeholders in the organization, and (6) the community impacted by the activity. Activity theory was an apt choice for our study because it emphasizes developing a comprehensive understanding of the environment in which the system operates (which includes participants and subsystems), including all the complexity that manifests from the interactions of various actors in the real world rather than from the limited viewpoint of a single actor [<xref ref-type="bibr" rid="ref32">32</xref>]. Furthermore, activity theory allows us to develop flexible systems that dynamically cater to various users’ specific workflows, such as patients, providers, office administrators, and information technology (IT) staff. Contemporary activity theory focuses on the interaction of several systems of activities to investigate a complex social phenomenon. In doing so, it brings to the fore some of the deeply embedded contextual issues associated with the research topic [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>At the outset, we identified the key stakeholders (subjects) involved in the process of seeking and providing care for sleep apnea, including patients, providers, referring physicians, administrative staff such as billers and coders, and back-office personnel. To develop a deeper understanding of their roles in seeking and providing care, the resources they require, and the challenges they face, we conducted six structured interviews with each of these stakeholders and two brainstorming workshops. Details of interview participants and interview questions are presented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The dimensions of activity theory guided the questions and the line of inquiry. On the basis of interviews and brainstorming sessions, we identified Health Information Portability and Accountability Act (HIPAA) application forms, health forms, information about the diagnosis, and treatment protocols as critical resources. Enrollment, consultation, and monitoring emerged as crucial processes. In the interviews, patients expressed a strong preference for a mobile app for consultation, whereas providers favored a web portal for documentation, reporting, and integration with an electronic medical record (EMR) system. During the interviews, the collection of patient information, such as personal and contact details, HIPAA consent, insurance information, and prior health history, emerged as a crucial design challenge. The crux of the problem was to collect all relevant data from patients without overwhelming them. Owing to their limited interactivity, traditional data entry forms are not very effective in engaging users, especially when a large amount of information is collected. Guided by prior research on the effectiveness of chatbots in improving patient engagement [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>] and care experience [<xref ref-type="bibr" rid="ref36">36</xref>], we decided to develop a rule-based AI chatbot for enhanced engagement and better patient interaction.</p>
        <p>In addition, stakeholders pointed out several business rules and constraints that emerged from the business context. These rules are subsequently coded into the system to develop a patient-first, state-of-the-art telemedicine platform for patients with OSA. The contextual details are presented in <xref ref-type="table" rid="table1">Table 1</xref> along the dimensions of activity, subject, instrument, object, division of labor, community, and rules.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Medical activity system mapped to technical activity system.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="180"/>
            <col width="410"/>
            <col width="410"/>
            <thead>
              <tr valign="top">
                <td>Activity theory construct</td>
                <td>End user context</td>
                <td>System construct</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Subject</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Patient with sleep apnea</p>
                    </list-item>
                    <list-item>
                      <p>Providers</p>
                    </list-item>
                    <list-item>
                      <p>Admin staff</p>
                    </list-item>
                    <list-item>
                      <p>Sleep technicians</p>
                    </list-item>
                    <list-item>
                      <p>Billing and patient support</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Built-in customizable user interface to sign-in users</p>
                    </list-item>
                    <list-item>
                      <p>Adaptive authentication</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Rules</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Referrals or self-referrals rules</p>
                    </list-item>
                    <list-item>
                      <p>Rules of patient health status tracking</p>
                    </list-item>
                    <list-item>
                      <p>Previous health or surgical history of the patient</p>
                    </list-item>
                    <list-item>
                      <p>Health Information Portability and Accountability Act rules</p>
                    </list-item>
                    <list-item>
                      <p>Positive air pressure compliance rules</p>
                    </list-item>
                    <list-item>
                      <p>App terms and conditions</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Multiple patient workflows</p>
                    </list-item>
                    <list-item>
                      <p>Multiple compliance program rules</p>
                    </list-item>
                    <list-item>
                      <p>Managing patient progress</p>
                    </list-item>
                    <list-item>
                      <p>Maintenance of health care database records</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Division of labor</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Doctors: provide treatment</p>
                    </list-item>
                    <list-item>
                      <p>Sleep technicians: monitor sleep laboratory</p>
                    </list-item>
                    <list-item>
                      <p>Admin staff: process billing and offer patient support</p>
                    </list-item>
                    <list-item>
                      <p>Insurance: review and pay claims</p>
                    </list-item>
                    <list-item>
                      <p>Vendors: manufacture and ship device</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Integration with reusable business services such as payment, video consultation, and role-based access control</p>
                    </list-item>
                    <list-item>
                      <p>Dashboards for multiple users (physicians, patients, administrators, and technicians)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Community forum</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Patients</p>
                    </list-item>
                    <list-item>
                      <p>Primary care physicians</p>
                    </list-item>
                    <list-item>
                      <p>Sleep specialists</p>
                    </list-item>
                    <list-item>
                      <p>Administrators</p>
                    </list-item>
                    <list-item>
                      <p>Management</p>
                    </list-item>
                    <list-item>
                      <p>Information technology service providers</p>
                    </list-item>
                    <list-item>
                      <p>CPAP<sup>a</sup> vendors</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Social and enterprise identity federation</p>
                    </list-item>
                    <list-item>
                      <p>Integration with Facebook and Instagram</p>
                    </list-item>
                    <list-item>
                      <p>Offering support services</p>
                    </list-item>
                    <list-item>
                      <p>Access control for AWS<sup>b</sup> resources</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Instrument</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Frontline</p>
                    </list-item>
                    <list-item>
                      <p>Mobile app for patient</p>
                    </list-item>
                    <list-item>
                      <p>Web app for doctors</p>
                    </list-item>
                    <list-item>
                      <p>Virtual assistants for patient onboarding and support</p>
                    </list-item>
                    <list-item>
                      <p>Dashboard to track patient progress</p>
                    </list-item>
                    <list-item>
                      <p>Enabler</p>
                    </list-item>
                    <list-item>
                      <p>HST<sup>c</sup> device</p>
                    </list-item>
                    <list-item>
                      <p>CPAP device</p>
                    </list-item>
                    <list-item>
                      <p>Infrastructure AWS (cloud)</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Artificial intelligence–based responsive chatbot</p>
                    </list-item>
                    <list-item>
                      <p>Order management</p>
                    </list-item>
                    <list-item>
                      <p>CPAP tracking</p>
                    </list-item>
                    <list-item>
                      <p>HST tracking</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Object</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Objective: provide a telemedicine platform for the diagnosis, treatment, and management of sleep apnea</p>
                    </list-item>
                    <list-item>
                      <p>Outcome: seek to improve the condition of patients with sleep apnea</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>N/A<sup>d</sup></p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>CPAP: continuous positive airway pressure.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>AWS: Amazon Web Services.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>HST: home sleep test.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>System Design and Development</title>
        <sec>
          <title>Product Concept</title>
          <p>In this section, we describe the development of the four specific artifacts that support the needs of all stakeholders involved in seeking and providing care. These artifacts include (1) a mobile app for patients, (2) a web app for providers, (3) a dashboard for reporting, and (4) an AI-based chatbot for patient onboarding and support. This telemedicine platform is an example of a design science approach. The ecosystem of the telemedicine platform is shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>. Our final platform, which involves four artifacts working together, offers access to high-quality care for patients with sleep apnea.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Telemedicine platform for sleep apnea. CPOE: computerized physician order entry; EMR: electronic medical records.</p>
            </caption>
            <graphic xlink:href="formative_v5i7e26059_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>To develop the product concept, we used iterative prototyping with varying levels of fidelity. In early iterations, the team developed paper prototypes and wireframes using the mock-up Marvel to seek early and continuous feedback from end users to improve the product concept. In the later iterations, the team finalized the mock-up screens of the product, as shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>. Individuals intending to seek care for sleep apnea can download <italic>Ognomy</italic> from the Apple App Store or Google Play Store. Patients can create their accounts using email IDs and passwords. Subsequently, they can interact with our platform through an AI-based chatbot and furnish demographic, insurance, and medical information, as highlighted in screens 1-4. Thereafter, as presented in screens 5-8, patients can schedule an appointment with sleep specialists and will receive reminders 15 minutes before the appointment. Patients can then meet the sleep specialists virtually through video consultation, order a sleep test, review the results with their providers, and seek further treatment. At the other end, providers and sleep technicians used the web portal to offer their services. The dashboard provides sleep specialists and other providers with the opportunity to review patient data and monitor progress, as presented in screens 9-12. The platform is also integrated with EMRs and computerized physician order entry systems to enable seamless interaction among care providers and administrative staff.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Mockup screens of the telemedicine platform.</p>
            </caption>
            <graphic xlink:href="formative_v5i7e26059_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Overall Technical Architecture</title>
          <p>We used a <italic>layered modular architecture</italic> that uses the software as a service app hosted in the cloud environment. This architecture leverages the capabilities of the best-of-breed apps to build a platform for a fee instead of developing them from scratch. For instance, to process out-of-pocket payments from patients, we can integrate with application programming interfaces offered by market leaders, such as Square, instead of developing our own payment processing apps. In addition to being robust [<xref ref-type="bibr" rid="ref37">37</xref>], these services considerably reduce the software development time [<xref ref-type="bibr" rid="ref38">38</xref>] and do not require a large upfront investment [<xref ref-type="bibr" rid="ref39">39</xref>]. Given the high expectations in terms of interface quality and time to market, such an architecture was especially relevant for Ognomy. <xref rid="figure4" ref-type="fig">Figure 4</xref> shows the high-level technical architecture used in this study. We used several third-party application programming interfaces, including AWS Cognito, and the latest technologies, such as React JS.</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>The technical architecture of the telemedicine platform.</p>
            </caption>
            <graphic xlink:href="formative_v5i7e26059_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>The clinical team, digital innovation consultants, and development team were dispersed across different geographies. The initial meeting to discuss the prospects of a digital sleep medicine platform occurred in June 2019. Ognomy was successfully deployed in the second quarter of 2020. The platform has been downloaded more than 4000 times and has received excellent reviews and ratings on Android and iPhone app stores. The platform has also been successfully deployed at two sleep centers, one in western New York and the other in Georgia. The sleep centers offer a full range of sleep apnea care and have diagnosed and treated more than 100,000 patients exclusive of those on the Ognomy platform.</p>
        </sec>
      </sec>
      <sec>
        <title>Evaluating Solutions and Generalizing Design Principles</title>
        <sec>
          <title>Evaluation Strategy</title>
          <p>Rigorous evaluation is a crucial activity in DSR that ensures the utility, quality, and impact of the resulting design artifacts. We followed the guidelines stipulated by the framework for evaluation in DSR [<xref ref-type="bibr" rid="ref40">40</xref>] to evaluate the design artifact. We performed a formative evaluation by conducting an expert review of the technical design and system architecture to reduce technical risks. Furthermore, we assessed the platform summatively by performing end-to-end system testing to ensure the robustness of the artifact. We also assessed the platform’s effectiveness from a human perspective through formative field-based usability testing by the end users to identify and reduce user-related risks or concerns. We provide the details of our evaluation in <xref rid="figure5" ref-type="fig">Figure 5</xref>.</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Evaluation approach.</p>
            </caption>
            <graphic xlink:href="formative_v5i7e26059_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Design Review and Walkthrough</title>
          <p>The evaluation of the design against the requirements was performed to ensure that the underlying system design was robust enough to support the product features. The review process is a preliminary activity that takes place before the development of the product begins. In their study, Tang and Lau [<xref ref-type="bibr" rid="ref41">41</xref>] provided elaborate procedures for reviewing software architectures. In this study, we followed their approach to conducting a design review. The initial design was reviewed by 3 expert solution architects with more than 10 years of experience in data and system architectures. The details of the profiles are provided in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. The design was reviewed to ensure that there were no conflicts between (1) use context and design, (2) requirements and design, (3) design and development, and (4) design choice as compared with alternatives.</p>
          <p>Furthermore, software design was reviewed against several technological aspects, such as service orientation, interface requirements, the platform’s core technology stack, environment details, security, backup, and performance best practices. The checklist used to perform the design review is provided in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>. The findings of the design review were finalized by triangulating the reviews of the experts.</p>
        </sec>
        <sec>
          <title>System Testing</title>
          <p>To ensure a robust formative assessment of the product in an artificial setting, we conducted a system test on our platform. A test team of 3 expert software test professionals with an average software engineering experience of 4.35 years performed system testing. The team developed system test scenarios and test cases based on the requirements and design of the platform. Throughout the implementation phase, we followed an agile method of system testing where defects were identified and fixed on an iterative basis with regular product demonstrations on a weekly basis for 2 months. Given that the app was deployed in the production environment, all features were extensively tested. All the user interface screens, forms, actions, integrations, and end-to-end features, including positive and negative scenarios, were tested to ensure maximum test coverage. We also performed several compatibility tests with different handsets from iPhone and Android phones to ensure that the mobile app was consistent across the different devices.</p>
          <p>Furthermore, we conducted several regression tests to ensure that the new code from the defect fixes did not introduce new defects inadvertently. Several defects were logged and fixed on an ongoing basis. Sample test cases and example defects are provided for reference in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>. The system test phase concluded when critical patient-facing portions of the app, such as video consultation, appointment management, and reporting, were robust, with no critical or significant defects. However, addressing defects and issues in other parts of the apps was deferred for future releases.</p>
        </sec>
        <sec>
          <title>Formative Field-Based Usability Testing</title>
          <sec>
            <title>Overview</title>
            <p>We conducted formative laboratory-based usability testing [<xref ref-type="bibr" rid="ref42">42</xref>] on the fully functional mobile phone app prototype Ognomy to identify usability problems and obtain usability measures. Formative evaluations involve identifying and diagnosing problems, making and implementing recommendations, and then reevaluating the product, often iteratively, to detect and eliminate usability problems. In this study, we used the think-aloud approach to facilitate this process. After the participants provided consent to participate in the study, they were asked to complete a demographics form. Then, the participants were introduced to the think-aloud approach using a short video [<xref ref-type="bibr" rid="ref43">43</xref>]. In this approach, the participants verbalized their thoughts and experiences as they moved through the app.</p>
          </sec>
          <sec>
            <title>Subject Recruitment</title>
            <p>We adopted a purposive sampling approach to select candidates for usability testing. We invited participants representing different stakeholder groups, including providers, patients, and hospital administrators. On the basis of their consent, the potential participants were invited to the testing center. Participants testing patient-facing apps were chosen depending on their risk profile, age, gender, education, and access to a mobile device. In this first version of the app, we intended to focus on the feedback from the critical segment of the target audience to ensure that our priorities, trade-offs, and design considerations were guided by the realities of individuals most likely to seek care for sleep apnea. Therefore, we decided to choose patients from the high-risk category. A total of 8 participants aged between 20 and 60 years who had access to a mobile device were included in the final sample.</p>
            <p>Furthermore, to evaluate the apps’ physician-facing and administrative features, we adopted a convenient sampling approach. A total of 3 physicians and 3 hospital administrators with more than 10 years of experience in sleep and primary care were chosen to perform the evaluation. The details of the participants are provided in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>.</p>
          </sec>
          <sec>
            <title>Evaluation Design</title>
            <p>After inviting the participants to the sleep laboratory, the subjects were introduced to the mobile or web app’s user interface design. The facilitator briefed the participants on the mobile or web app and informed them that they were evaluating the app and that the facilitator was not evaluating them. The participants signed an informed consent form acknowledging that participation was voluntary and that they could quit the study at any time. Although the sessions were audiotaped, the participants’ data privacy was ensured.</p>
            <p>The facilitator instructed the participants to <italic>think aloud</italic> to obtain a verbal record of their interaction with the app. A mobile device and laptop with the web app and supporting software were used in a controlled environment. Each participant’s interaction with the app was monitored by a facilitator seated in the same office. The notetakers monitored the sessions. After all task scenarios were attempted, the participants completed the posttest satisfaction questionnaire regarding ease of use and satisfaction. These questionnaires were followed up with a debriefing at the end of the session.</p>
          </sec>
          <sec>
            <title>Scenarios for the Patient</title>
            <p>The participants went through typical scenarios on the app. The scenarios for would-be patient participants are listed in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, and the scenarios for doctors and administrators are listed in <xref ref-type="boxed-text" rid="box2">Textbox 2</xref>.</p>
            <boxed-text id="box1" position="float">
              <title>Scenarios for the patient.</title>
              <list list-type="order">
                <list-item>
                  <p>Create an account with your email address and answer all the questions asked by the artificial intelligence bot.</p>
                </list-item>
                <list-item>
                  <p>Schedule a consultation, follow through with the entire process, and then reschedule an appointment for another day. Schedule the appointment from the account created in task 1 and receive a reminder for the consultation. Then, reschedule the appointment.</p>
                </list-item>
                <list-item>
                  <p>Consult with a doctor on a video call: attend the consultation using a video call and validate the various options, including notes, messages, with the camera on or off, decrease or increase volume, and mute.</p>
                </list-item>
                <list-item>
                  <p>Postconsultation comments and order a home sleep test: review the doctor’s comments and select from the given choices to order a home sleep test and perform the test.</p>
                </list-item>
                <list-item>
                  <p>Refer a patient and provide the patient’s information. Provide a friend’s information as the referring patient.</p>
                </list-item>
              </list>
            </boxed-text>
            <boxed-text id="box2" position="float">
              <title>Scenarios for doctors and administrators.</title>
              <list list-type="bullet">
                <list-item>
                  <p>Check your appointments: see the upcoming appointments this week or month and review recent sessions.</p>
                </list-item>
                <list-item>
                  <p>Review the to-do list: check or add reminders and tasks, make notes, and see new messages from patients, secretary, or office.</p>
                </list-item>
                <list-item>
                  <p>Consult with a doctor on a video call: attend the consultation using a video call and check the notes and messages, explore camera options, decrease or increase volume, mute, and turn the camera off.</p>
                </list-item>
                <list-item>
                  <p>Study the current treatments of the patients: bring up the details of the treatment provided to the patients, including the notes which they made about it, and update the information.</p>
                </list-item>
              </list>
            </boxed-text>
          </sec>
          <sec>
            <title>Posttest Questions</title>
            <p>To further understand the perceptions of the users, we conducted posttest interviews following the best practices suggested by usability testing guides and exemplars [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. The questions are listed in <xref ref-type="boxed-text" rid="box3">Textbox 3</xref>.</p>
            <boxed-text id="box3" position="float">
              <title>Posttest questions.</title>
              <list list-type="order">
                <list-item>
                  <p>How would you describe the app to someone?</p>
                </list-item>
                <list-item>
                  <p>What was your favorite aspect of the app?</p>
                </list-item>
                <list-item>
                  <p>What was the most confusing part of the app?</p>
                </list-item>
                <list-item>
                  <p>Would you continue using this product? If so, why?</p>
                </list-item>
                <list-item>
                  <p>Would you recommend this product to a friend or colleague?</p>
                </list-item>
              </list>
            </boxed-text>
          </sec>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Participants in the usability studies highlighted several interesting issues and classified them as critical or noncritical. The compiled list of issues, along with the steps taken for their resolution, are presented in <xref ref-type="table" rid="table2">Tables 2</xref> and <xref ref-type="table" rid="table3">3</xref>.</p>
      <p>Overall, we received positive feedback from all types of participants on visual design aspects, such as color choices, esthetic appeal, the contrast ratio between font and the background, and the information architecture of the product. However, patients and administrative users highlighted some issues with the onboarding workflow and patient profiles. The crux of the problem was the large volume of information, including personal information, medical information, insurance information, and payment information, that patients had to furnish before setting up an appointment with a physician. They also suggested several enhancements to the onboarding workflow, such as adding a progress bar, providing a guided tour, and moving some of the information uploads to postappointment screens. Physician users, on the other hand, were mainly concerned about calendar design and notification issues.</p>
      <p>We addressed all critical and noncritical feedback in the patient-facing parts of the app before launching the product. Several prior studies have emphasized the importance of patient-centered design as a prerequisite for the adoption and eventual success of mobile health apps [<xref ref-type="bibr" rid="ref46">46</xref>]. Therefore, we deliberately prioritized patient-specific issues to develop a patient-first platform. Except for showstopper defects, the issues and concerns of other users, including administrators and providers, were deprioritized for the current version and deferred for later releases.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Critical issues from usability tests.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="70"/>
          <col width="150"/>
          <col width="380"/>
          <col width="400"/>
          <thead>
            <tr valign="top">
              <td>ID</td>
              <td>Stakeholder</td>
              <td>Critical issues</td>
              <td>Steps taken for their resolution</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>1</td>
              <td>Patient or admin</td>
              <td>Simpler customer onboarding process</td>
              <td>Two important changes were made as part of the onboarding process. First, registration process was simplified to include only basic fields, such as name, email, and password. Second, chatbot-based interaction during data collection was enhanced to include optical character recognition capability to simplify data entry for patients.</td>
            </tr>
            <tr valign="top">
              <td>2</td>
              <td>Patient</td>
              <td>Unavailability of user profile: there is no option that allows the user to access their profile page and edit the details in just a single click. This is especially important when the users provide incorrect information to the bot by mistake.</td>
              <td>A patient dashboard and account home page were developed to resolve this concern.</td>
            </tr>
            <tr valign="top">
              <td>3</td>
              <td>Patient</td>
              <td>Status indicator: several studies have highlighted that users are more motivated to complete the tasks as they get closer to the end. A progress bar that indicates the status would better engage the users.</td>
              <td>The issue was resolved through front-end code changes.</td>
            </tr>
            <tr valign="top">
              <td>4</td>
              <td>Patient</td>
              <td>Option to exit from the app: users should have an option to exit from any screen in the app if they so choose. For instance, if a user opts to book an appointment later, the user should have the ability to do so.</td>
              <td>User interface–related code changes were made to provide users an exit option from any screen. At the backend, information provided by the users during each session would be stored.</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Noncritical issues from usability tests.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="70"/>
          <col width="150"/>
          <col width="380"/>
          <col width="400"/>
          <thead>
            <tr valign="top">
              <td>ID</td>
              <td>Stakeholder</td>
              <td>Noncritical issues</td>
              <td>Steps taken for their resolution</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>1</td>
              <td>Admin</td>
              <td>Guided tour: the app does not have an initial tour guide. Having a tour guide would ease the user into onboarding, facilitate smarter user training, and reduce support queries with interactive walkthroughs.</td>
              <td>A context-specific support is integrated with the artificial intelligence bot to facilitate user training and reduce support cost.</td>
            </tr>
            <tr valign="top">
              <td>2</td>
              <td>Physician or admin</td>
              <td>UI<sup>a</sup> calendar’s click: the app does not allow users to navigate dates with minimal clicks. One must click multiple times to reach dates after a few months or years.</td>
              <td>Two resolutions were provided. First, the navigation across dates was made easy by providing users month and year pickers in addition to the day. Second, a provision to type in the date was provided to the users.</td>
            </tr>
            <tr valign="top">
              <td>3</td>
              <td>Admin</td>
              <td>Rewording referral functionality: currently, the functionality of referring a friend is labeled as “Patient Referral,” which is confusing. It should be labeled “Refer a Friend.”</td>
              <td>We intend to fix the label with code changes in the UI programs; however, the issue has been deferred to a future version.</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup>UI: user interface.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Theoretical Implications</title>
        <p>This design science study makes several notable contributions to both theory and practice. We make several theoretical contributions of this study. Although ISs research in the health care field has been ripe with development [<xref ref-type="bibr" rid="ref47">47</xref>], there have not been many interventions developed for patients seeking sleep apnea care [<xref ref-type="bibr" rid="ref48">48</xref>]. Furthermore, extant DSR has mostly emphasized the design, development, and evaluation of IT solution artifacts [<xref ref-type="bibr" rid="ref49">49</xref>]. Exploring and validating the problem space have been insufficiently pursued. In this study, we took advantage of the design knowledge model [<xref ref-type="bibr" rid="ref50">50</xref>] to bifurcate the design space into problem and solution spaces. Problem space validation establishes the relevance of the research product, whereas solution space addresses technical feasibility and product usability.</p>
        <p>This study also informs the ISs research community on how telemedicine interventions can be implemented using the activity theory framework for building and evaluating artifacts. Activity theory in DSR has been used to design data models [<xref ref-type="bibr" rid="ref51">51</xref>] and mobile apps in an educational context [<xref ref-type="bibr" rid="ref52">52</xref>]. In this study, we enhanced activity theory by mapping the business activity system to a problem space and the technical activity system to a solution space. Furthermore, we argue that any IT artifact embodies the social and technical aspects of system development. The success of an artifact depends on the interactions between business and technical activity systems.</p>
      </sec>
      <sec>
        <title>Practical Implication</title>
        <p>From a practice perspective, we designed and developed a telemedicine platform and demonstrated the potential for such an intervention. We also showed how novel methods for managing products and developing digital architecture can quickly and effectively scale digital interventions. This study generated transferable insights into the most effective practices in conceptualizing and developing digital health products. A total of four core themes of generalizable guidelines emerged:</p>
        <list list-type="bullet">
          <list-item>
            <p>learning from diverse end user perspectives is critical</p>
          </list-item>
          <list-item>
            <p>the use of frugal engineering methods to foster cost savings and reduce the time to market can be highly effective</p>
          </list-item>
          <list-item>
            <p>the commoditization of software through layered modular architecture and cloud-based infrastructure is the new norm</p>
          </list-item>
          <list-item>
            <p>access to software development talent</p>
          </list-item>
        </list>
        <p>We have provided an elaborate discussion on these themes in the following sections.</p>
      </sec>
      <sec>
        <title>Learning From Diverse End User Perspectives Is Critical</title>
        <p>As highlighted in several prior studies, software development organizations may be tempted to quickly cruise through the conceptualization and design phases without validating the problem space from an end user perspective [<xref ref-type="bibr" rid="ref53">53</xref>]. However, such practices usually lead to the development of products that are not grounded in their customers’ needs. Researchers frequently use co-design workshops and structured interviews with different stakeholders to overcome this challenge [<xref ref-type="bibr" rid="ref54">54</xref>].</p>
        <p>In this study, we note that the diversity of opinions early on is especially important, as it provides a good platform for all ideas to emerge. It facilitates the holistic development of an app that is relevant, usable, and valuable to all stakeholders, including patients and clinicians, thus overcoming potential barriers to successful adoption and continued use. This implication is particularly relevant for complex business domains, such as health care, where several subject matter experts, such as medical providers (doctors and nurses), administrators (billing, coders, and operation managers), and sleep technicians, interact with end users (patients).</p>
      </sec>
      <sec>
        <title>The Use of Frugal Engineering Methods to Foster Cost Savings and Reduce the Time to Market Can Be Highly Effective</title>
        <p>Extant literature has emphasized that weeding out feature ideas without potential quickly and economically can be a critical success factor in the development of digital platforms [<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref56">56</xref>]. To accomplish this goal, development organizations must leverage a combination of novel frugal engineering methods to save time and money. For instance, in our study, we used iterative prototyping with varying fidelity levels to understand the potential problems before building the final product.</p>
      </sec>
      <sec>
        <title>The Commoditization of Software Through Layered Modular Architecture and Cloud-Based Infrastructure Is the New Norm</title>
        <p>The team used layered modular architecture using the software as a service app hosted on the cloud environment. Such architecture helps borrow capabilities from other apps for a fee instead of developing them from scratch. In addition to being robust, these services reduce the development time considerably and do not require a large upfront investment. Furthermore, the app was hosted on the AWS cloud environment, which complied with all technology-related HIPAA requirements. The team also used tools such as EC2 (Elastic Compute Cloud), S3 (Simple Storage Service), and ELB (Elastic Load Balancer) to enhance the ease of deployment and migration and to meet on-demand scaling.</p>
      </sec>
      <sec>
        <title>Access to Software Development Talent</title>
        <p>Prior research has highlighted the shortage of software development talent [<xref ref-type="bibr" rid="ref57">57</xref>]. This challenge is pronounced in nontechnology hubs. Although many universities offer courses in software engineering and several boot camps and training centers have arisen to fill the talent gap, the availability of solid software development talent, especially in the latest technologies such as React JS and dev-ops automation that can deliver apps quickly in short time frames, remains a significant bottleneck.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study had several limitations. We conducted formative usability tests with only a limited number of end users, including 8 patients, 3 providers, and 3 sleep clinic administrators. As a result, the issues identified in the usability tests may not be generalizable to other settings. Furthermore, all the participants of the usability tests were from the northeastern United States, and hence, the sample of participants may not be nationally representative. However, our focus was not on the generalizability of our findings but on gathering practical insights about the challenges faced by the end users of the app.</p>
        <p>Although the participants testing the patient-facing apps exhibited diversity in age, gender, and educational accomplishments, they all had access to smartphones and were reasonably comfortable using them. Our findings might have been significantly different if we had focused our attention on individuals who lacked technology proficiency or who had cognitive or physical challenges. However, given the ubiquity of mobile devices and the large number of smartphone users, we deliberately focused on this market segment.</p>
        <p>Another limitation is that not all the issues identified during the design review, system test, and formative usability tests were addressed in the current version of the app. We refined the design artifact based on the priority of the concerns raised, as we were constrained by time and budget. All the critical issues and errors associated with the patient-facing features, such as appointment management and video consultation, were addressed. However, issues associated with EMRs and computerized physician order entry integration; physician reports; and administrative features, such as insurance card verification, were deferred for future releases.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Against the backdrop of a surge in demand for sleep apnea care, the telemedicine platform offers a scalable and economical alternative. With an aging population and the escalating cost of care, telemedicine alternatives have become increasingly imperative. This is especially true for patients seeking care for sleep apnea because of its increasing prevalence. This paper discusses the design, development, and evaluation of a telemedicine intervention that aids providers and care seekers in virtual consultation, conducts tests, and prescribes treatment virtually. Such a telemedicine platform breaks access barriers while ensuring high-quality care. During the evaluation phase, we noted that this platform is economically viable, technically feasible, and highly usable by all stakeholder groups. Future research can extend this line of inquiry by developing artifact instances for other sleep-related issues, such as insomnia. An interesting contribution would be to demonstrate how telemedicine interventions are accepted across different cultures and geographies, especially where there is a lack of awareness about sleep issues. Future work could also address related issues of e-consent and explore the legal and ethical guidelines for using such platforms.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Questionnaire for requirements gathering interviews.</p>
        <media xlink:href="formative_v5i7e26059_app1.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Expert profiles for design and architectural review.</p>
        <media xlink:href="formative_v5i7e26059_app2.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Checklist for design and architectural review.</p>
        <media xlink:href="formative_v5i7e26059_app3.doc" xlink:title="DOC File , 751 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Sample defects found during system testing.</p>
        <media xlink:href="formative_v5i7e26059_app4.docx" xlink:title="DOCX File , 14 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Participant profiles.</p>
        <media xlink:href="formative_v5i7e26059_app5.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CPAP</term>
          <def>
            <p>continuous positive airway pressure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DSR</term>
          <def>
            <p>design science research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EC2</term>
          <def>
            <p>Elastic Compute Cloud</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ELB</term>
          <def>
            <p>Elastic Load Balancer</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">EMR</term>
          <def>
            <p>electronic medical record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">HIPAA</term>
          <def>
            <p>Health Information Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">IS</term>
          <def>
            <p>information system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">IT</term>
          <def>
            <p>information technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">OSA</term>
          <def>
            <p>obstructive sleep apnea</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">S3</term>
          <def>
            <p>Simple Storage Service</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>DR has a majority financial interest in the company North American Sleep Management Inc, which is the sole owner of the Ognomy platform. The remaining authors declare no conflict of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Sleep Apnea Information for Clinicians</article-title>
          <source>Sleep Apnea</source>
          <access-date>2020-12-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.sleepapnea.org/learn/sleep-apnea-information-clinicians">http://www.sleepapnea.org/learn/sleep-apnea-information-clinicians</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peppard</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Barnet</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Palta</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hagen</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Hla</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Increased prevalence of sleep-disordered breathing in adults</article-title>
          <source>Am J Epidemiol</source>
          <year>2013</year>
          <month>05</month>
          <day>1</day>
          <volume>177</volume>
          <issue>9</issue>
          <fpage>1006</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23589584"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/aje/kws342</pub-id>
          <pub-id pub-id-type="medline">23589584</pub-id>
          <pub-id pub-id-type="pii">kws342</pub-id>
          <pub-id pub-id-type="pmcid">PMC3639722</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Palta</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dempsey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peppard</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Nieto</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hla</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Burden of sleep apnea: rationale, design, and major findings of the Wisconsin sleep cohort study</article-title>
          <source>Wis Med J</source>
          <year>2009</year>
          <month>08</month>
          <volume>108</volume>
          <issue>5</issue>
          <fpage>246</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19743755"/>
          </comment>
          <pub-id pub-id-type="medline">19743755</pub-id>
          <pub-id pub-id-type="pmcid">PMC2858234</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kakkar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Positive airway pressure treatment for obstructive sleep apnea</article-title>
          <source>Chest</source>
          <year>2007</year>
          <month>09</month>
          <volume>132</volume>
          <issue>3</issue>
          <fpage>1057</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1378/chest.06-2432</pub-id>
          <pub-id pub-id-type="medline">17873201</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(15)36677-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leger</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bayon</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Laaban</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Philip</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Impact of sleep apnea on economics</article-title>
          <source>Sleep Med Rev</source>
          <year>2012</year>
          <month>10</month>
          <volume>16</volume>
          <issue>5</issue>
          <fpage>455</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1016/j.smrv.2011.10.001</pub-id>
          <pub-id pub-id-type="medline">22244357</pub-id>
          <pub-id pub-id-type="pii">S1087-0792(11)00099-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wise</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carden</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kirsch</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kristo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Malhotra</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ramar</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rowley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weaver</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Chervin</surname>
              <given-names>RD</given-names>
            </name>
            <collab>American Academy of Sleep Medicine Board of Directors</collab>
          </person-group>
          <article-title>Delaying middle school and high school start times promotes student health and performance: an American academy of sleep medicine position statement</article-title>
          <source>J Clin Sleep Med</source>
          <year>2017</year>
          <month>04</month>
          <day>15</day>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>623</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.5664/jcsm.6558"/>
          </comment>
          <pub-id pub-id-type="doi">10.5664/jcsm.6558</pub-id>
          <pub-id pub-id-type="medline">28416043</pub-id>
          <pub-id pub-id-type="pii">jc-17-00042</pub-id>
          <pub-id pub-id-type="pmcid">PMC5359340</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hevner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>March</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ram</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Design science in information systems research</article-title>
          <source>MIS Q</source>
          <year>2004</year>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>75</fpage>
          <lpage>105</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2307/25148625"/>
          </comment>
          <pub-id pub-id-type="doi">10.2307/25148625</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peffers</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tuunanen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rothenberger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chatterjee</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A design science research methodology for information systems research</article-title>
          <source>J Manag Inform Sys</source>
          <year>2014</year>
          <month>12</month>
          <day>8</day>
          <volume>24</volume>
          <issue>3</issue>
          <fpage>45</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2753/MIS0742-1222240302"/>
          </comment>
          <pub-id pub-id-type="doi">10.2753/mis0742-1222240302</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bashshur</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shannon</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <source>History of Telemedicinevolution, Context, and Transformation</source>
          <year>2009</year>
          <publisher-loc>New Rochelle, NY</publisher-loc>
          <publisher-name>Mary Ann Liebert</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wootton</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Recent advances: telemedicine</article-title>
          <source>Br Med J</source>
          <year>2001</year>
          <month>09</month>
          <day>8</day>
          <volume>323</volume>
          <issue>7312</issue>
          <fpage>557</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/11546704"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.323.7312.557</pub-id>
          <pub-id pub-id-type="medline">11546704</pub-id>
          <pub-id pub-id-type="pmcid">PMC1121135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lombardi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Telemedicine: current status in developed and developing countries</article-title>
          <source>J Drugs Dermatol</source>
          <year>2009</year>
          <month>04</month>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>371</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="medline">19363855</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hersh</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Helfand</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kraemer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shapiro</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Greenlick</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Clinical outcomes resulting from telemedicine interventions: a systematic review</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2001</year>
          <volume>1</volume>
          <fpage>5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-1-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-1-5</pub-id>
          <pub-id pub-id-type="medline">11737882</pub-id>
          <pub-id pub-id-type="pmcid">PMC60664</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grabowski</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Use of telemedicine can reduce hospitalizations of nursing home residents and generate savings for medicare</article-title>
          <source>Health Aff</source>
          <year>2014</year>
          <month>02</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>244</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2013.0922</pub-id>
          <pub-id pub-id-type="medline">24493767</pub-id>
          <pub-id pub-id-type="pii">33/2/244</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abrams</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Geier</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A comparison of patient satisfaction with telehealth and on-site consultations: a pilot study for prenatal genetic counseling</article-title>
          <source>J Genet Couns</source>
          <year>2006</year>
          <month>06</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>199</fpage>
          <lpage>205</lpage>
          <pub-id pub-id-type="doi">10.1007/s10897-006-9020-0</pub-id>
          <pub-id pub-id-type="medline">16779676</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whitlock</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pavliscsak</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dingbaum</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lacefield</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Buker</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Xenakis</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Telemedicine improved diabetic management</article-title>
          <source>Mil Med</source>
          <year>2000</year>
          <month>08</month>
          <volume>165</volume>
          <issue>8</issue>
          <fpage>579</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="medline">10957848</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Soma</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pulluri</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nemali</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of telemedicine in the management of chronic heart disease - a systematic review</article-title>
          <source>JRSM Open</source>
          <year>2017</year>
          <month>03</month>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>2054270416681747</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2054270416681747?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2054270416681747</pub-id>
          <pub-id pub-id-type="medline">28321319</pub-id>
          <pub-id pub-id-type="pii">10.1177_2054270416681747</pub-id>
          <pub-id pub-id-type="pmcid">PMC5347273</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yokota</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Takamura</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shibata</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yamashita</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mine</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tomonaga</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of a telemedicine system for supporting thyroid disease diagnosis</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2001</year>
          <volume>84</volume>
          <issue>Pt 1</issue>
          <fpage>866</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="medline">11604859</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mclaughlin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zurawski</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kabbani</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Comparison of virtual visit versus traditional clinic for management of varicose veins</article-title>
          <source>J Telemed Telecare</source>
          <year>2020</year>
          <volume>26</volume>
          <issue>1-2</issue>
          <fpage>100</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633X18797181</pub-id>
          <pub-id pub-id-type="medline">30235968</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Demaerschalk</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bobrow</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Raman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kiernan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Aguilar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ingall</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dodick</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Richemont</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Brazdys</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Miley</surname>
              <given-names>Ml</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Corday</surname>
              <given-names>Da</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>Bc</given-names>
            </name>
            <collab>STRokE DOC AZ TIME Investigators</collab>
          </person-group>
          <article-title>Stroke team remote evaluation using a digital observation camera in Arizona: the initial mayo clinic experience trial</article-title>
          <source>Stroke</source>
          <year>2010</year>
          <month>06</month>
          <volume>41</volume>
          <issue>6</issue>
          <fpage>1251</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20431081"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/STROKEAHA.109.574509</pub-id>
          <pub-id pub-id-type="medline">20431081</pub-id>
          <pub-id pub-id-type="pii">STROKEAHA.109.574509</pub-id>
          <pub-id pub-id-type="pmcid">PMC2876204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lawes-Wickwar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McBain</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mulligan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Application and effectiveness of telehealth to support severe mental illness management: systematic review</article-title>
          <source>JMIR Ment Health</source>
          <year>2018</year>
          <month>11</month>
          <day>21</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e62</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2018/4/e62/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.8816</pub-id>
          <pub-id pub-id-type="medline">30463836</pub-id>
          <pub-id pub-id-type="pii">v5i4e62</pub-id>
          <pub-id pub-id-type="pmcid">PMC6314801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garrett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hocking</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fairley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Young people's views on the potential use of telemedicine consultations for sexual health: results of a national survey</article-title>
          <source>BMC Infect Dis</source>
          <year>2011</year>
          <month>10</month>
          <day>25</day>
          <volume>11</volume>
          <fpage>285</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcinfectdis.biomedcentral.com/articles/10.1186/1471-2334-11-285"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2334-11-285</pub-id>
          <pub-id pub-id-type="medline">22026640</pub-id>
          <pub-id pub-id-type="pii">1471-2334-11-285</pub-id>
          <pub-id pub-id-type="pmcid">PMC3213067</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rogove</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>McArthur</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Demaerschalk</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vespa</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Barriers to telemedicine: survey of current users in acute care units</article-title>
          <source>Telemed J E Health</source>
          <year>2012</year>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>48</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2011.0071</pub-id>
          <pub-id pub-id-type="medline">22082107</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Bustos</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Moulin</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Audebert</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Barriers, legal issues, limitations and ongoing questions in telemedicine applied to stroke</article-title>
          <source>Cerebrovasc Dis</source>
          <year>2009</year>
          <month>09</month>
          <day>1</day>
          <volume>27</volume>
          <issue>Suppl 4</issue>
          <fpage>36</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1159/000213057"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000213057</pub-id>
          <pub-id pub-id-type="medline">19546540</pub-id>
          <pub-id pub-id-type="pii">000213057</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pearlson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McDaniel</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Assessing technological barriers to telemedicine: technology-management implications</article-title>
          <source>IEEE Trans Eng Manage</source>
          <year>1999</year>
          <month>08</month>
          <day>7</day>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>279</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1109/17.775280</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Chervin</surname>
              <given-names>R</given-names>
            </name>
            <collab>Board of Directors of the American Academy of Sleep Medicine</collab>
          </person-group>
          <article-title>The past is prologue: the future of sleep medicine</article-title>
          <source>J Clin Sleep Med</source>
          <year>2017</year>
          <month>01</month>
          <day>15</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>127</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.5664/jcsm.6406"/>
          </comment>
          <pub-id pub-id-type="doi">10.5664/jcsm.6406</pub-id>
          <pub-id pub-id-type="medline">27998380</pub-id>
          <pub-id pub-id-type="pii">jc-00463-16</pub-id>
          <pub-id pub-id-type="pmcid">PMC5181604</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kotzian</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Saletu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarzinger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Haider</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Spatt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kranz</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Saletu</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Proactive telemedicine monitoring of sleep apnea treatment improves adherence in people with stroke- a randomized controlled trial (HOPES study)</article-title>
          <source>Sleep Med</source>
          <year>2019</year>
          <month>12</month>
          <volume>64</volume>
          <fpage>48</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1016/j.sleep.2019.06.004</pub-id>
          <pub-id pub-id-type="medline">31670004</pub-id>
          <pub-id pub-id-type="pii">S1389-9457(19)30190-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farré</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Navajas</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Montserrat</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Is telemedicine a key tool for improving continuous positive airway pressure adherence in patients with sleep apnea?</article-title>
          <source>Am J Respir Crit Care Med</source>
          <year>2018</year>
          <month>01</month>
          <day>1</day>
          <volume>197</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1164/rccm.201709-1791ED</pub-id>
          <pub-id pub-id-type="medline">28926279</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomasson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Artifactshuman Concepts</source>
          <year>2007</year>
          <publisher-loc>Oxford, UK</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Creswell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fetters</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ivankova</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Designing a mixed methods study in primary care</article-title>
          <source>Ann Fam Med</source>
          <year>2004</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&#38;pmid=15053277"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.104</pub-id>
          <pub-id pub-id-type="medline">15053277</pub-id>
          <pub-id pub-id-type="pmcid">PMC1466635</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horvath</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Comparison of Three Methodological Approaches of Design Research</article-title>
          <source>International Conference on Engineering Design</source>
          <year>2007</year>
          <conf-name>ICED'07</conf-name>
          <conf-date>August 28-31, 2007</conf-date>
          <conf-loc>Paris, France</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.designsociety.org/publication/25512/Comparison+of+Three+Methodological+Approaches+of+Design+Research"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuutti</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The Concept of Activity as a Basic Unit of Analysis for CSCW Research</article-title>
          <source>Proceedings of the Second European Conference on Computer-Supported Cooperative Work</source>
          <year>1991</year>
          <conf-name>ECSCW'91</conf-name>
          <conf-date>June 7-9, 1991</conf-date>
          <conf-loc>Dordrecht, netherlands</conf-loc>
          <pub-id pub-id-type="doi">10.1007/978-94-011-3506-1_19</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miettinen</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>Transcending Traditional School Learning: Teachers' Work and Networks of Learning</source>
          <year>1999</year>
          <publisher-loc>Chicago, USA</publisher-loc>
          <publisher-name>University of Chicago Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shankar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Piryani</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Three years of medical humanities at a new Nepalese medical school</article-title>
          <source>Educ Health (Abingdon)</source>
          <year>2011</year>
          <month>04</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>535</fpage>
          <pub-id pub-id-type="medline">21710422</pub-id>
          <pub-id pub-id-type="pii">535</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Louie</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gililland</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using patient engagement platforms in the postoperative management of patients</article-title>
          <source>Curr Rev Musculoskelet Med</source>
          <year>2020</year>
          <month>08</month>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>479</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32388724"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12178-020-09638-8</pub-id>
          <pub-id pub-id-type="medline">32388724</pub-id>
          <pub-id pub-id-type="pii">10.1007/s12178-020-09638-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7340698</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Inkster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sarda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Subramanian</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>An empathy-driven, conversational artificial intelligence agent (WYSA) for digital mental well-being: real-world data evaluation mixed-methods study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>11</month>
          <day>23</day>
          <volume>6</volume>
          <issue>11</issue>
          <fpage>e12106</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/11/e12106/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12106</pub-id>
          <pub-id pub-id-type="medline">30470676</pub-id>
          <pub-id pub-id-type="pii">v6i11e12106</pub-id>
          <pub-id pub-id-type="pmcid">PMC6286427</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beaudry</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Consigli</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>Getting ready for adult healthcare: designing a chatbot to coach adolescents with special health needs through the transitions of care</article-title>
          <source>J Pediatr Nurs</source>
          <year>2019</year>
          <month>11</month>
          <volume>49</volume>
          <fpage>85</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pedn.2019.09.004</pub-id>
          <pub-id pub-id-type="medline">31644960</pub-id>
          <pub-id pub-id-type="pii">S0882-5963(18)30600-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roozbeh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Soares</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Maguire</surname>
              <given-names>GQ</given-names>
            </name>
            <name name-style="western">
              <surname>Wuhib</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Padala</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mahloo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Turull</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yadhav</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kostic</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Software-defined 'hardware' infrastructures: a survey on enabling technologies and open research directions</article-title>
          <source>IEEE Commun Surv Tutorials</source>
          <year>2018</year>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>2454</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1109/comst.2018.2834731</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaramillo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Smart</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Leveraging Microservices Architecture by Using Docker Technology</article-title>
          <source>SoutheastCon</source>
          <year>2016</year>
          <conf-name>SC'16</conf-name>
          <conf-date>March 30-April 3, 2020</conf-date>
          <conf-loc>Norfolk, VA, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1109/secon.2016.7506647</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buchgeher</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Winterer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weinreich</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Luger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wingelhofer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Aistleitner</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Microservices in a Small Development Organization</article-title>
          <source>European Conference on Software Architecture</source>
          <year>2017</year>
          <conf-name>ECSA'17</conf-name>
          <conf-date>September 11-15, 2017</conf-date>
          <conf-loc>Canterbury, United Kingdom</conf-loc>
          <pub-id pub-id-type="doi">10.1007/978-3-319-65831-5_15</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Venable</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pries-Heje</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Baskerville</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>FEDS: a framework for evaluation in design science research</article-title>
          <source>Eur J Inform Sys</source>
          <year>2017</year>
          <month>12</month>
          <day>19</day>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>77</fpage>
          <lpage>89</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1057/ejis.2014.36"/>
          </comment>
          <pub-id pub-id-type="doi">10.1057/ejis.2014.36</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Software architecture review by association</article-title>
          <source>J Syst Sofw</source>
          <year>2014</year>
          <month>02</month>
          <volume>88</volume>
          <fpage>87</fpage>
          <lpage>101</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.jss.2013.09.044"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jss.2013.09.044</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Redish</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Expanding usability testing to evaluate complex systems</article-title>
          <source>J Usability Stud</source>
          <year>2007</year>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>102</fpage>
          <lpage>11</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cooke</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Assessing concurrent think-aloud protocol as a usability test method: a technical communication approach</article-title>
          <source>IEEE Trans Profess Commun</source>
          <year>2010</year>
          <month>09</month>
          <volume>53</volume>
          <issue>3</issue>
          <fpage>202</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1109/TPC.2010.2052859</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>L(</given-names>
            </name>
          </person-group>
          <article-title>Example Post-Test Questionnaire</article-title>
          <source>University of Minnesota Duluth</source>
          <access-date>2020-12-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.d.umn.edu/~lcarlson/testing/planning/post_questionnaire1.html">https://www.d.umn.edu/~lcarlson/testing/planning/post_questionnaire1.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barnum</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Usability Testing Essentials: Ready, Set ...Test!</source>
          <year>2010</year>
          <publisher-loc>Amsterdam, Netherlands</publisher-loc>
          <publisher-name>Elvisor</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCurdie</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Taneva</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Casselman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yeung</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McDaniel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Cafazzo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>mHealth consumer apps: the case for user-centered design</article-title>
          <source>Biomed Instrum Technol</source>
          <year>2012</year>
          <volume>Suppl</volume>
          <fpage>49</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.2345/0899-8205-46.s2.49</pub-id>
          <pub-id pub-id-type="medline">23039777</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>McCullough</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jha</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>A changing landscape of physician quality reporting: analysis of patients' online ratings of their physicians over a 5-year period</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>02</month>
          <day>24</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>e38</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/1/e38/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2003</pub-id>
          <pub-id pub-id-type="medline">22366336</pub-id>
          <pub-id pub-id-type="pii">v14i1e38</pub-id>
          <pub-id pub-id-type="pmcid">PMC3374528</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Peppard</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Gottlieb</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Epidemiology of obstructive sleep apnea: a population health perspective</article-title>
          <source>Am J Respir Crit Care Med</source>
          <year>2002</year>
          <month>05</month>
          <day>1</day>
          <volume>165</volume>
          <issue>9</issue>
          <fpage>1217</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.1164/rccm.2109080</pub-id>
          <pub-id pub-id-type="medline">11991871</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maedche</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Conceptualization of the Problem Space in Design Science Research</article-title>
          <source>International Conference on Design Science Research in Information Systems and Technology</source>
          <year>2019</year>
          <conf-name>DESRIST'19</conf-name>
          <conf-date>June 4-6, 2019</conf-date>
          <conf-loc>Worcester, MA, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1007/978-3-030-19504-5_2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>vom Brocke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Maedche</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The DSR grid: six core dimensions for effectively planning and communicating design science research projects</article-title>
          <source>Electron Mark</source>
          <year>2019</year>
          <month>07</month>
          <day>29</day>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>379</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1007/s12525-019-00358-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sharman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Upadhyaya</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Data model development for fire related extreme events: an activity theory approach</article-title>
          <source>MIS Q</source>
          <year>2013</year>
          <month>01</month>
          <day>1</day>
          <volume>37</volume>
          <issue>1</issue>
          <fpage>125</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.25300/misq/2013/37.1.06</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Uden</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Helo</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Designing mobile interfaces using activity theory</article-title>
          <source>Int J Mob Commun</source>
          <year>2008</year>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>616</fpage>
          <pub-id pub-id-type="doi">10.1504/ijmc.2008.019325</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brhel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meth</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Maedche</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Werder</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Exploring principles of user-centered agile software development: a literature review</article-title>
          <source>Inform Software Tech</source>
          <year>2015</year>
          <month>05</month>
          <volume>61</volume>
          <fpage>163</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1016/j.infsof.2015.01.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mirkovic</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jessen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kristjansdottir</surname>
              <given-names>OB</given-names>
            </name>
            <name name-style="western">
              <surname>Krogseth</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Koricho</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Ruland</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Developing technology to mobilize personal strengths in people with chronic illness: positive codesign approach</article-title>
          <source>JMIR Form Res</source>
          <year>2018</year>
          <month>06</month>
          <day>5</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e10774</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2018/1/e10774/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10774</pub-id>
          <pub-id pub-id-type="medline">30684404</pub-id>
          <pub-id pub-id-type="pii">v2i1e10774</pub-id>
          <pub-id pub-id-type="pmcid">PMC6334702</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reis</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>The Lean Startup</source>
          <year>2011</year>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>Crown Business</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aurum</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wohlin</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A product management challenge: creating software product value through requirements selection</article-title>
          <source>J Syst Architect</source>
          <year>2008</year>
          <month>06</month>
          <volume>54</volume>
          <issue>6</issue>
          <fpage>576</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1016/j.sysarc.2007.12.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muraski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Iversen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Iversen</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Building collaboration networks and alliances to solve the IT talent shortage: a revelatory case study</article-title>
          <source>J Midwest Assoc Inform Syst</source>
          <year>2021</year>
          <fpage>1</fpage>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
