<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i6e24509</article-id>
      <article-id pub-id-type="pmid">34081015</article-id>
      <article-id pub-id-type="doi">10.2196/24509</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Testing the Feasibility of Sensor-Based Home Health Monitoring (TEC4Home) to Support the Convalescence of Patients With Heart Failure: Pre–Post Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Shahar</surname>
            <given-names>Yuval</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ware</surname>
            <given-names>Patrick</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yeh</surname>
            <given-names>Chun-Yin</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Ho</surname>
            <given-names>Kendall</given-names>
          </name>
          <degrees>MD, FRCPC</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Digital Emergency Medicine</institution>
            <institution>University of British Columbia</institution>
            <addr-line>818 West 10th Avenue</addr-line>
            <addr-line>2329 West Mall</addr-line>
            <addr-line>Vancouver, BC, V6T 1Z4</addr-line>
            <country>Canada</country>
            <phone>1 604 822 0327</phone>
            <email>kendall.ho@ubc.ca</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4936-9031</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Novak Lauscher</surname>
            <given-names>Helen</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4992-7662</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Cordeiro</surname>
            <given-names>Jennifer</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2118-1192</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Hawkins</surname>
            <given-names>Nathaniel</given-names>
          </name>
          <degrees>MBChB, MD, MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1286-2014</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Scheuermeyer</surname>
            <given-names>Frank</given-names>
          </name>
          <degrees>MD, MHSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9517-9258</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Mitton</surname>
            <given-names>Craig</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7871-8977</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Wong</surname>
            <given-names>Hubert</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8840-4509</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>McGavin</surname>
            <given-names>Colleen</given-names>
          </name>
          <degrees>BA, DipED</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2520-4275</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>Dianne</given-names>
          </name>
          <degrees>RN, CCN(C)</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2176-032X</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Apantaku</surname>
            <given-names>Glory</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6083-4563</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Karim</surname>
            <given-names>Mohammad Ehsan</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0346-2871</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Bhullar</surname>
            <given-names>Amrit</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1450-6390</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Abu-Laban</surname>
            <given-names>Riyad</given-names>
          </name>
          <degrees>MD, MHSc, FRCPC</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4873-9467</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Nixon</surname>
            <given-names>Suzanne</given-names>
          </name>
          <degrees>BScN, RN, MSN</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0658-6036</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>Tyler</given-names>
          </name>
          <degrees>CPA, MBA</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6543-9562</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Digital Emergency Medicine</institution>
        <institution>University of British Columbia</institution>
        <addr-line>Vancouver, BC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>University of British Columbia</institution>
        <addr-line>Vancouver, BC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Centre for Clinical Epidemiology &#38; Evaluation</institution>
        <institution>University of British Columbia</institution>
        <addr-line>Vancouver, BC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Centre for Health Evaluation &#38; Outcome Sciences</institution>
        <institution>University of British Columbia</institution>
        <addr-line>Vancouver, BC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>BC Support for People &#38; Patient-Oriented Research &#38; Trials</institution>
        <addr-line>Vancouver, BC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Vancouver General Hospital</institution>
        <addr-line>Vancouver, BC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>TELUS Health</institution>
        <addr-line>Vancouver, BC</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Kendall Ho <email>kendall.ho@ubc.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>3</day>
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <volume>5</volume>
      <issue>6</issue>
      <elocation-id>e24509</elocation-id>
      <history>
        <date date-type="received">
          <day>22</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>2</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>18</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>3</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Kendall Ho, Helen Novak Lauscher, Jennifer Cordeiro, Nathaniel Hawkins, Frank Scheuermeyer, Craig Mitton, Hubert Wong, Colleen McGavin, Dianne Ross, Glory Apantaku, Mohammad Ehsan Karim, Amrit Bhullar, Riyad Abu-Laban, Suzanne Nixon, Tyler Smith. Originally published in JMIR Formative Research (https://formative.jmir.org), 03.06.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2021/6/e24509" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Patients with heart failure (HF) can be affected by disabling symptoms and low quality of life. Furthermore, they may frequently need to visit the emergency department or be hospitalized due to their condition deteriorating. Home telemonitoring can play a role in tracking symptoms, reducing hospital visits, and improving quality of life.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our objective was to conduct a feasibility study of a home health monitoring (HHM) solution for patients with HF in British Columbia, Canada, to prepare for conducting a randomized controlled trial.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Patients with HF were recruited from 3 urban hospitals and provided with HHM technology for 60 days of monitoring postdischarge. Participants were asked to monitor their weight, blood pressure, and heart rate and to answer symptomology questions via Bluetooth sensors and a tablet computer each day. A monitoring nurse received this data and monitored the patient’s condition. In our evaluation, the primary outcome was the combination of unscheduled emergency department revisits of discharged participants or death within 90 days. Secondary outcomes included 90-day hospital readmissions, patient quality of life (as measured by Veterans Rand 12-Item Health Survey and Kansas City Cardiomyopathy Scale), self-efficacy (as measured by European Heart Failure Self-Care Behaviour Scale 9), end-user experience, and health system cost-effectiveness including cost reduction and hospital bed capacity. In this feasibility study, we also tested the recruitment strategy, clinical protocols, evaluation framework, and data collection methods.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Seventy participants were enrolled into this trial. Participant engagement to monitoring was measured at 94% (N=70; ie, data submitted 56/60 days on average). Our evaluation framework allowed us to collect sound data, which also showed encouraging trends: a 79% reduction of emergency department revisits post monitoring, an 87% reduction in hospital readmissions, and a 60% reduction in the median hospital length of stay (n=36). Cost of hospitalization for participants decreased by 71%, and emergency department visit costs decreased by 58% (n=30). Overall health system costs for our participants showed a 56% reduction post monitoring (n=30). HF-specific quality of life (Kansas City Cardiomyopathy Scale) scores showed a significant increase of 101% (n=35) post monitoring (<italic>P</italic>&#60;.001). General quality of life (Veterans Rand 12-Item Health Survey) improved by 19% (n=35) on the mental component score (<italic>P</italic>&#60;.001) and 19% (n=35) on the physical component score (<italic>P</italic>=.02). Self-efficacy improved by 6% (n=35). Interviews with participants revealed that they were satisfied overall with the monitoring program and its usability, and participants reported being more engaged, educated, and involved in their self-management.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Results from this small-sample feasibility study suggested that our HHM intervention can be beneficial in supporting patients post discharge. Additionally, key insights from the trial allowed us to refine our methods and procedures, such as shifting our recruitment methods to in-patient wards and increasing our scope of data collection. Although these findings are promising, a more rigorous trial design is required to test the true efficacy of the intervention. The results from this feasibility trial will inform our next step as we proceed with a randomized controlled trial across British Columbia.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT03439384; https://clinicaltrials.gov/ct2/show/NCT03439384</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>telemonitoring</kwd>
        <kwd>heart failure</kwd>
        <kwd>home health monitoring</kwd>
        <kwd>technology</kwd>
        <kwd>telehealth</kwd>
        <kwd>emergency care</kwd>
        <kwd>community care</kwd>
        <kwd>emergency department</kwd>
        <kwd>quality of life</kwd>
        <kwd>self-efficacy</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Heart failure (HF) is common, life-limiting, and the leading cause of hospitalization in North America and Europe [<xref ref-type="bibr" rid="ref1">1</xref>]. Patients with HF are affected by debilitating symptoms and impaired quality of life. The median survival after hospitalization is 2.5 years, while rehospitalization rates exceed 20% at 30 days [<xref ref-type="bibr" rid="ref1">1</xref>]. Telemonitoring has been proposed to support patients with HF in the community. Clinical studies to date have demonstrated promising but inconsistent evidence for this strategy. A recent meta-analysis of 17 studies of telemonitoring found mixed results with benefits reported in some areas and no significant change in others [<xref ref-type="bibr" rid="ref2">2</xref>]. Two large randomized controlled trials (RCTs) failed to find a reduction in death or hospitalization [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. These studies did not examine issues such as patients’ level of familiarity and adoption of these technologies [<xref ref-type="bibr" rid="ref3">3</xref>], or integration of technology-enabled monitoring in the context of convalescent care [<xref ref-type="bibr" rid="ref4">4</xref>]. The Telemedical Interventional Management in Heart Failure II (TIM-HF2) trial demonstrated significant reductions in all-cause mortality and days lost due to unplanned cardiovascular hospitalization 1 year after monitoring [<xref ref-type="bibr" rid="ref4">4</xref>]. Further, a meta-analysis concluded that a subpopulation of patients with HF recently discharged from hospital within 28 days of admission benefited preferentially from home telemonitoring and showed reduced mortality and all-cause hospitalizations [<xref ref-type="bibr" rid="ref5">5</xref>]. Further trials of home telemonitoring for patients with HF are required to clarify these findings and their underlying factors.</p>
      <p>Telehealth for Emergency-Community Continuity of Care Connectivity via Home Telemonitoring (TEC4Home) is a 4-year research initiative to evaluate the efficacy of home health monitoring (HHM) as an integrated component of health care delivery to support the transition of patients with HF from hospital to home. The initiative consists of a feasibility study followed by a pragmatic, multicenter, RCT [<xref ref-type="bibr" rid="ref6">6</xref>]. The purpose of this paper is to report the results of the feasibility study conducted in preparation for the RCT, to test the clinical and technical monitoring protocols in hospital and community settings, and to refine the evaluation framework. We hypothesized that the study procedures would be acceptable to both patients and providers; that the evaluation framework would capture useful metrics for outcome evaluation; and that the results would suggest a trend toward decreasing 90-day emergency department (ED) revisits and hospital admission rates, enhancing quality of life, improving self-efficacy, and reducing health care costs for patients and the health care system.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Recruitment Procedures</title>
        <p>The feasibility study was an unblinded trial. Participants were prospectively recruited from EDs and inpatient units at 3 large urban hospital sites in British Columbia from November 2016 to July 2017. As this study was designed to assess the feasibility of the study protocol and refine procedures with a purposive sample gleaned from the feasibility study sites, no power calculation was conducted. Rather, the sample size was estimated from the recruitable number of patients with HF presenting at the ED sites based on administrative data with HF diagnosis and factoring in estimation of eligibility and attrition rates.</p>
        <p>The inclusion criteria were as follows: one or more typical clinical HF symptoms; one or more typical clinical HF signs; one or more objective measures of HF, such as brain natriuretic peptide elevation or chest x-ray findings; currently receiving diuretic therapy; and age of 19 years or above. The exclusion criteria were as follows: inability to complete study procedures; no access to a reliable phone for communicating with a nurse; coronary or structural heart intervention during admission that would alter the course of HF convalescence with medical therapies alone; patients not expecting to present back to hospital for further deterioration, such as those wanting to die at home (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for the patient participant eligibility criteria of the feasibility).</p>
        <p>Potential participants were first identified via referrals from hospital ED staff and screening hospital ED lists. Throughout recruitment, the study team expanded referral streams to include hospital in-patient wards to increase recruitment numbers. Eligible patients were contacted in the hospital when possible or immediately after discharge. Participants completed the consent process and were enrolled within 7 days from hospital discharge.</p>
        <p>This study obtained ethics and associated approvals (no. H16-01076) from the regions where the 3 hospitals operate: University of British Columbia (UBC), Vancouver Coastal Health, and Interior Health Authorities.</p>
      </sec>
      <sec>
        <title>HHM Intervention</title>
        <p>The HHM device kits were provided by TELUS Health (technology partner). The kit included a touch screen tablet computer and Bluetooth-connected sensors that included a blood pressure cuff, a pulse oximeter, and a weighing scale. Upon enrollment and after patients returned home, monitoring nurses aimed to contact all participants within 1-3 days by telephone. Nurses trained to provide monitoring during the study period were seconded from cardiac clinics and had extensive experience managing patients with HF. During the first call, the nurse confirmed eligibility and scheduled the delivery of the HHM device kit. Kits were provided free of charge for 60 days and were delivered and set up in participants’ homes by a technician. The protocol sought to have kits delivered within 7 days of discharge from the hospital; however, this varied depending on the individual patient’s scheduling preference.</p>
        <p>Participants were taught how to use the device kit by the technicians at the time of delivery and were observed submitting their first set of biometric measurements (ie, blood pressure, oxygen saturation, pulse, and weight) and answering 10-12 yes-or-no questions regarding symptoms (eg, “I feel more short of breath today”) in the technician’s presence. Participants were then asked to continue daily submissions of 1 set of this data per day for the next 60 days. The monitoring nurse sent an enrollment letter to the participant’s primary care provider (PCP) and other health care team members (eg, specialists), if appropriate, to notify them of their patients’ participation in the monitoring program and research study. PCPs or specialists were also asked to review and change the default monitoring limits of the patients (eg, blood pressure, heart rate limits, or oxygen saturation levels) to customize to patients’ needs if required. Dry target weight was also requested if known.</p>
        <p>Monitoring data were reviewed by a single monitoring nurse Monday through Friday between 8:00 AM and 4:00 PM (excluding statutory holidays) via a web-based dashboard. The primary monitoring nurse performing the monitoring was a cardiac specialty nurse with over 20 years of experience working in cardiac care settings, such as a heart function clinic.</p>
        <p>The platform listed and flagged patient measurements falling outside of predefined default (or customized) values (eg, weight gain of more than 5 lbs in 2 days), changes in symptoms, or missed data submissions. Alerts were flagged as red/severe (eg, systolic blood pressure &#60; 85 mm Hg or &#62;160 mm Hg) or yellow/caution (eg, systolic blood pressure 85-89 mm Hg or 141-160 mm Hg). The monitoring nurse followed up by telephone with the participants on all concerning flags and alerts. The monitoring nurse was authorized to advise the patient on better managing their condition and to provide education on management of the patient’s condition. For medication changes, the monitoring nurse would connect with the most responsible physician (eg, PCP) of the patient to facilitate these changes. In addition, the monitoring nurse would connect with other specialists with whom the patient was attached, if needed. For urgent situations, such as severe shortness of breath, the monitoring nurse was advised to direct the patient to their closest urgent care center or to call 911. Interventions that resulted from consultations between patients and monitoring nurses were documented in monitoring nurses’ notes, and summaries were shared via fax with the participants’ PCP every 2 weeks or as needed. The nurse also provided HF self-management education including advance care planning discussions to participants over the telephone, referring to a binder of HF self-management materials provided to participants upon enrollment into the study. Participants were discharged from the monitoring program after 60 days with a final report summarizing the monitoring data sent to the PCP. Participants were contacted again 30 days after discharge from the HHM program by telephone to complete a follow-up survey and to obtain their feedback on the HHM monitoring program.</p>
      </sec>
      <sec>
        <title>Primary and Secondary Outcomes</title>
        <p>Key metrics were drawn from the Triple Aim Plus framework [<xref ref-type="bibr" rid="ref7">7</xref>], and both quantitative and qualitative data were collected from patient participants, participants’ PCPs, and the monitoring nurses. The primary outcome was the combination of unscheduled ED revisits in discharged participants within 90 days of discharge or all-cause death. Secondary outcomes included hospital readmission, patient participant health status (eg, quality of life, self-efficacy), end-user experience, and health system cost-effectiveness (including cost reduction and hospital bed capacity).</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <sec>
          <title>Patient Participant Experience and Outcomes</title>
          <p>Administrative data and data regarding patient participant experience and 90-day outcomes were collected via presurveys (at the time of consent) and postsurveys (30 days after monitoring discharge), with participants serving as their own controls.</p>
          <p>Participants completed presurveys at enrollment and postsurveys from home via mail or over the telephone. The surveys, as outlined below, comprised multiple validated scales to assess pre-to-post changes in quality of life, self-efficacy, and health care utilization.</p>
          <p>The Veterans Rand 12-Item Health Survey (VR-12) was included to measure health-related quality of life (general) [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. The scale assesses 8 domains of health to produce a physical component and a mental component score.</p>
          <p>The Kansas City Cardiomyopathy Scale (KCCQ-12) measures HF-specific quality of life [<xref ref-type="bibr" rid="ref10">10</xref>]. The shortened 12-item scale assesses “patient-reported symptoms, function and quality of life for patients with heart failure.” Agreement between the KCCQ-12 and the full KCCQ 23-item scale, which it is derived from, has previously been tested and results in a construct validity of 0.93-0.96 in quality of life scores, 0.97 in physical limitation scores, 0.98 in social limitation scores, and 0.98-0.99 in summary scores. Test–retest reliability calculations of KCCQ-12 have resulted in scores ranging from a 0.76 to 0.91 correlation across all domains. Scoring is calculated on a 100-point scale, with a higher score indicating a better overall health status.</p>
          <p>The European Heart Failure Self-Care Behaviour Scale 9 (EHFScBs-9) was employed to assess self-care self-efficacy [<xref ref-type="bibr" rid="ref11">11</xref>]. Internal reliability of this scale has been previously tested with a test score of 0.80 [<xref ref-type="bibr" rid="ref11">11</xref>]. This scale consists of a 9 to 45-point scale, with lower scores indicating better self-care. For this trial, the method of standardizing the score to a 0-100 scale was used to make interpretation easier [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
          <p>The My Healthcare Utilization Survey was included, as it assesses health care resource utilization and can collect information about the type and frequency of health-related services used within a specified time period. This scale was developed for this trial in collaboration with the UBC School of Population and Public Health</p>
          <p>The System Usability Scale (postsurvey only) was also used, as it can evaluate the usability of a technology-based application [<xref ref-type="bibr" rid="ref13">13</xref>]. The scale is scored on a 0 to 100-point scale, with higher scores representing better usability.</p>
          <p>Basic demographic data (presurvey only) were also collected from participants and included age, sex, education level, and ethnicity.</p>
          <p>Optional interviews were offered to all patient participants who completed the 90-day follow-up survey to gather additional feedback about their overall experience.</p>
        </sec>
        <sec>
          <title>Health Care Provider Experience</title>
          <p>After study completion, the monitoring nurses were interviewed to explore their overall experience with the monitoring model, the benefits and challenges, and suggestions for improvement (see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> for the monitoring nurse interview protocol).</p>
          <p>Participants’ PCPs were invited to provide feedback regarding the HHM intervention’s impact on care delivery and workload through surveys, which were faxed to them (see <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> for the primary care physician survey protocol).</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <sec>
          <title>Patient Participant Experience and Outcomes</title>
          <p>Survey data were entered into a Research Electronic Data Capture (REDCap) database [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>] hosted at the Centre for Health Evaluation &#38; Outcome Sciences (CHEOS) and were analyzed using R statistical package version 3.5.3 (R Foundation for Statistical Computing). The pre-to-postsurveys were coded and scored according to the validated scales’ instructions, and paired <italic>t</italic> tests were used to assess pre-to-post difference across the outcome measures. The results are described as means with SD for parametric data and medians with IQRs for nonparametric data.</p>
          <p>Pre–post analysis of administrative data was performed using Microsoft Excel (Microsoft Corporation). To determine pre–post change, we calculated the absolute risk reduction. Pre- and posthealth care costs and impacts were calculated using the self-reported health care utilization surveys. To calculate out-of-pocket costs, we used participants’ self-reported data on expenses related to their health condition, which included information on drugs, aids to daily living, housekeeping or home care, and transportation to and from medical appointments.</p>
          <p>Interviews with patient participants about the overall experience were recorded and transcribed verbatim. Transcripts were coded, and content analysis was performed to summarize the interviews into themes (see <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref> for the patient participant interview analysis codebook).</p>
        </sec>
        <sec>
          <title>Health Care Provider Experience</title>
          <p>Survey and interview data collected from the monitoring nurses and the PCPs were summarized using content analysis to draw out themes and recommendations to guide future HHM implementations. Interview data were recorded and transcribed verbatim. Transcripts were coded and summarized by 2 researchers (AB and an undergraduate student) into main themes, including level of satisfaction for providing care, communication with participants, impact, and areas for improvement (see <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> for the monitoring nurse interview analysis codebook).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Recruitment</title>
        <p>
From October 2016 to June 2017, 519 patients who met the criterion of presenting to the hospital with shortness of breath were referred and screened for further HF eligibility screening: 219 met the study eligibility criteria for HF, and 70 were enrolled. Out of these 70, 47 (67%) participants completed the enrollment survey and thus provided demographic information. The median age of these participants was 75 years (range: 44-93 years), 24/47 (51%) participants identified as male, 36/47 (76%) identified as White (of European descent), and 45/47 (96%) identified English as their language of preference for health care matters.</p>
        <p>The top 3 reasons for nonparticipation included patients declining, patients not meeting clinical eligibility criteria, and inability to provide informed consent (see <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref> for a summary of the most common reasons for patients not participating). Of the 121 patients who declined to participate, most did not provide a reason (see <xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref> for a summary of reasons provided by eligible patients who declined to participate).</p>
        <p>Of the 70 participants, 47 completed and returned the enrollment survey, 49 completed and returned the 90-day survey, and 35 completed and returned both the enrollment and 90-day survey. The subsamples providing data for each area of analysis are specified in the following section.</p>
      </sec>
      <sec>
        <title>HHM Adherence</title>
        <p>Participants were expected to be in the monitoring system for 60 days, submitting data once per day. Actual monitoring adherence (ie, the actual days data were entered) averaged 56 days across our sample, which is a 94% adherence rate based on the 60 days of baseline expectation.</p>
        <p>Satisfaction with the monitoring platform as measured by the System Usability Scale [<xref ref-type="bibr" rid="ref13">13</xref>] resulted in a mean score of 80.0 and a median of 81.4 on a 100-point scale (n=49).</p>
      </sec>
      <sec>
        <title>Patient Participant Experience and Outcomes</title>
        <sec>
          <title>Health Care Utilization</title>
          <p>Administrative data were available for 2 of the 3 participating sites that included 36 of the 70 participants (51%). ED visits, rehospitalizations, and length of stay all decreased for these participants. Furthermore, the overall duration of rehospitalization decreased (see <xref ref-type="table" rid="table1">Table 1</xref>).</p>
          <p>There was a 71% reduction in hospitalization costs (<italic><italic>P</italic>&#60;.001</italic>), along with a 58% reduction in ED visit costs, although the latter did not reach statistical significance. PCP and specialist costs were similar in the pre–post analysis.</p>
          <p>For the 30 participants (43%) who completed survey items included in the cost analysis, we estimated a 49% reduction in out-of-pocket costs (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Administrative data of change in ED visits, hospital admissions, and length of stay (n=36).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="250"/>
              <col width="250"/>
              <col width="250"/>
              <col width="250"/>
              <thead>
                <tr valign="bottom">
                  <td>Data type</td>
                  <td>90 days pre-TEC4Home<sup>a</sup></td>
                  <td>90 days post-TEC4Home</td>
                  <td>Pre–post change (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>ED<sup>b</sup> visits</td>
                  <td>66</td>
                  <td>14</td>
                  <td>–79</td>
                </tr>
                <tr valign="top">
                  <td>Hospital admissions</td>
                  <td>54</td>
                  <td>7</td>
                  <td>–87</td>
                </tr>
                <tr valign="top">
                  <td>Length of stay (days), total (median)</td>
                  <td>440 (5.0)</td>
                  <td>71 (8.0)</td>
                  <td>–84 (60)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>TEC4Home: Telehealth for Emergency-Community Continuity of Care Connectivity via Home Telemonitoring.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>ED: emergency department.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Per-patient aggregate health care utilization cost.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="200"/>
              <col width="200"/>
              <col width="200"/>
              <col width="200"/>
              <col width="200"/>
              <thead>
                <tr valign="bottom">
                  <td>Cost type</td>
                  <td>Mean pre-TEC4home<sup>a</sup> cost (US$)</td>
                  <td>Mean post-TEC4home cost (US$)</td>
                  <td>Cost reduction (US$), n (95% CI)</td>
                  <td>Pre–post change (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>ED<sup>b</sup> visits cost<sup>c</sup></td>
                  <td>618</td>
                  <td>262</td>
                  <td>–376 (–87 to 799)</td>
                  <td>–58</td>
                </tr>
                <tr valign="top">
                  <td>PCP<sup>d</sup> visits cost<sup>e</sup></td>
                  <td>126</td>
                  <td>129</td>
                  <td>3 (–52 to 47)</td>
                  <td>2</td>
                </tr>
                <tr valign="top">
                  <td>LoS<sup>f</sup> cost (ie, overall hospital cost)<sup>g</sup></td>
                  <td>10,792</td>
                  <td>3091</td>
                  <td>–7701 (–3772 to 11,631)</td>
                  <td>–71</td>
                </tr>
                <tr valign="top">
                  <td>Specialist visits<sup>h</sup></td>
                  <td>160</td>
                  <td>132</td>
                  <td>–28 (–72 to 128)</td>
                  <td>–18</td>
                </tr>
                <tr valign="top">
                  <td>Patient-reported out-of-pocket cost</td>
                  <td>357</td>
                  <td>185</td>
                  <td>–175 (–49 to –395)</td>
                  <td>–49</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>TEC4Home: Telehealth for Emergency-Community Continuity of Care Connectivity via Home Telemonitoring.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>ED: emergency department.</p>
              </fn>
              <fn id="table2fn3">
                <p><sup>c</sup>Costs calculated based on standard outpatient cost from the Canadian Institute for Health Information: US $314.15.</p>
              </fn>
              <fn id="table2fn4">
                <p><sup>d</sup>PCP: primary care provider.</p>
              </fn>
              <fn id="table2fn5">
                <p><sup>e</sup>Standard PCP visits cost obtained from the Ministry of Health Medical Services Commission payment schedule.</p>
              </fn>
              <fn id="table2fn6">
                <p><sup>f</sup>LoS: length of stay.</p>
              </fn>
              <fn id="table2fn7">
                <p><sup>g</sup>Per diem ward (1 night in hospital) from the Canadian Institute for Health Information: US $1520.20.</p>
              </fn>
              <fn id="table2fn8">
                <p><sup>h</sup>Special visits cost obtained from the Ministry of Health Medical Services Commission payment schedule.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Participant Experience and Outcomes</title>
          <p>For the 35 participants who reported a complete set of pre- and postoutcomes, disease-specific quality of life demonstrated the greatest improvement, and mental and physical general quality of life also significantly improved (<xref ref-type="table" rid="table3">Table 3</xref>). No significant change occurred in HF self-care behavior.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Patient-reported outcomes pre- and post-TEC4Home.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="210"/>
              <col width="170"/>
              <col width="180"/>
              <col width="180"/>
              <col width="130"/>
              <col width="130"/>
              <thead>
                <tr valign="bottom">
                  <td>Patient-reported outcome</td>
                  <td>Pre-TEC4Home<sup>a</sup> (score out of 100)</td>
                  <td>Post-TEC4Home (score out of 100)</td>
                  <td>Pre–post change, mean (95% CI)</td>
                  <td>Pre–post change (%)</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Heart failure–specific quality of life (KCCQ-12<sup>b</sup>)</td>
                  <td>33.4</td>
                  <td>67.1</td>
                  <td>33.7 (40.05-23.84)</td>
                  <td>100.8</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Health-related quality of life (VR-12<sup>c</sup> mental component)</td>
                  <td>43.1</td>
                  <td>51.4<break/>  <break/>  </td>
                  <td>8.3(12.48-4.08)</td>
                  <td>19.2</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Health-related quality of life (VR-12 physical component)</td>
                  <td>26.7</td>
                  <td>31.7<break/>  <break/>  </td>
                  <td>5.0 (0.83-8.12)</td>
                  <td>18.7</td>
                  <td>.02</td>
                </tr>
                <tr valign="top">
                  <td>Heart failure self-care behavior (EHFScBs-9<sup>d</sup>)</td>
                  <td>70.2</td>
                  <td>74.3</td>
                  <td>4.1 (14.59-3.48)</td>
                  <td>5.84</td>
                  <td>.22</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>TEC4Home: Telehealth for Emergency-Community Continuity of Care Connectivity via Home Telemonitoring.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>KCCQ-12: Kansas City Cardiomyopathy Scale.</p>
              </fn>
              <fn id="table3fn3">
                <p><sup>c</sup>VR-12: Veterans Rand 12-Item Health Survey.</p>
              </fn>
              <fn id="table3fn4">
                <p><sup>d</sup>EHFScBs-9: European Heart Failure Self-Care Behaviour Scale 9.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Participant Experience</title>
          <p>Participants who completed the postsurvey were invited to take part in a telephone interview to discuss their experiences further: 11 out of the 49 participants (22%) who completed the postsurvey participated in telephone interviews to further discuss their experiences in the study. The findings are summarized in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>. Most notably, they described TEC4Home as contributing to a sense of safety and security after the transition from the hospital:</p>
          <disp-quote>
            <p>I wasn't afraid to come home [from the hospital]…it actually brought me a lot of comfort and security once I came home.</p>
          </disp-quote>
          <p>Participants also expressed that they felt more involved in their own care as a result of participating in the home monitoring intervention:</p>
          <disp-quote>
            <p>The TEC4Home program taught me how valuable it is</p>
            <attrib>to monitor my condition</attrib>
          </disp-quote>
          <boxed-text id="box1" position="float">
            <title>Summarized findings from patient interview feedback by themes.</title>
            <p>
              <bold>Project satisfaction</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Overall, all (11/11) participants described being pleased with their participation in the project.</p>
              </list-item>
            </list>
            <p>
              <bold>Experience</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Most (9/11) reported ease of use with the technology and training provided.</p>
              </list-item>
              <list-item>
                <p>Most (8/11) expressed they were content with the support and education provided by the monitoring nurse.</p>
              </list-item>
              <list-item>
                <p>All (11/11) expressed feeling more involved in their own care.</p>
              </list-item>
            </list>
            <p>
              <bold>Perceived impact</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>A few (3/11) participants expressed that they perceived that their primary care provider appreciated the regular patient reports (most participants felt that the program did not impact the relationship, positively or negatively, with their primary care provider in any significant way).</p>
              </list-item>
            </list>
            <p>
              <bold>Challenges</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>A few (3/11) participants expressed some technical difficulties with the equipment (eg, blood pressure cuff ripped, blood pressure cuff not fitting properly, oximeter not working, weight scale not accurate).</p>
              </list-item>
              <list-item>
                <p>Some (4/11) participants wished the monitoring was a 7-day support service.</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
      </sec>
      <sec>
        <title>Health Care Provider Experience</title>
        <p>Interviews were also conducted with the 2 monitoring nurses and covered satisfaction, patient–care provider interactions, procedures and usability, and perceived impact. Findings are summarized in <xref ref-type="boxed-text" rid="box2">Textbox 2</xref>. Monitoring nurses emphasized that they perceived positive impacts on participants quality of life and confidence:</p>
        <disp-quote>
          <p>Patients were definitely more engaged with their self-management. They’re able to report changes in their symptoms and their weights and things like that.</p>
        </disp-quote>
        <p>PCPs were invited to participate in surveys, but we did not receive any responses from them.</p>
        <boxed-text id="box2" position="float">
          <title>Summarized findings from monitoring nurse feedback by theme. Monitoring nurse feedback (n=2).</title>
          <p>
            <bold>Satisfaction</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Both (2/2) monitoring nurses expressed satisfaction with the project and their experiences working with patient participants.</p>
            </list-item>
          </list>
          <p>
            <bold>Patient–care provider interactions</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Monitoring nurses expressed satisfaction with the level of care they were able to provide through the program.</p>
            </list-item>
            <list-item>
              <p>The nurses described how some primary care providers were more responsive than others but that the overall coordination of care improved because of her communications with nurse practitioners at the HF clinics, home care clinicians, and specialist physicians.</p>
            </list-item>
          </list>
          <p>
            <bold>Procedures and usability</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>The remote patient monitoring clinician station interface could have been more streamlined.</p>
            </list-item>
            <list-item>
              <p>Graphical visualizations of patients’ biometric data were mentioned as an area of improvement.</p>
            </list-item>
            <list-item>
              <p>Consenting of patients too early led to dropout or ineligibility issues later on.</p>
            </list-item>
            <list-item>
              <p>For the HF protocol, questions could be modified to understand the patient’s condition relative to the previous day (eg, “Is your shortness of breath the same, better or worse today?”).</p>
            </list-item>
          </list>
          <p>
            <bold>Impact</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>The clinicians expressed a perceived impact on their patients in quality of life and self-management and confidence.</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This TEC4Home feasibility study, a precursor to the full TEC4Home RCT to follow, focused on exploring 3 key issues: (1) Would the study procedures be acceptable to both patients and providers? (2) Would the evaluation framework capture useful metrics for outcome evaluation? (3) Did the results suggest a trend toward HHM improving the care of patients with HF?</p>
      <sec>
        <title>Insights From the Results of the Feasibility Study</title>
        <p>The purpose and scope of this feasibility study were not designed to determine the efficacy of HHM. Nevertheless, we observed important trending of the data showing benefits across all 3 domains of the Triple Aim Plus framework. Most importantly, fewer patients had unscheduled ED revisits, fewer were readmitted to hospital, and the overall length of hospitalization decreased. In terms of quality of life, participants reported improved scores for both HF and general questionnaires. Furthermore, in economic terms, a cost consequence analysis showed that in all health care utilization factors measured, TEC4Home participants demonstrated decreased cost to the health system and decreased out-of-pocket costs. Finally, both participants and providers felt an improved experience in managing the patient’s HF.</p>
        <p>The observation that our participants felt better while being monitored was similar to clinical case series and studies demonstrating high participant satisfaction when patients with HF were monitored at home [<xref ref-type="bibr" rid="ref16">16</xref>]. Critically, our positive results differ from those of previous studies that suggested no benefit [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. We hypothesize that TEC4Home was designed to support a patient in the postdischarge period for 60 days, which may be a reason for our promising results. Our study also measured participants’ quality of life and end-user experience, and both were found to increase. These findings have not been frequently reported in the literature.</p>
      </sec>
      <sec>
        <title>Acceptability of the Conduct of Research</title>
        <p>This study, conducted in 3 urban sites in British Columbia, enrolled motivated patients. Of the 219 patients fulfilling eligibility criteria, only 70 patients enrolled, resulting in a recruitment rate of 32.0%. It would, therefore, be important to increase identification, recruitment, and enrollment of eligible patients. One challenge experienced was attempting to recruit patients at the height of their exacerbation in the ED. Indeed, other studies have encountered similar challenges in recruiting from the ED with common difficulties, such as time-consuming health record searches, limited research nurse support, and lack of face-to-face communication between patient and researcher [<xref ref-type="bibr" rid="ref17">17</xref>]. The results we provide in <xref ref-type="table" rid="table1">Table 1</xref> helped us to understand some of the factors that led to eligible patients declining participation, such as not feeling well enough to participate and not feeling comfortable using HHM or having someone to help them use it.</p>
        <p>We presented these findings to our research study patient advisory committee and collectively developed the following ways to improve recruitment of eligible patients: increase engagement with the hospital staff members to raise awareness of TEC4Home to improve referral rates of potential patients, and identify optimal times to approach patients during patients’ hospital stays (eg, when they begin to feel better) or being careful to avoid recruiting while in the ED, especially when patients are being admitted to hospital.</p>
        <p>The feasibility study also helped us to devise the following refinements to recruitment procedures: refining recruiter materials, including brochures, videos on how to use the HHM tool kit, and other materials to demystify study procedures and pique the participants’ interest; reviewing and clarifying the eligibility criteria with recruiters so they can conduct the screening and enrolment of patients more effectively; and establishing an ongoing support-and-feedback loop for site recruiters to promote consistent understanding and support for patient engagement.</p>
        <p>Although a before–after analysis using administrative data is appropriate for a feasibility study, a more definitive trial design with a true control comparison is required. One site was unable to provide administrative data. Further, the discrepancy in responses and return rates between administrative data and survey data will be addressed in the RCT with an emphasis on provincial databases being the definitive source for our primary outcome.</p>
        <p>Our results suggests that participants are generally able to perform self-monitoring routinely over 2 months postdischarge from the hospital. Our participants submitted data on nearly 95% of days, which compares favorably to similar studies. A recent telemonitoring feasibility study with patients with type 2 diabetes mellitus found lower adherence rates compared to our trial [<xref ref-type="bibr" rid="ref18">18</xref>]. We further found the success rate of presurvey completion to be 67% (47/70), postsurvey completion to be 70% (49/70), and pre- and postsurvey completion by the same participants to be 50% (35/70). We identified ways, such as using scheduled reminders, to increase survey returns in our RCT.</p>
        <p>Comments from patients in the survey revealed that those who persisted in using the HHM found the experience very helpful to support their self-management. Technology usability was another area that needed improvement—how to make the equipment more user friendly. Survey comments from monitoring clinicians were also highly useful to improving the types of data we needed to include in the dashboard, the workflow of monitoring nurses when contacting participants and their PCP, and how often the monitoring report summary should be sent to PCPs. We were unable to obtain feedback from participants’ PCPs in this feasibility study and needed to understand the reasons for it. We conducted a focus group with the PCPs to explore this issue prior to conducting the full RCT.</p>
      </sec>
      <sec>
        <title>Evaluation Framework</title>
        <p>This study allowed us to examine our data collection procedures and scope. Overall, our evaluation framework was able to guide the collection of metrics to assess the outcomes that we would like to measure: patient outcome, end-user experiences, and health system cost-effectiveness. The data we collected helped us determine the primary outcome differences before and after monitoring, a basis for hospital utilization and cost comparisons, and end-user experiences based on the validated scales that we selected. This study also guided us in improving the scope of data we would be collecting, such as additional provincial databases covering clinical baseline measures to learn more about our participants at enrollment (eg, severity of illness, comorbidities), more health care utilization indicators (eg, specialized medical services), health care system and patient costs (eg, prescription drugs dispensed), and vital statistics that include accurate and more detailed mortality data. Additionally, the lack of data from a control comparison is a true limitation of any feasibility study design and will be addressed in the upcoming RCT. We also lengthened the period of data collection from just 90 days before and after enrollment to include 3 additional 3-month periods, up to 1 year before and after enrollment to provide insight into long-term effects. A shift from the VR-12 to the EuroQol-5D (EQ-5D) quality of life assessment tool will allow for the calculation of quality-adjusted life-year analysis. All of these refinements based on the feasibility results were implemented in the second phase of TEC4Home, a large-scale RCT designed to further examine home health monitoring across 22 British Columbia hospitals from urban, regional, and rural communities.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This feasibility study better prepared us for a planned multicenter RCT by helping us understand how best to engage patients in eligibility assessment, recruitment, and retention and how to refine our evaluation framework and metrics collection. Furthermore, analysis of the data we collected provided encouragement that HHM can be beneficial for patients with HF post discharge. Findings from this feasibility study provided practical lessons that allowed us to conduct the multicenter RCT as well as identify early positive signals of the benefits of HHM for patients with HF.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Feasibility study patient participant eligibility criteria.</p>
        <media xlink:href="formative_v5i6e24509_app1.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Monitoring nurse interview protocol.</p>
        <media xlink:href="formative_v5i6e24509_app2.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Primary care physician survey protocol.</p>
        <media xlink:href="formative_v5i6e24509_app3.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Patient participant interview analysis code book.</p>
        <media xlink:href="formative_v5i6e24509_app4.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Monitoring nurse interview analysis code book.</p>
        <media xlink:href="formative_v5i6e24509_app5.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>Summary of most common reasons (not exhaustive) for patients not participating.</p>
        <media xlink:href="formative_v5i6e24509_app6.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
      <supplementary-material id="app7">
        <label>Multimedia Appendix 7</label>
        <p>Summary of reasons provided by eligible patients who declined to participate.</p>
        <media xlink:href="formative_v5i6e24509_app7.docx" xlink:title="DOCX File , 12 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CHEOS</term>
          <def>
            <p>Centre for Health Evaluation &#38; Outcome Sciences</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ED</term>
          <def>
            <p>emergency department</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EHFScBs-9</term>
          <def>
            <p>European Heart Failure Self-Care Behaviour Scale 9</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EQ-5D</term>
          <def>
            <p>EuroQol-5D</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">KCCQ-12</term>
          <def>
            <p>Kansas City Cardiomyopathy Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">HF</term>
          <def>
            <p>heart failure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">HHM</term>
          <def>
            <p>home health monitoring</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PCP</term>
          <def>
            <p>primary healthcare provider</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">Tec4Home</term>
          <def>
            <p>Telehealth for Emergency-Community Continuity of Care Connectivity via Home Telemonitoring</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">TIM-HF2</term>
          <def>
            <p>Telemedical Interventional Management in Heart Failure II</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">UBC</term>
          <def>
            <p>University of British Columbia</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">VR-12</term>
          <def>
            <p>Veterans Rand 12-Item Health Survey</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Funding was provided by the Canadian Institute for Health Research, eHealth Innovations Partnership Program, the Michael Smith Foundation for Health Research, and the BC Ministry of Health Strategic Initiative Funding in a partnership between the UBC Digital Emergency Medicine Research Unit and the technology partner TELUS Health.</p>
      <p>This manuscript is submitted on behalf of the TEC4Home Community, a multidisciplinary community of policy makers, physicians, epidemiologists, statisticians, and researchers from British Columbia.</p>
      <p>The publication costs for this article have been covered by Canada Health Infoway Inc., a non-profit corporation funded by the Government of Canada. The funders had no role in study design, data collection, and analysis, or decision to publish the manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>KH is a full professor in UBC Faculty of Medicine leading the Digital Emergency Medicine Unit and, as part of his academic salary from UBC, his academic research work is on digital health technologies including the subject matter in this paper. This TEC4Home project is funded by grants from the Canadian Institutes of Health Research, the Michael Smith Foundation for Health Research, the BC Ministry of Health, TELUS Health, and private donations from the VGH &#38; UBC Hospital Foundation. With the exception of the Health Professional Investigator Award from the Michael Smith Foundation for Health Research, from which KH received partial funding support through the UBC Department of Emergency Medicine for his research salary earnings, all other grants and supports are to fund the implementation and evaluation of this project without benefiting KH directly.
      TS is an employee of TELUS Health, the technology partner for TEC4Home, which has been compensated for providing the hardware and software for the project as well as for professional services support.</p>
        <p>TS is an employee of TELUS Health, the technology partner for TEC4Home, which has been compensated for providing the hardware and software for the project as well as for professional services support.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ambrosy</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Fonarow</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chioncel</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vaduganathan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nodari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>CSP</given-names>
            </name>
            <name name-style="western">
              <surname>Sato</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Gheorghiade</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The global health and economic burden of hospitalizations for heart failure: lessons learned from hospitalized heart failure registries</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2014</year>
          <month>04</month>
          <day>1</day>
          <volume>63</volume>
          <issue>12</issue>
          <fpage>1123</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://linkinghub.elsevier.com/retrieve/pii/S0735-1097(14)00291-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2013.11.053</pub-id>
          <pub-id pub-id-type="medline">24491689</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(14)00291-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brahmbhatt</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cowie</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Remote management of heart failure: an pverview of telemonitoring technologies</article-title>
          <source>Cardiac Failure Review</source>
          <year>2019</year>
          <month>05</month>
          <day>01</day>
          <fpage>86</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15420/cfr.2019.5.3"/>
          </comment>
          <pub-id pub-id-type="doi">10.15420/cfr.2019.5.3</pub-id>
          <pub-id pub-id-type="medline">31179018</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chaudhry</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Mattera</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Spertus</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Herrin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>CO</given-names>
            </name>
            <name name-style="western">
              <surname>Hodshon</surname>
              <given-names>BV</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Krumholz</surname>
              <given-names>HM</given-names>
            </name>
          </person-group>
          <article-title>Telemonitoring in patients with heart failure</article-title>
          <source>N Engl J Med</source>
          <year>2010</year>
          <month>12</month>
          <day>9</day>
          <volume>363</volume>
          <issue>24</issue>
          <fpage>2301</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21080835"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa1010029</pub-id>
          <pub-id pub-id-type="medline">21080835</pub-id>
          <pub-id pub-id-type="pmcid">PMC3237394</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koehler</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Koehler</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Prescher</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kirwan</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Wegscheider</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vettorazzi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lezius</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Winkler</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moeller</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fiss</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Schleder</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Koehler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zugck</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Störk</surname>
              <given-names>Stefan</given-names>
            </name>
            <name name-style="western">
              <surname>Butter</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Prondzinsky</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Spethmann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Angermann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stangl</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Halle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>von Haehling</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dreger</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stangl</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Deckwart</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Anker</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Mortality and morbidity 1 year after stopping a remote patient management intervention: extended follow-up results from the telemedical interventional management in patients with heart failure II (TIM-HF2) randomised trial</article-title>
          <source>Lancet Digit Health</source>
          <year>2020</year>
          <month>01</month>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e16</fpage>
          <lpage>e24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-7500(19)30195-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(19)30195-5</pub-id>
          <pub-id pub-id-type="medline">33328035</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(19)30195-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kitsiou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Paré</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jaana</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effects of home telemonitoring interventions on patients with chronic heart failure: an overview of systematic reviews</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>e63</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/3/e63/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4174</pub-id>
          <pub-id pub-id-type="medline">25768664</pub-id>
          <pub-id pub-id-type="pii">v17i3e63</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376138</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>TEC4Home Healthcare Innovation Community</collab>
          </person-group>
          <article-title>Supporting heart failure patient transitions from acute to community care with home telemonitoring technology: a protocol for a provincial randomized controlled trial (TEC4Home)</article-title>
          <source>JMIR Res Protoc</source>
          <year>2016</year>
          <month>12</month>
          <day>18</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e198</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2016/4/e198/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.5856</pub-id>
          <pub-id pub-id-type="medline">27977002</pub-id>
          <pub-id pub-id-type="pii">v5i4e198</pub-id>
          <pub-id pub-id-type="pmcid">PMC5295826</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berwick</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Nolan</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Whittington</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The triple aim: care, health, and cost</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2008</year>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>759</fpage>
          <lpage>69</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://content.healthaffairs.org/cgi/pmidlookup?view=long&#38;pmid=18474969"/>
          </comment>
          <pub-id pub-id-type="doi">10.1377/hlthaff.27.3.759</pub-id>
          <pub-id pub-id-type="medline">18474969</pub-id>
          <pub-id pub-id-type="pii">27/3/759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kazis</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Selim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>XS</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Dissemination of methods and results from the veterans health study: final comments and implications for future monitoring strategies within and outside the veterans healthcare system</article-title>
          <source>J Ambul Care Manage</source>
          <year>2006</year>
          <volume>29</volume>
          <issue>4</issue>
          <fpage>310</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1097/00004479-200610000-00007</pub-id>
          <pub-id pub-id-type="medline">16985389</pub-id>
          <pub-id pub-id-type="pii">00004479-200610000-00007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kazis</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Skinner</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>XS</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Sprio</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Selim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Linzer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>SMC</given-names>
            </name>
            <name name-style="western">
              <surname>Mansell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fincke</surname>
              <given-names>BG</given-names>
            </name>
          </person-group>
          <article-title>Applications of methodologies of the Veterans Health Study in the VA healthcare system: conclusions and summary</article-title>
          <source>J Ambul Care Manage</source>
          <year>2006</year>
          <volume>29</volume>
          <issue>2</issue>
          <fpage>182</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/00004479-200604000-00011</pub-id>
          <pub-id pub-id-type="medline">16552327</pub-id>
          <pub-id pub-id-type="pii">00004479-200604000-00011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spertus</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a short version of the Kansas City Cardiomyopathy Questionnaire</article-title>
          <source>Circ Cardiovasc Qual Outcomes</source>
          <year>2015</year>
          <month>09</month>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>469</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26307129"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/CIRCOUTCOMES.115.001958</pub-id>
          <pub-id pub-id-type="medline">26307129</pub-id>
          <pub-id pub-id-type="pii">CIRCOUTCOMES.115.001958</pub-id>
          <pub-id pub-id-type="pmcid">PMC4885562</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaarsma</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Arestedt</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Mårtensson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dracup</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Strömberg</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The European Heart Failure Self-care Behaviour scale revised into a nine-item scale (EHFScB-9): a reliable and valid international instrument</article-title>
          <source>Eur J Heart Fail</source>
          <year>2009</year>
          <month>01</month>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>99</fpage>
          <lpage>105</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.1093/eurjhf/hfn007"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/eurjhf/hfn007</pub-id>
          <pub-id pub-id-type="medline">19147463</pub-id>
          <pub-id pub-id-type="pii">hfn007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vellone</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jaarsma</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Strömberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fida</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Årestedt</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rocco</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cocchieri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alvaro</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The European Heart Failure Self-care Behaviour Scale: new insights into factorial structure, reliability, precision and scoring procedure</article-title>
          <source>Patient Educ Couns</source>
          <year>2014</year>
          <month>01</month>
          <volume>94</volume>
          <issue>1</issue>
          <fpage>97</fpage>
          <lpage>102</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2013.09.014</pub-id>
          <pub-id pub-id-type="medline">24148605</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(13)00367-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooke</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McClelland</surname>
              <given-names>IL</given-names>
            </name>
            <name name-style="western">
              <surname>Weerdmeester</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>SUS - A quick and dirty usability scale</article-title>
          <source>Usability evaluation in industry</source>
          <year>1996</year>
          <month>07</month>
          <day>01</day>
          <publisher-loc>London, United Kingdom</publisher-loc>
          <publisher-name>Taylor &#38; Francis Ltd</publisher-name>
          <fpage>189</fpage>
          <lpage>194</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)--a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <month>04</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>SN</given-names>
            </name>
            <collab>REDCap Consortium</collab>
          </person-group>
          <article-title>The REDCap consortium: Building an international community of software platform partners</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <month>07</month>
          <volume>95</volume>
          <fpage>103208</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.jbi.2019.103208"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103208</pub-id>
          <pub-id pub-id-type="medline">31078660</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(19)30126-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ware</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cafazzo</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Boodoo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Munnery</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Seto</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Outcomes of a heart failure telemonitoring program implemented as the standard of care in an outpatient heart function clinic: pretest-posttest pragmatic study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>02</month>
          <day>08</day>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>e16538</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/2/e16538/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16538</pub-id>
          <pub-id pub-id-type="medline">32027309</pub-id>
          <pub-id pub-id-type="pii">v22i2e16538</pub-id>
          <pub-id pub-id-type="pmcid">PMC7055875</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Price</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carson-Stevens</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hibbert</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rainer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Siriwardena</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Challenges of recruiting emergency department patients to a qualitative study: a thematic analysis of researchers' experiences</article-title>
          <source>BMC Medical Research Methodology</source>
          <year>2020</year>
          <month>06</month>
          <day>01</day>
          <fpage>151</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1186/s12874-020-01039-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-020-01039-2</pub-id>
          <pub-id pub-id-type="medline">32522265</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hatch</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Crowley</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vorderstrasse</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vaughn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Diane</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lewinski</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stevenson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Steinberg</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Self-monitoring diabetes with multiple mobile health devices</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2020</year>
          <month>05</month>
          <day>01</day>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>667</fpage>
          <lpage>676</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32134447"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocaa007</pub-id>
          <pub-id pub-id-type="medline">32134447</pub-id>
          <pub-id pub-id-type="pii">5782084</pub-id>
          <pub-id pub-id-type="pmcid">PMC7309229</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
