<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i7e35623</article-id>
      <article-id pub-id-type="pmid">35849430</article-id>
      <article-id pub-id-type="doi">10.2196/35623</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Identifying Family and Unpaid Caregivers in Electronic Health Records: Descriptive Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nichols</surname>
            <given-names>Linda</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Beskow</surname>
            <given-names>Laura</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Ma</surname>
            <given-names>Jessica E</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>Geriatric Research, Education, and Clinical Center</institution>
            <institution>Durham Veterans Affairs Health Care System</institution>
            <addr-line>508 Fulton St (152)</addr-line>
            <addr-line>Durham, NC, 27705</addr-line>
            <country>United States</country>
            <phone>1 9192860411</phone>
            <email>jessica.ma@duke.edu</email>
          </address>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9448-0353</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Grubber</surname>
            <given-names>Janet</given-names>
          </name>
          <degrees>MSPH</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5682-8745</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Coffman</surname>
            <given-names>Cynthia J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4554-1463</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Virginia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2344-200X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Hastings</surname>
            <given-names>S Nicole</given-names>
          </name>
          <degrees>MHS, MD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <xref rid="aff07" ref-type="aff">7</xref>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5750-8820</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Allen</surname>
            <given-names>Kelli D</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff09" ref-type="aff">9</xref>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3886-0677</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Shepherd-Banigan</surname>
            <given-names>Megan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4020-8936</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Decosimo</surname>
            <given-names>Kasey</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0070-2454</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Dadolf</surname>
            <given-names>Joshua</given-names>
          </name>
          <degrees>MSW, LICSW</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3218-4444</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Sullivan</surname>
            <given-names>Caitlin</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0793-6752</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Sperber</surname>
            <given-names>Nina R</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6640-2510</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Van Houtven</surname>
            <given-names>Courtney H</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0783-1611</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Geriatric Research, Education, and Clinical Center</institution>
        <institution>Durham Veterans Affairs Health Care System</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Division of General Internal Medicine</institution>
        <institution>Department of Medicine</institution>
        <institution>Duke University School of Medicine</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Center of Innovation to Accelerate Discovery and Practice Transformation</institution>
        <institution>Durham Veterans Affairs Health Care System</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Department of Biostatistics and Bioinformatics</institution>
        <institution>Duke University Medical Center</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Department of Population Health Sciences</institution>
        <institution>Duke University</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Duke-Margolis Center for Health Policy</institution>
        <institution>Duke University</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Center for the Study of Aging</institution>
        <institution>Duke University School of Medicine</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Division of Geriatrics</institution>
        <institution>Department of Medicine</institution>
        <institution>Duke University School of Medicine</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Department of Medicine</institution>
        <institution>University of North Carolina at Chapel Hill</institution>
        <addr-line>Chapel Hill, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Thurston Arthritis Research Center</institution>
        <institution>University of North Carolina at Chapel Hill</institution>
        <addr-line>Chapel Hill, NC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jessica E Ma <email>jessica.ma@duke.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>18</day>
        <month>7</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>7</issue>
      <elocation-id>e35623</elocation-id>
      <history>
        <date date-type="received">
          <day>10</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>11</day>
          <month>1</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>8</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>4</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Jessica E Ma, Janet Grubber, Cynthia J Coffman, Virginia Wang, S Nicole Hastings, Kelli D Allen, Megan Shepherd-Banigan, Kasey Decosimo, Joshua Dadolf, Caitlin Sullivan, Nina R Sperber, Courtney H Van Houtven. Originally published in JMIR Formative Research (https://formative.jmir.org), 18.07.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/7/e35623" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Most efforts to identify caregivers for research use passive approaches such as self-nomination. We describe an approach in which electronic health records (EHRs) can help identify, recruit, and increase diverse representations of family and other unpaid caregivers.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Few health systems have implemented systematic processes for identifying caregivers. This study aimed to develop and evaluate an EHR-driven process for identifying veterans likely to have unpaid caregivers in a caregiver survey study. We additionally examined whether there were EHR-derived veteran characteristics associated with veterans having unpaid caregivers.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We selected EHR home- and community-based referrals suggestive of veterans’ need for supportive care from friends or family. We identified veterans with these referrals across the 8 US Department of Veteran Affairs medical centers enrolled in our study. Phone calls to a subset of these veterans confirmed whether they had a caregiver, specifically an unpaid caregiver. We calculated the screening contact rate for unpaid caregivers of veterans using attempted phone screening and for those who completed phone screening. The veteran characteristics from the EHR were compared across referral and screening groups using descriptive statistics, and logistic regression was used to compare the likelihood of having an unpaid caregiver among veterans who completed phone screening.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>During the study period, our EHR-driven process identified 12,212 veterans with home- and community-based referrals; 2134 (17.47%) veteran households were called for phone screening. Among the 2134 veterans called, 1367 (64.06%) answered the call, and 813 (38.1%) veterans had a caregiver based on self-report of the veteran, their caregiver, or another person in the household. The unpaid caregiver identification rate was 38.1% and 59.5% among those with an attempted phone screening and completed phone screening, respectively. Veterans had increased odds of having an unpaid caregiver if they were married (adjusted odds ratio [OR] 2.69, 95% CI 1.68-4.34), had respite care (adjusted OR 2.17, 95% CI 1.41-3.41), or had adult day health care (adjusted OR 3.69, 95% CI 1.60-10.00). Veterans with a dementia diagnosis (adjusted OR 1.37, 95% CI 1.00-1.89) or veteran-directed care referral (adjusted OR 1.95, 95% CI 0.97-4.20) were also suggestive of an association with having an unpaid caregiver.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The EHR-driven process to identify veterans likely to have unpaid caregivers is systematic and resource intensive. Approximately 60% (813/1367) of veterans who were successfully screened had unpaid caregivers. In the absence of discrete fields in the EHR, our EHR-driven process can be used to identify unpaid caregivers; however, incorporating caregiver identification fields into the EHR would support a more efficient and systematic identification of caregivers.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>ClincalTrials.gov NCT03474380; https://clinicaltrials.gov/ct2/show/NCT03474380</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>veterans</kwd>
        <kwd>caregivers</kwd>
        <kwd>electronic health record</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>In the United States, approximately 26.4 million people provide unpaid care to adults aged &#62;50 years [<xref ref-type="bibr" rid="ref1">1</xref>]. Family and other unpaid caregivers (hereafter called unpaid caregivers) are people who provide volunteer care to a loved one [<xref ref-type="bibr" rid="ref2">2</xref>]. The care provided by unpaid caregivers is associated with reduced hospital readmissions and increased time at home for patients [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. At the same time, unpaid caregivers are at risk of negative impacts on their physical, social, emotional, and financial well-being. Most unpaid caregivers provide care with little or no training or support [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Furthermore, unless present for appointments or enrolled in caregiver programs, caregivers are not easily identified within the health systems.</p>
      <p>To address the unmet needs of unpaid caregivers, outreach is a critical step. However, there is no systematic method of identifying caregivers for supportive services or research interventions. Prior caregiver research studies relied on caregivers to respond to advertisements or through existing caregiver programs [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Past approaches may not be ideal for overburdened caregivers, especially for those who are not already involved in these programs, and could result in underwhelming caregiver response and participation. Moreover, passive approaches can decrease representativeness and bias toward caregivers already engaged in these interventions or those already empowered to actively seek help or services [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <p>Given the need to improve the representation and systematic identification of unpaid caregivers for caregiving research and supportive services, a systematic, reliable, and proactive process to identify caregivers is needed to increase engagement, expand participation, and reduce sample bias. The electronic health record (EHR) provides an important standardized method of identifying and reaching potential caregivers for research and interventions. The aim of this paper was to evaluate an EHR-driven process used to identify unpaid caregivers for a caregiver survey study in the US Department of Veteran Affairs (VA) cluster-randomized, multisite, stepped-wedge, pragmatic trial—implementation of Helping Invested Families Improve Veteran Experiences Study (iHI-FIVES) [<xref ref-type="bibr" rid="ref18">18</xref>]. We describe the patient-focused EHR-driven process, its caregiver identification capabilities, and veteran characteristics across the initial EHR and screening groups.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>This study specifically analyzed caregiver identification through patient EHRs for a caregiver survey from the overarching iHI-FIVES study [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      <sec>
        <title>Setting</title>
        <p>iHI-FIVES was conducted at 8 VA medical centers from April 2018 to October 2020 using a type III hybrid implementation effectiveness stepped-wedge, cluster-randomized trial design as part of the Optimizing Function and Independence Quality Enhancement Research Initiative program. The study evaluated the implementation of an unpaid caregiver program designed to promote the function and independence of veterans through caregiver group training aimed at improving caregiver coping, support seeking, and health system navigation skills [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Eligible caregivers were friends or family members who assisted a patient at home because of ongoing health problems (eg, helping them get around the house, bathe, or pay bills) [<xref ref-type="bibr" rid="ref19">19</xref>]. This study focused on the identification of caregivers for a caregiver survey that was administered at all sites to assess secondary outcomes (caregiver burden, depression, and satisfaction with VA care).</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>The iHI-FIVES study was approved by the Durham VA Health Care System institutional review board (02040) and registered at ClinicalTrials.gov (NCT03474380).</p>
      </sec>
      <sec>
        <title>EHR-Driven Process</title>
        <p>As there is no standardized method in EHRs for identifying patients with unpaid caregivers, we evaluated an EHR-driven process to identify unpaid caregivers and patient characteristics (eg, age, race, ethnicity, sex, and comorbidities) associated with having an unpaid caregiver.</p>
        <p>We identified 5 relevant VA home and community-based services as these 5 referral types represent an increased need for care in the veteran’s home and are likely to indicate the presence of caregivers [<xref ref-type="bibr" rid="ref21">21</xref>]. These 5 referral types included homemaker home health care, home-based primary care, adult day health care, respite care, and veteran-directed care. Homemaker home health care provides assistance in daily activities (eg, eating, getting dressed, grooming, bathing, and going to the bathroom) through an aide from a home health care agency. Adult day health care is a full- or half-day program for veterans to be supervised for daily activities during the weekday. Home-based primary care provides veterans who have difficulty traveling to clinic visits to their illness with primary care, social work, and rehabilitation visits at home. Respite care provides home or nursing home care when a caregiver is unavailable. Veteran-directed care assists veterans in connecting to community care services for daily activities [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>There is no uniform referral naming convention for these 5 categories of home and community-based services in the VA; therefore, we purposively selected related keywords in the text of EHR referral (eg, <italic>%home%</italic>, <italic>%respit%</italic>, <italic>%grec%</italic>, <italic>%adult%</italic>, <italic>%adhc%</italic>, <italic>%hbpc%</italic>, <italic>%vd hcbs%</italic>, and <italic>%veteran directed%</italic>). The study team reviewed referral titles identified by the keywords and then applied exclusionary conditions to the programmed code to weed out inappropriate referrals garnered by the broad search. The culled list of referral titles was also confirmed by clinical experts (physicians and caregiver support coordinators) and VA EHR programmers (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Some enrolled sites requested expansion beyond these 5 referral types because of the high likelihood of having an active unpaid caregiver present (eg, skilled home health referrals). We subsequently included all these referrals, as well as one additional (respiratory therapy for chronic obstructive pulmonary disease inpatient home transition program) referral in our EHR-driven process, classifying them as <italic>other referrals</italic>.</p>
      </sec>
      <sec>
        <title>Screening</title>
        <p>We used the EHR-driven process to identify all veterans in our study window who had these qualifying referral types. The study team identified veteran patients with a qualifying referral by using VA EHR data stored in the VA Corporate Data Warehouse. Patients with referrals to hospice care were excluded [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>Owing to the limited contact with veterans and an option to opt out, waivers of informed consent and Health Insurance Portability and Accountability Act documentation were approved for research contact with patients in this study. As the study focused on caregivers and institutional review board approval, the study team could directly confirm and seek nonveterans’ participation in the screening process and study. In addition, veterans’ treating clinicians were not involved in the identification process.</p>
        <p>Identified veterans were stratified by site, sorted by the earliest qualifying referral date, and selected for recruitment over a 30-month study period. Those with the earliest dates were mailed a recruitment letter with an opt-out telephone number. The letter described that if a family member or friend helps the veteran with their ongoing health problem, they may qualify for a caregiver study. As the goal of the iHI-FIVES caregiver survey study was to enroll and collect baseline surveys for approximately 450 caregiver surveys, the study staff conducted phone screening until caregiver recruitment goals were met at each site.</p>
        <p>For the telephone screening, the study staff used the veteran’s phone number and assessed the presence of a caregiver based on information provided by the veteran, the caregiver, or another person(s) who answered the phone if neither the veteran nor the caregiver was available at the time of the call. As it is not always the case that veterans or caregivers recognize the term <italic>caregiver</italic> or do not identify as having or being a caregiver, the screener was written to identify assistance. Specifically, veterans were asked, “Do you have a family member or friend who helps care for you because of your ongoing health problems (for example, helping you get around the house, bathe, or pay bills?).” If nonveterans answered the phone, a similar screening question was asked, starting with “Does the Veteran...” The screening script distinguished between paid, formally trained caregivers such as home health aides and caregivers who were not paid typically and for whom the veteran had an established personal relationship (eg, friends, family). The script also asked if the veteran did not have a caregiver and whether they needed help with their care.</p>
        <p>The study team used 2 call attempts to contact veterans after sending the letter to determine if they had a caregiver. For phone messages, the study team used a general Health Insurance Portability and Accountability Act–compliant script describing a VA research study on friends or family who help care for a veteran and a follow-up phone call attempt.</p>
        <p>The study team used DatStat Illume (version 6.1) [<xref ref-type="bibr" rid="ref22">22</xref>] to administer and store phone screens and baseline and 3-month survey data. In the event of a highly distressed caregiver respondent, the study staff was trained in administering a harm protocol.</p>
      </sec>
      <sec>
        <title>EHR Data and Measures</title>
        <p>This study also evaluated whether particular veteran characteristics were associated with veterans having an unpaid caregiver. To examine these questions, we compared four patient groups: (1) patients with a referral to home- and community-based services, (2) patients contacted for a phone screen, (3) patients with a completed phone screen, and (4) patients confirmed through screening to have an unpaid caregiver (we label these groups as boxes A-D in the CONSORT [Consolidated Standards of Reporting Trials] diagram, <xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <p>The study identified the following patient data from the VA Corporate Data Warehouse: demographics (age, race, ethnicity, marital status, and rural residence), VA health care eligibility (measured by service connection), outpatient International Classification of Diseases–10th Revision (ICD-10) codes in the prior year, chronic health condition risk score measuring expected health care costs compared with the average patient (Nosos [<xref ref-type="bibr" rid="ref23">23</xref>]), and home- and community-based care referrals. We used ICD-10 codes to group patient comorbidities by Quan Deyo diagnosis categories [<xref ref-type="bibr" rid="ref24">24</xref>] to identify patients with dementia and calculate the Charlson Comorbidity Index (CCI) [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. We only included dementia, as patients with dementia have known increased caregiver needs [<xref ref-type="bibr" rid="ref26">26</xref>]. Nosos risk scores were centered around 1, representing the national expected average cost of VA patients. A risk score &#62;1 represents a higher than expected cost for the patient, whereas a score of 3 represents a patient with an expected cost 3 times higher than the average patient [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. VA service connection indicates a medical condition associated with a veteran’s military service, for which the VA completely subsidizes all health care costs [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>CONSORT (Consolidated Standards of Reporting Trials) diagram for the iHI-FIVES (implementation of Helping Invested Families Improve Veteran Experiences Study). *The blue callouts (letters A to D) indicate the columns listed in <xref ref-type="table" rid="table1">Table 1</xref>. **The phone screen may have involved speaking to only the veteran, only the caregiver, or both the veteran and the caregiver, which may have occurred during only one call or across multiple calls.</p>
          </caption>
          <graphic xlink:href="formative_v6i7e35623_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Statistical Analyses</title>
        <p>We calculated the screening contact rate based on the study by Slattery et al [<xref ref-type="bibr" rid="ref29">29</xref>]. In addition, we calculated the unpaid caregiver identification rates. The screening contact rate is the percentage of veterans for whom our study staff was able to talk to a person (veteran, their caregiver, or another person(s)) when we called the veterans’ phone number of record, out of all phone screening calls attempted by research staff (see box B in the CONSORT diagram in <xref rid="figure1" ref-type="fig">Figure 1</xref>). The unpaid caregiver identification rate is the number of veterans positively identified to have an unpaid caregiver divided by the denominator of interest (phone screen attempted [box B] and phone screen questions completed [box C]; see the CONSORT diagram in <xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <p>Descriptive statistics for the veteran characteristics are presented for the 4 subgroups described previously. Descriptive statistics were calculated for dichotomous (sex, ethnicity, rural residence, service connectedness, and dementia by ICD-10 codes), categorical (race, marital status, rural residence, highest level of education, and qualifying referral type), and continuous (age, CCI, and Nosos score) variables. Percentages were calculated for dichotomous and categorical data and means and SDs or medians and IQRs for continuous variables.</p>
        <p>Simple logistic regression models were fit to estimate the association (odds ratio [OR] and 95% CI) between having an unpaid caregiver (vs not having one; among veterans with a completed phone screen) for each demographic and clinical variable defined previously. A multivariable logistic model was then fit with the same dependent variable but with all demographic and clinical variables examined independently in the simple models into one model to examine adjusted associations. Complete EHR data were used for the veteran factors in the analyses. The reference groups for the analyses were age (&#60;55 years), sex (female), race (White), ethnicity (not Hispanic), marital status (never married), rural residence (urban), service connected (not service connected), dementia (absence of dementia diagnosis), CCI (score of ≤2), Nosos (score of ≤1), and referral qualification (homemaker home health care). The purpose of these models was to determine whether any veteran demographics, disease burden, health care cost risk scores, or referral types were associated with having an unpaid character with the idea that if such associations exist, they might inform attempts to recruit caregivers into training or research studies.</p>
        <p>Analyses were performed using R (version 4.0.3) [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Descriptives of Veteran Groups</title>
        <p>A total of 12,212 veterans (box A in <xref rid="figure1" ref-type="fig">Figure 1</xref>) were identified through the EHR-driven process of 5 home- and community-based service referrals. A subset of veterans (2545/12,212, 20.84%) was sent a letter describing the study, followed by attempts to call in order of earliest qualifying referral. Only one-fifth were sent letters and screened by phone because of recruitment goals and resource limitations. Of the 2545 veterans who were sent a letter, 2134 (83.94%; box B in <xref rid="figure1" ref-type="fig">Figure 1</xref>) had an attempted phone screening. Of the 2545 veterans, no phone call was attempted for 411 (16.15%); 34 of those opted out of the study prior to a phone call attempt. Of the 2134 veterans contacted for phone screening, 1367 (64.06%; box C in <xref rid="figure1" ref-type="fig">Figure 1</xref>) veterans were reached, and 767 (35.94%) were unable to be reached. Therefore, the screening contact rate for initial veteran screening for unpaid caregivers was 64.06% (1367/2134).</p>
        <p>Of the 1367 veterans who completed the screening questions, 1126 (82.37%) had a caregiver; 813 (59.47%; box D in <xref rid="figure1" ref-type="fig">Figure 1</xref>) had an unpaid caregiver, and 180 (13.17%) were paid. We were unable to determine whether 11.81% (133/1126) of caregivers were unpaid or paid. The identification rates of unpaid caregivers were 38.10% (813/2134) and 59.47% (813/1367) among veterans with attempted phone screens and veterans with completed phone screens, respectively.</p>
      </sec>
      <sec>
        <title>Descriptive Comparisons Between Veteran Groups</title>
        <p>The veteran characteristics were similar among the 4 groups, including age, sex, race, urban residence, CCI, and Nosos score. The most common type of referral for veterans across all subgroups of interest was a homemaker home health care referral (<xref ref-type="table" rid="table1">Table 1</xref>). In addition, as of July 7, 2021, 38 months after the start of the study, one-third (4089/12,212, 33.48%) of the identified veterans had died.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Electronic health record–based demographic characteristics of veterans by study milestone<sup>a</sup> (N=12,212).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="280"/>
            <col width="180"/>
            <col width="180"/>
            <col width="180"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Veteran characteristic</td>
                <td>Veterans with qualifying referral (box A<sup>b</sup>; N=12,212)</td>
                <td>Veterans with attempted phone screen (box B; n=2134)</td>
                <td>Veterans with completed phone screen (box C; n=1367)</td>
                <td>Veterans with unpaid caregiver (box D; n=813)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Age (years), mean (SD)</td>
                <td>74.85 (11.95)</td>
                <td>74.95 (11.85)</td>
                <td>75.52 (11.57)</td>
                <td>76.0 (11.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Sex (male), n (%)</bold>
                </td>
                <td>11,443 (93.70)</td>
                <td>2000 (93.72)</td>
                <td>1285 (94.00)</td>
                <td>772 (95.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing</td>
                <td>1 (0.01)</td>
                <td>0 (0.00)</td>
                <td>0 (0.00)</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Race, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td>8723 (71.42)</td>
                <td>1529 (71.65)</td>
                <td>986 (72.13)</td>
                <td>578 (71.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Black</td>
                <td>2080 (17.03)</td>
                <td>377 (17.67)</td>
                <td>245 (17.92)</td>
                <td>151 (18.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Multiple races or other</td>
                <td>624 (5.11)</td>
                <td>107 (5.01)</td>
                <td>63 (4.61)</td>
                <td>38 (4.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing</td>
                <td>785 (6.43)</td>
                <td>121 (5.67)</td>
                <td>73 (5.34)</td>
                <td>46 (5.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Ethnicity, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hispanic</td>
                <td>400 (3.28)</td>
                <td>74 (3.47)</td>
                <td>36 (2.63)</td>
                <td>25 (3.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing</td>
                <td>447 (3.66)</td>
                <td>71 (3.33)</td>
                <td>46 (3.37)</td>
                <td>23 (2.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Marital status, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Never married</td>
                <td>994 (8.14)</td>
                <td>176 (8.25)</td>
                <td>103 (7.53)</td>
                <td>44 (5.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Divorced or separated</td>
                <td>3297 (27.00)</td>
                <td>553 (25.91)</td>
                <td>332 (24.29)</td>
                <td>157 (19.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Married</td>
                <td>6155 (50.40)</td>
                <td>1105 (51.78)</td>
                <td>741 (54.21)</td>
                <td>509 (62.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Widow</td>
                <td>1691 (13.85)</td>
                <td>290 (13.59)</td>
                <td>185 (13.53)</td>
                <td>99 (12.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing</td>
                <td>75 (0.61)</td>
                <td>10 (0.47)</td>
                <td>6 (0.44)</td>
                <td>4 (0.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Urban residence, n (%)</bold>
                </td>
                <td>7752 (63.48)</td>
                <td>1367 (64.06)</td>
                <td>864 (63.20)</td>
                <td>512 (63.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing</td>
                <td>3 (0.02)</td>
                <td>1 (0.05)</td>
                <td>1 (0.07)</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Service connected, n (%)</bold>
                </td>
                <td>7050 (57.73)</td>
                <td>1253 (58.72)</td>
                <td>814 (59.55)</td>
                <td>501 (61.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing</td>
                <td>1 (0.01)</td>
                <td>0 (0.00)</td>
                <td>0 (0.00)</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Dementia, n (%)</bold>
                </td>
                <td>2597 (21.27)</td>
                <td>485 (22.73)</td>
                <td>320 (23.41)</td>
                <td>227 (27.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing</td>
                <td>26 (0.21)</td>
                <td>3 (0.14)</td>
                <td>2 (0.15)</td>
                <td>1 (0.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>CCI,<sup>c</sup> median (IQR 25th-75th percentile)</bold>
                </td>
                <td>2.00 (1.00-4.00)</td>
                <td>2.00 (1.00-4.00)</td>
                <td>2.00 (1.00-4.00)</td>
                <td>2.0 (1.0-4.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing, n (%)</td>
                <td>26 (0.21)</td>
                <td>3 (0.14)</td>
                <td>2 (0.15)</td>
                <td>1 (0.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Nosos, median (IQR 25th-75th percentile)</bold>
                </td>
                <td>1.88 (0.89-3.87)</td>
                <td>2.06 (0.97-3.99)</td>
                <td>2.06 (0.96-3.89)</td>
                <td>2.1 (0.9-3.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing, n (%)</td>
                <td>129 (1.06)</td>
                <td>10 (0.47)</td>
                <td>7 (0.51)</td>
                <td>5 (0.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Referral, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Homemaker home health care</td>
                <td>7699 (63.04)</td>
                <td>1368 (64.10)</td>
                <td>873 (63.86)</td>
                <td>494 (60.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Adult day health care</td>
                <td>440 (3.60)</td>
                <td>87 (4.08)</td>
                <td>51 (3.73)</td>
                <td>45 (5.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Home-based primary care</td>
                <td>746 (6.11)</td>
                <td>111 (5.20)</td>
                <td>71 (5.19)</td>
                <td>37 (4.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Respite care</td>
                <td>929 (7.61)</td>
                <td>221 (10.36)</td>
                <td>159 (11.63)</td>
                <td>122 (15.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Veteran-directed care</td>
                <td>358 (2.93)</td>
                <td>77 (3.61)</td>
                <td>46 (3.37)</td>
                <td>35 (4.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other<sup>d</sup></td>
                <td>2040 (16.70)</td>
                <td>270 (12.65)</td>
                <td>167 (12.22)</td>
                <td>80 (9.8)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Veterans were identified by first home or community referral placed during the study time frame.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Boxes on the CONSORT (Consolidated Standards of Reporting Trials) diagram (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>CCI: Charlson Comorbidity Index.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>Some enrolled sites requested the addition of specific referral types (eg, skilled home health, nursing home, and specialty home care) because of the high probability of an unpaid caregiver being present when these referrals occur. We subsequently included all these referrals, as well as one additional (respiratory therapy for chronic obstructive pulmonary disease inpatient home transition program) referral, in our electronic health record–driven process, classifying them as <italic>other</italic>.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Certain characteristics were different among the groups. Compared with veterans with a qualifying referral (box A in <xref rid="figure1" ref-type="fig">Figure 1</xref>) and those contacted for phone screen (box B in <xref rid="figure1" ref-type="fig">Figure 1</xref>), veterans who answered phone screening (box C in <xref rid="figure1" ref-type="fig">Figure 1</xref>) had higher proportions of veterans who were aged 75 to 84 years (396/1367, 28.97%), married (741/1367, 54.21%), and referred for respite care (159/1367, 11.63%). Veterans with unpaid caregivers (813/12,212, 6.66%; box D in <xref rid="figure1" ref-type="fig">Figure 1</xref>) had higher proportions of initial referrals for respite (122/813, 15%), adult day care (45/813, 5.5%), and veteran-directed care (35/813, 4.3%) than those of the other groups.</p>
      </sec>
      <sec>
        <title>Modeled Associations Between Veteran Characteristics and Presence of an Unpaid Caregiver</title>
        <p>Among veterans for whom screening questions were answered and were without missing data (1261/12,212, 10.22%), the odds of having an unpaid caregiver were higher among married veterans (unadjusted OR 2.90, 95% CI 1.88-4.50) than among unmarried veterans and veterans with dementia (unadjusted OR 2.06, 95% CI 1.55-2.75) than those without dementia. Similarly, the odds of having an unpaid caregiver were higher among veterans referred for respite services (unadjusted OR 2.64, 95% CI 1.76-4.06), adult day health care (unadjusted OR 4.82, 95% CI 2.17-12.80), and veteran-directed care (unadjusted OR 2.07, 95% CI 1.05-4.38) than for veterans referred to homemaker home health care. In addition to dementia diagnosis and veteran-directed care, adjusted ORs for the associations between having an unpaid caregiver and marital status, as well as health care referral type, were similar to the unadjusted results (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>ORs<sup>a</sup> and 95% CIs from simple logistic regression models (unadjusted) and multiple logistic regression models (adjusted) for the association between veterans having unpaid caregivers among veterans with a completed phone screen and without missing data (N=1261)<sup>b</sup> and veteran electronic health record characteristics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="310"/>
            <col width="0"/>
            <col width="230"/>
            <col width="0"/>
            <col width="140"/>
            <col width="0"/>
            <col width="0"/>
            <col width="220"/>
            <col width="0"/>
            <col width="70"/>
            <thead>
              <tr valign="bottom">
                <td colspan="3">Veteran characteristic</td>
                <td colspan="5">Unadjusted<sup>c</sup></td>
                <td colspan="3">Adjusted<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">OR (95% CI)</td>
                <td colspan="2"><italic>P</italic> value</td>
                <td colspan="3">OR (95% CI)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="11">
                  <bold>Age (years)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#60;55</td>
                <td colspan="2">1.00 (reference)</td>
                <td colspan="2">N/A<sup>e</sup></td>
                <td colspan="3">1.00 (reference)</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>55-64</td>
                <td colspan="2">0.78 (0.41-1.47)</td>
                <td colspan="2">.45</td>
                <td colspan="3">0.71 (0.36-1.37)</td>
                <td colspan="2">.31</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>65-74</td>
                <td colspan="2">0.71 (0.40-1.24)</td>
                <td colspan="2">.24</td>
                <td colspan="3">0.56 (0.30-1.01)</td>
                <td colspan="2">.06</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>75-84</td>
                <td colspan="2">0.96 (0.54-1.69)</td>
                <td colspan="2">.89</td>
                <td colspan="3">0.66 (0.34-1.23)</td>
                <td colspan="2">.20</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;84</td>
                <td colspan="2">1.17 (0.65-2.08)</td>
                <td colspan="2">.60</td>
                <td colspan="3">0.80 (0.41-1.53)</td>
                <td colspan="2">.50</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td colspan="2">1.00 (reference)</td>
                <td colspan="2">N/A</td>
                <td colspan="3">1.00 (reference)</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td colspan="2">1.49 (0.94-2.38)</td>
                <td colspan="2">.09</td>
                <td colspan="3">1.13 (0.68-1.88)</td>
                <td colspan="2">.63</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Ethnicity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Non-Hispanic</td>
                <td colspan="2">1.00 (reference)</td>
                <td colspan="2">N/A</td>
                <td colspan="3">1.00 (reference)</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hispanic</td>
                <td colspan="2">1.38 (0.68-2.99)</td>
                <td colspan="2">.39</td>
                <td colspan="3">0.87 (0.40-1.97)</td>
                <td colspan="2">.73</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Race</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td colspan="2">1.00 (reference)</td>
                <td colspan="2">N/A</td>
                <td colspan="3">1.00 (reference)</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Black</td>
                <td colspan="2">1.14 (0.85-1.53)</td>
                <td colspan="2">.38</td>
                <td colspan="3">1.33 (0.97-1.84)</td>
                <td colspan="2">.08</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Multiple races or other</td>
                <td colspan="2">1.17 (0.69-2.02)</td>
                <td colspan="2">.56</td>
                <td colspan="3">1.18 (0.67-2.10)</td>
                <td colspan="2">.57</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Marital status</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Never married</td>
                <td colspan="2">1.00 (reference)</td>
                <td colspan="2">N/A</td>
                <td colspan="3">1.00 (reference)</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Divorced or separated</td>
                <td colspan="2">1.17 (0.74-1.86)</td>
                <td colspan="2">.50</td>
                <td colspan="3">1.27 (0.79-2.06)</td>
                <td colspan="2">.33</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Married</td>
                <td colspan="2">2.90 (1.88-4.50)</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="3">2.69 (1.68-4.34)</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Widow</td>
                <td colspan="2">1.50 (0.91-2.49)</td>
                <td colspan="2">.11</td>
                <td colspan="3">1.43 (0.83-2.49)</td>
                <td colspan="2">.20</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Rural residence</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Urban</td>
                <td colspan="2">1.00 (reference)</td>
                <td colspan="2">N/A</td>
                <td colspan="3">1.00 (reference)</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rural</td>
                <td colspan="2">1.04 (0.83-1.32)</td>
                <td colspan="2">.72</td>
                <td colspan="3">1.01 (0.78-1.30)</td>
                <td colspan="2">&#62;.95</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Service connection</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not service connected</td>
                <td colspan="2">1.00 (reference)</td>
                <td colspan="2">N/A</td>
                <td colspan="3">1.00 (reference)</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Service connected</td>
                <td colspan="2">1.20 (0.95-1.50)</td>
                <td colspan="2">.13</td>
                <td colspan="3">1.17 (0.90-1.51)</td>
                <td colspan="2">.24</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Dementia</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No diagnosis of dementia</td>
                <td colspan="2">1.00 (reference)</td>
                <td colspan="2">N/A</td>
                <td colspan="3">1.00 (reference)</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dementia diagnosis</td>
                <td colspan="2">2.06 (1.55-2.75)</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="3">1.37 (1.00-1.89)</td>
                <td colspan="2">.06</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Charlson comorbidity index</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≤2</td>
                <td colspan="2">1.00 (reference)</td>
                <td colspan="2">N/A</td>
                <td colspan="3">1.00 (reference)</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;2</td>
                <td colspan="2">1.08 (0.86-1.35)</td>
                <td colspan="2">.52</td>
                <td colspan="3">1.13 (0.87-1.47)</td>
                <td colspan="2">.35</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Nosos</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≤1</td>
                <td colspan="2">1.00 (reference)</td>
                <td colspan="2">N/A</td>
                <td colspan="3">1.00 (reference)</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;1 and &#60;4</td>
                <td colspan="2">0.87 (0.66-1.14)</td>
                <td colspan="2">.32</td>
                <td colspan="3">0.86 (0.63-1.17)</td>
                <td colspan="2">.33</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≥4</td>
                <td colspan="2">0.91 (0.66-1.25)</td>
                <td colspan="2">.56</td>
                <td colspan="3">1.00 (0.68-1.46)</td>
                <td colspan="2">&#62;.98</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Referral</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Homemaker home health care</td>
                <td colspan="2">1.00 (reference)</td>
                <td colspan="2">N/A</td>
                <td colspan="3">1.00 (reference)</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Adult day health care</td>
                <td colspan="2">4.82 (2.17-12.80)</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="3">3.69 (1.60-10.00)</td>
                <td colspan="2">.005</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Home-based primary care</td>
                <td colspan="2">0.83 (0.50-1.39)</td>
                <td colspan="2">.48</td>
                <td colspan="3">0.87 (0.51-1.47)</td>
                <td colspan="2">.60</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Respite care</td>
                <td colspan="2">2.64 (1.76-4.06)</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="3">2.17 (1.41-3.41)</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Veteran-directed care</td>
                <td colspan="2">2.07 (1.05-4.38)</td>
                <td colspan="2">.04</td>
                <td colspan="3">1.95 (0.97-4.20)</td>
                <td colspan="2">.07</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">0.69 (0.49-0.97)</td>
                <td colspan="2">.03</td>
                <td colspan="3">0.77 (0.54-1.10)</td>
                <td colspan="2">0.15</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>OR: odds ratio.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>A complete case analysis was used, and veterans with missing data (n=106) were excluded from this analysis.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Unadjusted ORs from a simple logistic regression model, including a single electronic health record characteristic as an independent variable.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>Adjusted ORs from multiple logistic regression models, including all electronic health record characteristics.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>We describe an approach to systematically identify family and other unpaid caregivers in a caregiver study using the VA EHR. This EHR process was effective in identifying caregivers through EHR home- and community-based referrals.</p>
        <p>We identified &#62;12,000 veterans with relevant home- and community-based referrals. We called &#62;2000 veterans for screening. Among the 1367 veterans who answered the phone screening, 813 (59.47%) had a family or other unpaid caregivers. Through the EHR-driven process, we found that veteran characteristics were similar among all 4 identified groups (veterans with qualifying referrals, attempted phone screening, completed phone screen, and unpaid caregivers); some notable exceptions included marital status, dementia, and referral type. Veterans with unpaid caregivers were more likely to be married and have a referral for adult day health care or respite care. Although not statistically significant in the adjusted analysis, dementia diagnosis and veteran-directed care referral were also suggestive of an association with having an unpaid caregiver.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>This study is unique in that there are currently few replicable or standardized EHR methods for identifying veterans with unpaid caregivers. Using the EHR to identify veterans with unpaid caregivers can uniquely position the VA to identify caregivers interested in participating in research studies and increase the representation of caregivers that may not be identified through traditional avenues [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. However, although EHRs can be useful for identifying patient participants through standardized fields for patient demographic, laboratory, medication, and diagnostic data, caregiver identification through EHRs can be difficult because it is rare to have a discrete caregiver field in EHRs [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>As there is no discrete caregiver field in the VA EHR, we used selected home- and community-based referrals to define a patient population that may have an unpaid caregiver. Although this EHR-driven process was able to identify caregivers independent of their participation or nonparticipation in existing VA caregiver support and services, the process was resource intensive. To meet the goal of 450 caregiver surveys, 4 research staff members would spend approximately 8 to 16 hours every week during active data collection screening veterans or caregivers; screening approximately one-fifth of the identified EHR referral population resulted in the reaching of survey goals.</p>
        <p>Therefore, although the EHR-driven process is a helpful approach to identifying caregivers not already directly linked to services in a health care system (and to be clear, most health systems do not have large-scale programs of caregiver support such as seen in VA), potential future improvements to the EHR should consider a discrete caregiver field to improve efficiency in identifying caregivers for research studies and interventions. VA is currently making investments to link caregiver records to veteran EHR records, beginning with those caregivers already engaged in the VA Caregiver Support Program support and services. This will allow the examination of program impacts on the outcomes of the enrolled caregivers and veterans over time.</p>
        <p>Importantly, these caregiver EHR fields should be assessed using an activity-based brief screening question based on the types of assistance received in the home because of a patient’s health problems rather than whether a patient <italic>has</italic> a caregiver. The term caregiver is problematic for many older adults; many patients do not recognize that they have a caregiver, and many family members and friends do not identify themselves as caregivers [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>This study identified several veteran characteristics associated with having an unpaid caregiver. First, we found that being married was positively associated with a veteran having an unpaid caregiver. Although marital status is rarely a variable in other EHRs or insurance claims (ie, Medicaid or Medicare) data, marital status could be a useful target for the identification of caregivers within the VA and potentially in other health systems, with certain caveats. Specifically, marital status alone may not be sufficient to determine the presence of a caregiver as the marital status may be out of date in the EHR and dependent on individual sites and personnel to update this discrete field.</p>
        <p>Second, in the unadjusted analysis, veterans with dementia were more likely to have unpaid caregivers. The OR and 95% CI for this association were 1.37 (1.00-1.89) in the adjusted analysis, suggesting a moderate and likely clinically meaningful association. A dementia diagnosis is more likely to be in the medical record and may identify additional unpaid caregivers in the absence of information about the home care network in the EHR.</p>
        <p>Third, focusing on homemaker home health care, respite care referrals, and veteran-directed care may also identify unpaid caregivers. Although most (494/813, 60.8%) of veterans with an unpaid caregiver had a homemaker home health care referral, veterans with respite, adult day health care, and veteran-directed care referrals were more likely to have an unpaid caregiver (122/813, 15%; 45/813, 5.5%; and 35/813, 4.3%, respectively) than veterans identified by the initial EHR pool (929/12,212, 7.61%; 440/12,212, 3.60%; and 358/12,212, 2.93%, respectively). This is likely because respite care, adult day health care, and veteran-directed care programs are specifically designed to assist unpaid caregivers who need time separate from the veterans [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. As such, depending on the purpose of the study, future VA EHR-driven approaches may want to narrow the types of home- and community-based services from which to recruit unpaid caregivers, focusing on respite care, adult day health care, and veteran-directed care.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>A strength of this study is the creation of a systematic approach to screening a large number of veterans across multiple VA sites in the United States. Compared with a prior study at a VA medical center where 89% of patients referred to home- and community-based services reported having an unpaid caregiver, the systematic approach taken here at multiple sites with more geographic representation found that 59.47% (813/1367) of veterans had an unpaid caregiver [<xref ref-type="bibr" rid="ref39">39</xref>]. Moreover, the percentage of unpaid caregivers may be larger, as we were unable to determine the caregiver status for 16.39% (224/1367) of the patients screened. Using geographically diverse sites, this study provides a more generalizable estimate using EHR-based, home- and community-based referrals to identify unpaid caregivers.</p>
        <p>There are several limitations to consider. First, this analysis was limited to examining the associations between veteran characteristics and the presence of unpaid caregivers. We did not have caregiver information for veterans who were not screened or who had unpaid caregiver characteristics.</p>
        <p>Second, the generalizability of this study outside the VA health system may be limited, as this study uses VA home- and community-based referrals that may not be available in non-VA settings. Despite this limitation, this was a multisite study, and veterans identified in the EHR were from VAs of various sizes in both urban and rural settings across many regions of the United States. Although the application of this process to identify caregivers may be limited to VA, the process described in this study may be applicable to many VA settings across the country looking to identify caregivers for research studies or for caregiver interventions. Other health care systems in the private sector with a unified EHR system that uses home- and community-based referrals could also use our approach to identify unpaid caregivers.</p>
        <p>Finally, because of the resource-intensive process, we screened one-fifth of the veterans identified in the EHR-driven process. Even so, &#62;1000 veterans answered phone screenings for unpaid caregivers. Even if the exact count of unpaid caregivers among all veterans identified is unattainable, a large number of veterans were successfully screened, and there was similarity in veteran characteristics across veterans with a qualifying referral and phone screen; therefore, our results may suggest a similar percentage of unpaid caregivers among veterans who were not contacted for the study.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>We present a systematic process for the identification of unpaid caregivers using veteran referrals and additional EHR factors for a caregiver survey study. Using this EHR-driven process, we were able to positively identify the presence of unpaid caregivers for approximately 60% (813/1367) of veterans whose households responded to phone screening calls. In the setting of a resource-intensive process, additional research is needed to increase the efficiency and effectiveness of caregiver identification efforts in EHRs for caregiver interventions and research. Potential future steps may include the incorporation of a discrete caregiver field into the EHR. This type of field would not only improve the efficiency of identifying caregivers within the EHR but also the clinical care for patients in recognizing and including the primary caregiver in the health care team.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>SQL search term algorithm for the 5 qualifying home- and community-based services.</p>
        <media xlink:href="formative_v6i7e35623_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 64 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CCI</term>
          <def>
            <p>Charlson Comorbidity Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HSR&#38;D</term>
          <def>
            <p>Health Services Research and Development</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ICD-10</term>
          <def>
            <p>International Classification of Diseases–10th Revision</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">iHI-FIVES</term>
          <def>
            <p>implementation of Helping Invested Families Improve Veteran Experiences Study</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">OR</term>
          <def>
            <p>odds ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">VA</term>
          <def>
            <p>Veterans Affairs</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was funded by the US Department of Veterans Affairs (VA) Quality Enhancement Research Initiative (QUE-16-170) and by the Center of Innovation to Accelerate Discovery and Practice Transformation (CIN 13-410) of the Durham VA Health Care System. The efforts of JEM were supported by the US Department of VA Office of Academic Affiliations postdoctoral fellowship (TPH 21-000) and the Durham VA Center of Innovation to Accelerate Discovery and Practice Transformation (CIN 13-410). MSB was supported by the US Department of VA, Veterans Health Administration, Office of Research and Development, and United States Department of VA Health Services Research and Development (HSR&#38;D) Career Development Award (CDA 17-006). The funding agencies had no role in the design or conduct of the study; collection, analysis, or interpretation of the data; or the preparation, review, or approval of the manuscript. The contents do not represent the views of the US Department of VA or the US Government. iHI-FIVES (implementation of Helping Invested Families Improve Veteran Experiences Study) was implemented at the participating sites as a clinical program; evaluation was approved as human subjects research by the Durham VA institutional review board (protocol #02040). The authors thank the caregivers who participated in the study. The authors would also like to thank additional members of the research team who supported the iHI-FIVES administration and data collection: Elizabeth Mahanna, Katina Morris, Nadya Majette Elliott, Matthew Tucker, Cassie Meyer, and Rebecca Bruening.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>JEM, CHVH, and JG were involved in the study conceptualization. SNH, KDA, CHVH, and VW were involved in the funding acquisition. KD, JD, and CS were involved in project coordination and data collection. JEM, JG, CJC, CHVH, VW, and KD wrote the original article. JEM, JG, CJC, CHVH, VW, NRS, MSB, KD, CS, and JD reviewed and edited the article. All authors read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freedman</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Sawhill</surname>
              <given-names>IV</given-names>
            </name>
            <name name-style="western">
              <surname>Stevenson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Aaronson</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Freedman</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Goldin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Olivetti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kerr</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>The changing landscape of family caregiving in the United States</article-title>
          <source>Paid Leave for Caregiving: Issues and Answers</source>
          <year>2020</year>
          <month>11</month>
          <publisher-loc>Washington, DC, USA</publisher-loc>
          <publisher-name>Brookings Institution</publisher-name>
          <fpage>11</fpage>
          <lpage>30</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tompkins</surname>
              <given-names>CA</given-names>
            </name>
            <collab> National Research Council (US) Committee on the Role of Human Factors in Home Health Care</collab>
          </person-group>
          <article-title>Informal caregivers in the United States: prevalence, caregiver characteristics, and ability to provide care</article-title>
          <source>The Role of Human Factors in Home Health Care: Workshop Summary</source>
          <year>2010</year>
          <publisher-loc>Washington, DC, USA</publisher-loc>
          <publisher-name>National Academies Press (US)</publisher-name>
          <fpage>7</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charles</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Sevak</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Can family caregiving substitute for nursing home care?</article-title>
          <source>J Health Econ</source>
          <year>2005</year>
          <month>11</month>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>1174</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jhealeco.2005.05.001</pub-id>
          <pub-id pub-id-type="medline">15979742</pub-id>
          <pub-id pub-id-type="pii">S0167-6296(05)00041-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Houtven</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Norton</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>Informal care and health care use of older adults</article-title>
          <source>J Health Econ</source>
          <year>2004</year>
          <month>11</month>
          <volume>23</volume>
          <issue>6</issue>
          <fpage>1159</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jhealeco.2004.04.008</pub-id>
          <pub-id pub-id-type="medline">15556241</pub-id>
          <pub-id pub-id-type="pii">S0167-6296(04)00085-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rodakowski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rocco</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Ortiz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Folb</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Leathers</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>James 3rd</surname>
              <given-names>AE</given-names>
            </name>
          </person-group>
          <article-title>Caregiver integration during discharge planning for older adults to reduce resource use: a metaanalysis</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2017</year>
          <month>08</month>
          <volume>65</volume>
          <issue>8</issue>
          <fpage>1748</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28369687"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jgs.14873</pub-id>
          <pub-id pub-id-type="medline">28369687</pub-id>
          <pub-id pub-id-type="pmcid">PMC5555776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bevans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sternberg</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Caregiving burden, stress, and health effects among family caregivers of adult cancer patients</article-title>
          <source>JAMA</source>
          <year>2012</year>
          <month>01</month>
          <day>25</day>
          <volume>307</volume>
          <issue>4</issue>
          <fpage>398</fpage>
          <lpage>403</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22274687"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2012.29</pub-id>
          <pub-id pub-id-type="medline">22274687</pub-id>
          <pub-id pub-id-type="pii">307/4/398</pub-id>
          <pub-id pub-id-type="pmcid">PMC3304539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Houtven</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Coe</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Skira</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>The effect of informal care on work and wages</article-title>
          <source>J Health Econ</source>
          <year>2013</year>
          <month>01</month>
          <volume>32</volume>
          <issue>1</issue>
          <fpage>240</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jhealeco.2012.10.006</pub-id>
          <pub-id pub-id-type="medline">23220459</pub-id>
          <pub-id pub-id-type="pii">S0167-6296(12)00167-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Houtven</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Oddone</surname>
              <given-names>EZ</given-names>
            </name>
            <name name-style="western">
              <surname>Weinberger</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Informal and formal care infrastructure and perceived need for caregiver training for frail US veterans referred to home and community-based services</article-title>
          <source>Chronic Illn</source>
          <year>2010</year>
          <month>03</month>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <lpage>66</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20308351"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1742395309352694</pub-id>
          <pub-id pub-id-type="medline">20308351</pub-id>
          <pub-id pub-id-type="pii">6/1/57</pub-id>
          <pub-id pub-id-type="pmcid">PMC3728281</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kalra</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Melbourn</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Knapp</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Donaldson</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Training carers of stroke patients: randomised controlled trial</article-title>
          <source>BMJ</source>
          <year>2004</year>
          <month>05</month>
          <day>08</day>
          <volume>328</volume>
          <issue>7448</issue>
          <fpage>1099</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15130977"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.328.7448.1099</pub-id>
          <pub-id pub-id-type="medline">15130977</pub-id>
          <pub-id pub-id-type="pii">328/7448/1099</pub-id>
          <pub-id pub-id-type="pmcid">PMC406319</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hepburn</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Tornatore</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Center</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ostwald</surname>
              <given-names>SW</given-names>
            </name>
          </person-group>
          <article-title>Dementia family caregiver training: affecting beliefs about caregiving and caregiver outcomes</article-title>
          <source>J Am Geriatr Soc</source>
          <year>2001</year>
          <month>04</month>
          <volume>49</volume>
          <issue>4</issue>
          <fpage>450</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1532-5415.2001.49090.x</pub-id>
          <pub-id pub-id-type="medline">11347790</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burgdorf</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Riffin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Factors associated with receipt of training among caregivers of older adults</article-title>
          <source>JAMA Intern Med</source>
          <year>2019</year>
          <month>06</month>
          <day>01</day>
          <volume>179</volume>
          <issue>6</issue>
          <fpage>833</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30958503"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2018.8694</pub-id>
          <pub-id pub-id-type="medline">30958503</pub-id>
          <pub-id pub-id-type="pii">2729742</pub-id>
          <pub-id pub-id-type="pmcid">PMC6547146</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leslie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Khayatzadeh-Mahani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>MacKean</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Recruitment of caregivers into health services research: lessons from a user-centred design study</article-title>
          <source>Res Involv Engagem</source>
          <year>2019</year>
          <month>5</month>
          <day>20</day>
          <volume>5</volume>
          <fpage>17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://researchinvolvement.biomedcentral.com/articles/10.1186/s40900-019-0150-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40900-019-0150-6</pub-id>
          <pub-id pub-id-type="medline">31139432</pub-id>
          <pub-id pub-id-type="pii">150</pub-id>
          <pub-id pub-id-type="pmcid">PMC6528243</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bruening</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sperber</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Steinhauser</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wieland</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Lindquist</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shepherd-Banigan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ramos</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Henius</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kabat</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Van Houtven</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Connecting caregivers to support: lessons learned from the VA caregiver support program</article-title>
          <source>J Appl Gerontol</source>
          <year>2020</year>
          <month>04</month>
          <volume>39</volume>
          <issue>4</issue>
          <fpage>368</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1177/0733464818825050</pub-id>
          <pub-id pub-id-type="medline">30658547</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Preissner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Finlayson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Henkel</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Recruiting for caregiver education research: perspectives of caregivers of people with multiple sclerosis</article-title>
          <source>Int J MS Care</source>
          <year>2012</year>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>188</fpage>
          <lpage>96</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://meridian.allenpress.com/ijmsc/article-lookup/doi/10.7224/1537-2073-14.4.188"/>
          </comment>
          <pub-id pub-id-type="doi">10.7224/1537-2073-14.4.188</pub-id>
          <pub-id pub-id-type="medline">24453751</pub-id>
          <pub-id pub-id-type="pmcid">PMC3882986</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Petrinec</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hebeshy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sheehan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Drew</surname>
              <given-names>BL</given-names>
            </name>
          </person-group>
          <article-title>Advancing the science of recruitment for family caregivers: focus group and Delphi methods</article-title>
          <source>JMIR Nurs</source>
          <year>2019</year>
          <month>7</month>
          <day>22</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e13862</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/34345769"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13862</pub-id>
          <pub-id pub-id-type="medline">34345769</pub-id>
          <pub-id pub-id-type="pii">v2i1e13862</pub-id>
          <pub-id pub-id-type="pmcid">PMC8279439</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Winter</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gitlin</surname>
              <given-names>LN</given-names>
            </name>
          </person-group>
          <article-title>Recruiting community-based dementia patients and caregivers in a nonpharmacologic randomized trial: what works and how much does it cost?</article-title>
          <source>J Appl Gerontol</source>
          <year>2016</year>
          <month>07</month>
          <volume>35</volume>
          <issue>7</issue>
          <fpage>788</fpage>
          <lpage>800</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24799354"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0733464814532012</pub-id>
          <pub-id pub-id-type="medline">24799354</pub-id>
          <pub-id pub-id-type="pii">0733464814532012</pub-id>
          <pub-id pub-id-type="pmcid">PMC4430444</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dura</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Kiecolt-Glaser</surname>
              <given-names>JK</given-names>
            </name>
          </person-group>
          <article-title>Sample bias in caregiving research</article-title>
          <source>J Gerontol</source>
          <year>1990</year>
          <month>09</month>
          <volume>45</volume>
          <issue>5</issue>
          <fpage>P200</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1093/geronj/45.5.p200</pub-id>
          <pub-id pub-id-type="medline">2394916</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shepherd-Banigan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Decosimo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dadolf</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boucher</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Mahanna</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Bruening</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hastings</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Sperber</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Coffman</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Van Houtven</surname>
              <given-names>CH</given-names>
            </name>
          </person-group>
          <article-title>Adaptation and implementation of a family caregiver skills training program: from single site RCT to multisite pragmatic intervention</article-title>
          <source>J Nurs Scholarsh</source>
          <year>2020</year>
          <month>01</month>
          <volume>52</volume>
          <issue>1</issue>
          <fpage>23</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31497935"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jnu.12511</pub-id>
          <pub-id pub-id-type="medline">31497935</pub-id>
          <pub-id pub-id-type="pmcid">PMC8457510</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Van Houtven</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Coffman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sperber</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mahanna</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Colón-Emeric</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hoenig</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Damush</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hastings</surname>
              <given-names>SN</given-names>
            </name>
          </person-group>
          <article-title>Supporting teams to optimize function and independence in veterans: a multi-study program and mixed methods protocol</article-title>
          <source>Implement Sci</source>
          <year>2018</year>
          <month>04</month>
          <day>20</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>58</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-018-0748-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-018-0748-3</pub-id>
          <pub-id pub-id-type="medline">29678137</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-018-0748-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5910600</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Houtven</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Oddone</surname>
              <given-names>EZ</given-names>
            </name>
            <name name-style="western">
              <surname>Hastings</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Hendrix</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Olsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Neelon</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lindquist</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weidenbacher</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Boles</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weinberger</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Helping Invested Families Improve Veterans' Experiences Study (HI-FIVES): study design and methodology</article-title>
          <source>Contemp Clin Trials</source>
          <year>2014</year>
          <month>07</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>260</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24837544"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cct.2014.05.003</pub-id>
          <pub-id pub-id-type="medline">24837544</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(14)00060-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6505458</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Geriatrics and Extended Care: Home and Community Based Services</article-title>
          <source>U.S. Department of Veterans Affairs</source>
          <year>2021</year>
          <access-date>2022-03-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.va.gov/GERIATRICS/pages/Home_and_Community_Based_Services.asp?utm_source=geriatrics_home_page">https://www.va.gov/GERIATRICS/pages/Home_and_Community_Based_Services.asp?utm_source=geriatrics_home_page</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>DatStat Illume, Version 6.1</article-title>
          <source>DatStat</source>
          <year>2016</year>
          <access-date>2018-04-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.datstat.com/products/illume-next">https://www.datstat.com/products/illume-next</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stefos</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cashy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Gehlert</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Almenoff</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Technical Report 30: Risk Adjustment: Guide to the V21 and Nosos Risk Score Programs</article-title>
          <source>U.S. Department of Veterans Affairs</source>
          <year>2016</year>
          <access-date>2020-09-28</access-date>
          <publisher-loc>Menlo Park, CA, USA</publisher-loc>
          <publisher-name>Health Economics Resource Center</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.herc.research.va.gov/include/page.asp?id=technical-report-risk-adjustment">https://www.herc.research.va.gov/include/page.asp?id=technical-report-risk-adjustment</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sundararajan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Halfon</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burnand</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Luthi</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Feasby</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Ghali</surname>
              <given-names>WA</given-names>
            </name>
          </person-group>
          <article-title>Coding algorithms for defining comorbidities in ICD-9-CM and ICD-10 administrative data</article-title>
          <source>Med Care</source>
          <year>2005</year>
          <month>11</month>
          <volume>43</volume>
          <issue>11</issue>
          <fpage>1130</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1097/01.mlr.0000182534.19832.83</pub-id>
          <pub-id pub-id-type="medline">16224307</pub-id>
          <pub-id pub-id-type="pii">00005650-200511000-00010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glasheen</surname>
              <given-names>WP</given-names>
            </name>
            <name name-style="western">
              <surname>Cordier</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gumpina</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Haugh</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Renda</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Charlson Comorbidity Index: ICD-9 update and ICD-10 translation</article-title>
          <source>Am Health Drug Benefits</source>
          <year>2019</year>
          <volume>12</volume>
          <issue>4</issue>
          <fpage>188</fpage>
          <lpage>97</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31428236"/>
          </comment>
          <pub-id pub-id-type="medline">31428236</pub-id>
          <pub-id pub-id-type="pmcid">PMC6684052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Spillman</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Freedman</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Kasper</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>A national profile of family and unpaid caregivers who assist older adults with health care activities</article-title>
          <source>JAMA Intern Med</source>
          <year>2016</year>
          <month>03</month>
          <volume>176</volume>
          <issue>3</issue>
          <fpage>372</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26882031"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2015.7664</pub-id>
          <pub-id pub-id-type="medline">26882031</pub-id>
          <pub-id pub-id-type="pii">2491683</pub-id>
          <pub-id pub-id-type="pmcid">PMC4802361</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gehlert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>HERC: Nosos Risk Adjustment</article-title>
          <source>U.S. Department of Veterans Affairs</source>
          <access-date>2021-09-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.herc.research.va.gov/include/page.asp?id=risk-adjustment">https://www.herc.research.va.gov/include/page.asp?id=risk-adjustment</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>Your health care costs</article-title>
          <source>U.S. Department of Veterans Affairs</source>
          <year>2020</year>
          <access-date>2021-09-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.va.gov/health-care/about-va-health-benefits/cost-of-care/">https://www.va.gov/health-care/about-va-health-benefits/cost-of-care/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slattery</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Caan</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kerber</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Potter</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Response rates among control subjects in case-control studies</article-title>
          <source>Ann Epidemiol</source>
          <year>1995</year>
          <month>05</month>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>245</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/1047-2797(94)00113-8</pub-id>
          <pub-id pub-id-type="medline">7606315</pub-id>
          <pub-id pub-id-type="pii">1047279794001138</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>R Core Team</collab>
          </person-group>
          <article-title>R. Version 4.0.3</article-title>
          <source>The R Project for Statistical Computing</source>
          <year>2017</year>
          <access-date>2020-09-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.r-project.org/">https://www.r-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coorevits</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sundgren</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>GO</given-names>
            </name>
            <name name-style="western">
              <surname>Bahr</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Claerhout</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Daniel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dugas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dupont</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Singleton</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>De Moor</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kalra</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Electronic health records: new opportunities for clinical research</article-title>
          <source>J Intern Med</source>
          <year>2013</year>
          <month>12</month>
          <volume>274</volume>
          <issue>6</issue>
          <fpage>547</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/joim.12119"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/joim.12119</pub-id>
          <pub-id pub-id-type="medline">23952476</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beskow</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Brelsford</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Hammack</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Patient perspectives on use of electronic health records for research recruitment</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2019</year>
          <month>02</month>
          <day>26</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>42</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-019-0686-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-019-0686-z</pub-id>
          <pub-id pub-id-type="medline">30808279</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-019-0686-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC6390331</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thadani</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Weng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bigger</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Ennever</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Wajngurt</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Electronic screening improves efficiency in clinical trial recruitment</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2009</year>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>869</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19717797"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/jamia.M3119</pub-id>
          <pub-id pub-id-type="medline">19717797</pub-id>
          <pub-id pub-id-type="pii">M3119</pub-id>
          <pub-id pub-id-type="pmcid">PMC3002129</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Appelbaum</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hripcsak</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kronish</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Busacca</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Bigger</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>Using EHRs to integrate research with patient care: promises and challenges</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2012</year>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>684</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22542813"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/amiajnl-2012-000878</pub-id>
          <pub-id pub-id-type="medline">22542813</pub-id>
          <pub-id pub-id-type="pii">amiajnl-2012-000878</pub-id>
          <pub-id pub-id-type="pmcid">PMC3422845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Casey</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>WF</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>NE</given-names>
            </name>
          </person-group>
          <article-title>Using electronic health records for population health research: a review of methods and applications</article-title>
          <source>Annu Rev Public Health</source>
          <year>2016</year>
          <volume>37</volume>
          <fpage>61</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26667605"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-032315-021353</pub-id>
          <pub-id pub-id-type="medline">26667605</pub-id>
          <pub-id pub-id-type="pmcid">PMC6724703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Committee on Family Caregiving for Older Adults</collab>
            <collab>Board on Health Care Services</collab>
            <collab>Health and Medicine Division</collab>
            <collab>National Academies of Sciences, Engineering, and Medicine</collab>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Eden</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Family Caregiving Roles and Impacts</article-title>
          <source>Families Caring for an Aging America</source>
          <year>2016</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>National Academies Press (US)</publisher-name>
          <fpage>73</fpage>
          <lpage>122</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>Geriatrics and Extended Care: Respite Care</article-title>
          <source>U.S. Department of Veterans Affairs</source>
          <access-date>2021-09-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.va.gov/GERIATRICS/pages/Respite_Care.asp">https://www.va.gov/GERIATRICS/pages/Respite_Care.asp</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>Geriatrics and Extended Care: Adult Day Health Care</article-title>
          <source>U.S. Department of Veterans Affairs</source>
          <access-date>2021-09-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.va.gov/GERIATRICS/pages/Adult_Day_Health_Care.asp">https://www.va.gov/GERIATRICS/pages/Adult_Day_Health_Care.asp</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Houtven</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Lindquist</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>Jennifer G</given-names>
            </name>
            <name name-style="western">
              <surname>Hendrix</surname>
              <given-names>Cristina</given-names>
            </name>
            <name name-style="western">
              <surname>Hastings</surname>
              <given-names>Susan Nicole</given-names>
            </name>
            <name name-style="western">
              <surname>Oddone</surname>
              <given-names>Eugene Z</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>Heather A</given-names>
            </name>
            <name name-style="western">
              <surname>Shepherd-Banigan</surname>
              <given-names>Megan</given-names>
            </name>
            <name name-style="western">
              <surname>Weinberger</surname>
              <given-names>Morris</given-names>
            </name>
          </person-group>
          <article-title>Family Caregiver Skills Training to Improve Experiences of Care: a Randomized Clinical Trial</article-title>
          <source>J Gen Intern Med</source>
          <year>2019</year>
          <month>10</month>
          <volume>34</volume>
          <issue>10</issue>
          <fpage>2114</fpage>
          <lpage>2122</lpage>
          <pub-id pub-id-type="doi">10.1007/s11606-019-05209-x</pub-id>
          <pub-id pub-id-type="medline">31388914</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-019-05209-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6816649</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
