<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i8e39772</article-id>
      <article-id pub-id-type="pmid">35973033</article-id>
      <article-id pub-id-type="doi">10.2196/39772</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Feasibility of a Novel COVID-19 Telehealth Care Management Program Among Individuals Receiving Treatment for Opioid Use Disorder: Analysis of a Pilot Program</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Seid</surname>
            <given-names>Abubeker Alebachew</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nievas-Soriano</surname>
            <given-names>Bruno José</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>Kimberly D</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute for Research on Equity and Community Health</institution>
            <institution>ChristianaCare</institution>
            <addr-line>Avenue North, 4000 Nexus Drive, Suite CE1-300</addr-line>
            <addr-line>Wilmington, DE, 19803</addr-line>
            <country>United States</country>
            <phone>1 302 428 2662</phone>
            <email>kimwilliams@christianacare.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0630-5107</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Jurkovitz</surname>
            <given-names>Claudine T</given-names>
          </name>
          <degrees>MPH, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8957-0100</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Papas</surname>
            <given-names>Mia A</given-names>
          </name>
          <degrees>MS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8636-411X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Muther</surname>
            <given-names>Ann Kathryn</given-names>
          </name>
          <degrees>MSN, RN, CCM</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6922-1499</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>Sharon L</given-names>
          </name>
          <degrees>BSN, MS, RN</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1785-4750</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>Tammy L</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7240-8097</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Institute for Research on Equity and Community Health</institution>
        <institution>ChristianaCare</institution>
        <addr-line>Wilmington, DE</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Center for Virtual Health</institution>
        <institution>ChristianaCare</institution>
        <addr-line>Wilmington, DE</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Sociology and Criminal Justice</institution>
        <institution>University of Delaware</institution>
        <addr-line>Newark, DE</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Kimberly D Williams <email>kimwilliams@christianacare.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>8</issue>
      <elocation-id>e39772</elocation-id>
      <history>
        <date date-type="received">
          <day>24</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>4</day>
          <month>8</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>9</day>
          <month>8</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Kimberly D Williams, Claudine T Jurkovitz, Mia A Papas, Ann Kathryn Muther, Sharon L Anderson, Tammy L Anderson. Originally published in JMIR Formative Research (https://formative.jmir.org), 30.08.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/8/e39772" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The emergence of COVID-19 exacerbated the existing epidemic of opioid use disorder (OUD) across the United States due to the disruption of in-person treatment and support services. Increased use of technology including telehealth and the development of new partnerships may facilitate coordinated treatment interventions that comprehensively address the health and well-being of individuals with OUD.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The analysis of this pilot program aimed to determine the feasibility of delivering a COVID-19 telehealth care management program using SMS text messages for patients receiving OUD treatment.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Eligible individuals were identified from a statewide opioid treatment program (OTP) network. Those who screened positive for COVID-19 symptoms were invited to connect to care management through a secure SMS text message that was compliant with Health Insurance Portability and Accountability Act standards. Care management monitoring for COVID-19 was provided for a period of up to 14 days. Monitoring services consisted of daily SMS text messages from the care manager inquiring about the participant’s physical health in relation to COVID-19 symptoms by confirming their temperature, if the participant was feeling worse since the prior day, and if the participant was experiencing symptoms such as coughing or shortness of breath. If COVID-19 symptoms worsened during this observation period, the care manager was instructed to refer participants to the hospital for acute care services. The feasibility of the telehealth care management intervention was assessed by the rates of adoption in terms of program enrollment, engagement as measured by the number of SMS text message responses per participant, and retention in terms of the number of days participants remained in the program.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Between January and April 2021, OTP staff members referred 21 patients with COVID-19 symptoms, and 18 (82%) agreed to be contacted by a care manager. Participants ranged in age from 27 to 65 years and primarily identified as female (n=12, 67%) and White (n=15, 83%). The majority of participants were Medicaid recipients (n=14, 78%). There were no statistically significant differences in the demographic characteristics between those enrolled and not enrolled in the program. A total of 12 (67%) patients were enrolled in the program, with 2 (11%) opting out of SMS text message communication and choosing instead to speak with a care manager verbally by telephone. The remaining 10 participants answered a median of 7 (IQR 4-10) SMS text messages and were enrolled in the program for a median of 9 (IQR 7.5-12) days. No participants were referred for acute care services or hospitalized during program enrollment.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>These results demonstrate the feasibility of a novel telehealth intervention to monitor COVID-19 symptoms among OTP patients in treatment for OUD. Further research is needed to determine the applicability of this intervention to monitor patients with comorbid chronic conditions in addition to the acceptability among patients and providers using the SMS text messaging modality.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>opioid use disorder</kwd>
        <kwd>substance use</kwd>
        <kwd>drug addiction</kwd>
        <kwd>opioid treatment program</kwd>
        <kwd>COVID-19</kwd>
        <kwd>telehealth</kwd>
        <kwd>telemedicine</kwd>
        <kwd>eHealth</kwd>
        <kwd>Short Message Service</kwd>
        <kwd>SMS</kwd>
        <kwd>text messaging</kwd>
        <kwd>text message</kwd>
        <kwd>opioid use</kwd>
        <kwd>opioid</kwd>
        <kwd>care management</kwd>
        <kwd>patient care management</kwd>
        <kwd>health intervention</kwd>
        <kwd>telehealth intervention</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>When the COVID-19 <italic>pandemic</italic> began in the United States, it collided with a multidecade opioid <italic>epidemic</italic>. Following the emergence of the pandemic in March 2020, drug overdoses spiked by 28.5% between April 2020 and April 2021 [<xref ref-type="bibr" rid="ref1">1</xref>]. Provisional data reported that approximately 75% of drug overdose deaths in 2020 were due to opioids including potent synthetic opioids such as fentanyl [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>As overdose deaths continue to increase, improving access to evidence-based treatment for opioid use disorder (OUD) is a key tertiary prevention strategy [<xref ref-type="bibr" rid="ref3">3</xref>]. This necessitates coordinating efforts with treatment settings including opioid treatment programs (OTPs). However, patients face challenges in meeting recovery and other health goals while adhering to COVID-19 safety precautions. Specifically, calls for increased social distancing to reduce disease spread may impede access to OUD treatment services [<xref ref-type="bibr" rid="ref4">4</xref>]. Thus, there are concerns that the COVID-19 pandemic may exacerbate the current opioid crisis [<xref ref-type="bibr" rid="ref5">5</xref>]. People with OUD may also be at higher risk for contracting COVID-19 and experiencing more severe outcomes in terms of mortality and morbidity [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>To address these concerns, experts recommend increased use of technology, including telehealth, and the development of new partnerships to facilitate coordinated treatment interventions that comprehensively address individual health and well-being [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. While this could help manage the needs associated with co-occurring OUD and COVID-19, there is limited evidence on how to best engage and retain patients with OUD in telehealth care management services. This retrospective study aimed to determine the feasibility of a COVID-19 telehealth care management program using a standardized protocol of SMS text messaging for patients receiving OUD treatment in a statewide OTP network.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Pilot Program Setting and Participants</title>
        <p>An OTP network based in the state of Delaware recruited patients to participate in this telehealth care management program where eligible patients are invited to connect with a care manager to monitor their COVID-19 symptoms through daily SMS text messaging communications. The overall COVID-19 telehealth care management program has been in place since the beginning of the pandemic and provides COVID-19 resources and support to businesses and their employees. It consists of 10 care managers who are all licensed registered nurses. This study focuses on the feasibility of enrolling patients with OUD into this established telehealth program.</p>
        <p>OTP staff conducted universal COVID-19 symptom screenings for their patients during OTP appointments and referred patients with symptoms to community sites for a COVID-19 test to confirm diagnosis. The Delaware Department of Public Health reviewed and verified diagnostic test samples, and notified the testing facility if patients were positive for COVID-19.</p>
        <p>Eligible patients who screened positive for COVID-19 symptoms were invited by OTP staff to participate in the telehealth care management program. Eligibility criteria included patients 18 years or older; with confirmed COVID-19 symptoms; currently receiving OUD treatment; who owned a cell phone with SMS text messaging capabilities; and able to understand, speak, and read English.</p>
      </sec>
      <sec>
        <title>Program Procedures</title>
        <p>Beginning January 2021, OTP staff invited patients who met eligibility criteria to receive a SMS text message from a care manager using Twistle software [<xref ref-type="bibr" rid="ref12">12</xref>]. This enabled a 2-way communication between the care managers and program participants that was compliant with Health Insurance Portability and Accountability Act standards. Program monitoring services consist of a standardized protocol for daily SMS text messages sent from care managers to patient participants inquiring about the following: the participant’s physical health status in relation to COVID-19 symptoms by confirming their current temperature, if the participant is feeling worse since the prior day, and if the participant is experiencing symptoms such as coughing or shortness of breath. Individuals with OUD participating in the pilot program were monitored up to 14 days while continuing OUD treatment at the OTP. The length of the monitoring period during this pilot program was based on the Centers for Disease Control and Prevention (CDC) COVID-19 quarantine and isolation guidelines that were in place for the general population as of January 2021. These guidelines were later updated by the CDC in December 2021 [<xref ref-type="bibr" rid="ref13">13</xref>]. If any participants reported worsening COVID-19 symptoms during this monitoring period, the care manager would conduct a standardized assessment to obtain additional details about their symptoms. This assessment included a brief survey asking participants to select their current temperature in terms of Fahrenheit degree categories: 103 °F (39.4 °C) or greater, 101.6 °F to 102.9 °F (38.7 °C to 39.4 °C), 100.4 °F to 101.5 °F (38 °C to 38.6 °C), 97 °F to 100.3 °F (36.1 °C to 37.9 °C), or less than 97 °F (36.1 °C). Participants were also asked to confirm if they were experiencing any coughing or shortness of breath. Care managers would use this clinical information to help determine when patients needed a referral to a local health care provider for acute care services or hospitalization.</p>
      </sec>
      <sec>
        <title>Data Sources and Measures</title>
        <p>This pilot program was conducted between January 11 and April 30, 2021. We assessed the feasibility of the program intervention by focusing on three process measures: (1) adoption, which was measured by the number of patients who were invited versus the number who agreed to participate and enrolled in the program; (2) engagement, as measured by the overall number of SMS text messages sent by participants; and (3) program retention, as measured by the number of days participants remained active in the program by continuing to respond to the daily SMS text messages. OTP staff provided a count of patients screened for COVID-19 symptoms and program referrals. The lead care manager tallied the number of patients who screened positive for COVID-19, received a SMS text message program invitation, were lost to follow-up or declined participation, and were enrolled in the program. They also reported the number of days participants were monitored and if any were referred for acute care services during the program. The Twistle data provided the number of messages sent by participants to care managers. Demographic data including age, sex, race, and insurance type were obtained from the electronic health record (EHR). An EHR review confirmed if participants were locally hospitalized while in the program.</p>
      </sec>
      <sec>
        <title>Analysis</title>
        <p>Descriptive statistics summarized the characteristics of patients approached to participate in the telehealth care management pilot program and process metrics for program enrollment. Mann-Whitney <italic>U</italic> and Fisher exact tests calculated differences in the demographic characteristics for age, sex, race, and insurance type between those enrolled and not enrolled in the program. Data were analyzed using Stata/SE version 16.1 (StataCorp).</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>We received approval from the ChristianaCare Institutional Review Board (IRB00000480) to evaluate the feasibility of this program.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p><xref rid="figure1" ref-type="fig">Figure 1</xref> provides a flow diagram of the participation of OTP patients in the COVID-19 telehealth care management program. Of the 21 eligible patients with COVID-19 symptoms, 18 (82%) agreed to be contacted by a care manager. Of those, 6 (33%) did not enroll in the program, including 4 not responding to care manager messages, 1 opting out, and 1 being withdrawn after confirming a negative COVID-19 diagnostic test. This left 12 (67%) individuals who participated in the telehealth care management program.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Flow diagram of OTP participants in the COVID-19 telehealth care management program. OTP: opioid treatment program.</p>
        </caption>
        <graphic xlink:href="formative_v6i8e39772_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Characteristics of patients enrolled in the program (n=12) and those not enrolled (n=6) are shown in <xref ref-type="table" rid="table1">Table 1</xref>. Overall, participants ranged in age from 27 to 65 years and primarily identified as female (n=12, 67%) and White (n=15, 83%). The majority of participants were Medicaid recipients (n=14, 78%) with the remaining participants enrolled in either a Medicare, private, or dual Medicaid/Medicare plan (n=3, 17%). There were no statistically significant differences in demographic characteristics between those enrolled and not enrolled in the program (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
      <p>Of the 12 individuals enrolled, 2 opted-out of SMS text message communication and instead spoke with the care manager verbally by telephone. The remaining 10 participants answered a median of 7 (IQR 4-10) messages. The median time in the program was 9 (IQR 7.5-12) days. Of the 12 participants, 10 were monitored for less than 14 days because of improvement in COVID-19 symptoms, and 2 were monitored for the maximum 14-day period. No participants were referred for acute care services or hospitalized while being monitored by the care manager.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Characteristics of opioid treatment program patients enrolled and not enrolled in the COVID-19 telehealth care management program.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="440"/>
          <col width="150"/>
          <col width="150"/>
          <col width="150"/>
          <col width="0"/>
          <col width="80"/>
          <thead>
            <tr valign="bottom">
              <td colspan="2">
                <break/>
              </td>
              <td>All patients (N=18)</td>
              <td>Enrolled (n=12)</td>
              <td>Not enrolled<sup>a</sup> (n=6)</td>
              <td colspan="2"><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="bottom">
              <td colspan="2">Age (years), mean (SD)</td>
              <td>41.47 (11.43)<sup>b</sup></td>
              <td>43.0 (11.60)</td>
              <td>37.80 (11.34)<sup>b</sup></td>
              <td colspan="2">.41</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Sex, n (%)</bold>
              </td>
              <td>.10</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Female</td>
              <td>12 (67)</td>
              <td>7 (58)</td>
              <td>5 (83)</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Male</td>
              <td>5 (28)</td>
              <td>5 (42)</td>
              <td>0 (0)</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Unknown, not reported</td>
              <td>1 (6)</td>
              <td>0 (0)</td>
              <td>1 (17)</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Race, n (%)</bold>
              </td>
              <td>.25</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>White</td>
              <td>15 (83)</td>
              <td>11 (92)</td>
              <td>4 (67)</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Other<sup>c</sup></td>
              <td>2 (11)</td>
              <td>1 (8)</td>
              <td>1 (17)</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Unknown, not reported</td>
              <td>1 (6)</td>
              <td>0 (0)</td>
              <td>1 (17)</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Insurance type, n (%)</bold>
              </td>
              <td>.19</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Medicaid</td>
              <td>14 (78)</td>
              <td>9 (75)</td>
              <td>5 (83)</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Other<sup>d</sup></td>
              <td>3 (17)</td>
              <td>3 (25)</td>
              <td>0 (0)</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Unknown, not reported</td>
              <td>1 (6)</td>
              <td>0 (0)</td>
              <td>1 (17)</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>Patients that were not enrolled either declined participation or were lost to follow-up after agreeing to be contacted by a telehealth care manager.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>Age for 1 participant not reported.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>Other race: due to the small sample size, participants with race identified as “Black/African American” or “Other” were combined into one category.</p>
          </fn>
          <fn id="table1fn4">
            <p><sup>d</sup>Other insurance type: due to the small sample size, participants with insurance type identified as “Medicare,” “Private” plan, or “dual Medicaid/Medicare” plan were combined into one category.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>In this study, we assessed the feasibility of using SMS text messaging to manage COVID-19 symptoms of OTP patients receiving treatment for OUD. We evaluated the feasibility using three criteria: adoption measured by the ratio of enrolled participants over eligible patients, engagement measured by the number of participant responses to the care managers, and retention measured by the days participants remained in the program. Although a small number of individuals were eligible, the majority of those approached about the program agreed to be contacted and monitored by a care manager via SMS text message. Only a few then opted for verbal telephone communication as opposed to SMS text message communication. Our findings are consistent with the literature documenting the acceptability of SMS text message interventions among individuals seeking OUD treatment following emergency department discharge [<xref ref-type="bibr" rid="ref14">14</xref>]. Adherence with our SMS text message protocol was high, with the majority of participants responding multiple times to the care manager messages during the monitoring period.</p>
        <p>Telehealth is considered safe and effective for a variety of conditions, and research has demonstrated its ability to manage health care needs while maintaining social distancing to reduce infectious disease transmission [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. Current research involving individuals with substance use disorders (SUDs), including OUD, primarily address the provision of telehealth services for SUD treatment including medication management and counseling [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. Little is known about telehealth’s ability to manage co-occurring medical concerns while receiving SUD treatment. The convenience of offering telehealth-based care management for COVID-19 could ease the burden of managing multiple conditions and potentially improve retention in SUD treatment programs.</p>
        <p>Telehealth care management through secure SMS text messaging is a promising tool that offers a convenient, private, and low-maintenance approach to promote patient engagement. SMS text messaging does not require broadband internet access, a smartphone data plan, or downloading a smartphone app, thereby avoiding barriers that exist for many individuals including those in rural areas [<xref ref-type="bibr" rid="ref21">21</xref>]. Though care management delivered through SMS text messaging is acknowledged to be cost-effective and a relatively simple telehealth modality, few studies have explored its application among individuals receiving treatment for SUDs including OUD [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>Our study shows that OTP patients may be comfortable communicating through SMS text messages. Though 2 participants preferred to communicate verbally by phone, we believe SMS text messaging remains a feasible telehealth modality. Further research is needed to explore telehealth preferences including concerns related to privacy, security, and other potential barriers. This is consistent with a recent review identifying that only a limited number of studies to date have explored telehealth <italic>acceptability</italic> among patients and providers [<xref ref-type="bibr" rid="ref22">22</xref>]. Consequently, more participatory research on telehealth use is necessary to better address patient engagement needs and ensure sustained telehealth use among patients and providers [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The small sample size of this pilot study limits the generalizability of our findings to the broader population of OTP patients. Because of the small sample size, we could not assess other feasibility criteria such as estimating the appropriate workload for the care manager or the referral rate to acute care. The program focused on patients from a single OTP network within Delaware, which restricts the validity of our findings to this local region. The feasibility of this program may vary depending on contextual factors such as geography. Fortunately, our OTP network included multiple community-based sites in urban, suburban, and rural settings throughout the state.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study identified the feasibility of a novel telehealth program intervention delivering COVID-19 care management services for OTP patients. Further research is needed to determine the impact of this intervention on managing other comorbid chronic conditions within this patient population, the association between telehealth outcomes and use of health care services, and telehealth acceptability among patients treated for OUD and providers to ensure engagement and sustainability of services through this evolving modality using SMS text messaging for telehealth purposes.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">OTP</term>
          <def>
            <p>opioid treatment program</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">OUD</term>
          <def>
            <p>opioid use disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">SUD</term>
          <def>
            <p>substance use disorder</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank the staff of Connections Community Support Programs, Inc (acquired by Conexio Care, Inc.); Terry Horton (MD, FACP, FASAM), Darrell C Dow (MS), Steven Hoover (MS), and Luciano Perotti of ChristianaCare; Rick Hong (MD, FACEP) and Richard Pescatore (DO, FAAEM) of the Delaware Department of Health and Social Services, Division of Public Health; and Delaware Lieutenant Governor Bethany Hall-Long for their support. CTJ and MAP are partly supported by an Institutional Development Award from the National Institute of General Medical Sciences of the National Institutes of Health under grant U54-GM104941 (principal investigator: G Hicks). The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Provisional drug overdose death counts</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2021</year>
          <access-date>2021-12-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/nvss/vsrr/drug-overdose-data.htm">https://www.cdc.gov/nchs/nvss/vsrr/drug-overdose-data.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Opioid overdose deaths and opioid overdose deaths as a percent of all drug overdose deaths</article-title>
          <source>KFF</source>
          <year>2021</year>
          <access-date>2021-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kff.org/other/state-indicator/opioid-overdose-deaths/?currentTimeframe=0&#38;sortModel=%7B%22colId%22:%22Location%22,%22sort%22:%22asc%22%7D">https://tinyurl.com/59djp4rx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kolodny</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Courtwright</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Kreiner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Eadie</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>GC</given-names>
            </name>
          </person-group>
          <article-title>The prescription opioid and heroin crisis: a public health approach to an epidemic of addiction</article-title>
          <source>Annu Rev Public Health</source>
          <year>2015</year>
          <month>03</month>
          <day>18</day>
          <volume>36</volume>
          <fpage>559</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-031914-122957</pub-id>
          <pub-id pub-id-type="medline">25581144</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Volkow</surname>
              <given-names>ND</given-names>
            </name>
          </person-group>
          <article-title>Collision of the COVID-19 and addiction epidemics</article-title>
          <source>Ann Intern Med</source>
          <year>2020</year>
          <month>07</month>
          <day>07</day>
          <volume>173</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <lpage>62</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M20-1212?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M20-1212</pub-id>
          <pub-id pub-id-type="medline">32240293</pub-id>
          <pub-id pub-id-type="pii">2764313</pub-id>
          <pub-id pub-id-type="pmcid">PMC7138334</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wakeman</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Rich</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>An overdose surge will compound the COVID-19 pandemic if urgent action is not taken</article-title>
          <source>Nat Med</source>
          <year>2020</year>
          <month>06</month>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>819</fpage>
          <lpage>820</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32555514"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-020-0898-0</pub-id>
          <pub-id pub-id-type="medline">32555514</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-0898-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC8600654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>QQ</given-names>
            </name>
            <name name-style="western">
              <surname>Kaelber</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Volkow</surname>
              <given-names>ND</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 risk and outcomes in patients with substance use disorders: analyses from electronic health records in the United States</article-title>
          <source>Mol Psychiatry</source>
          <year>2021</year>
          <month>01</month>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>30</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32929211"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41380-020-00880-7</pub-id>
          <pub-id pub-id-type="medline">32929211</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41380-020-00880-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7488216</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>El Shahawy</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Hochman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Krawczyk</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Association of substance use disorders and drug overdose with adverse COVID-19 outcomes in New York City: January-October 2020</article-title>
          <source>J Public Health (Oxf)</source>
          <year>2021</year>
          <month>09</month>
          <day>22</day>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>462</fpage>
          <lpage>465</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33367823"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/pubmed/fdaa241</pub-id>
          <pub-id pub-id-type="medline">33367823</pub-id>
          <pub-id pub-id-type="pii">6047762</pub-id>
          <pub-id pub-id-type="pmcid">PMC7799011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baillargeon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Polychronopoulou</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Raji</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>The impact of substance use disorder on COVID-19 outcomes</article-title>
          <source>Psychiatr Serv</source>
          <year>2021</year>
          <month>05</month>
          <day>01</day>
          <volume>72</volume>
          <issue>5</issue>
          <fpage>578</fpage>
          <lpage>581</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33138712"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ps.202000534</pub-id>
          <pub-id pub-id-type="medline">33138712</pub-id>
          <pub-id pub-id-type="pmcid">PMC8089118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Huh</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bae</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Na</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>YH</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Im</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effect of underlying comorbidities on the infection and severity of COVID-19 in Korea: a nationwide case-control study</article-title>
          <source>J Korean Med Sci</source>
          <year>2020</year>
          <month>06</month>
          <day>29</day>
          <volume>35</volume>
          <issue>25</issue>
          <fpage>e237</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jkms.org/DOIx.php?id=10.3346/jkms.2020.35.e237"/>
          </comment>
          <pub-id pub-id-type="doi">10.3346/jkms.2020.35.e237</pub-id>
          <pub-id pub-id-type="medline">32597048</pub-id>
          <pub-id pub-id-type="pii">35.e237</pub-id>
          <pub-id pub-id-type="pmcid">PMC7324262</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Stoller</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Haffajee</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Saloner</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>An epidemic in the midst of a pandemic: opioid use disorder and COVID-19</article-title>
          <source>Ann Intern Med</source>
          <year>2020</year>
          <month>07</month>
          <day>07</day>
          <volume>173</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <lpage>58</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M20-1141?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M20-1141</pub-id>
          <pub-id pub-id-type="medline">32240283</pub-id>
          <pub-id pub-id-type="pii">2764311</pub-id>
          <pub-id pub-id-type="pmcid">PMC7138407</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Haydon</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Mehrotra</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Caffery</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Snoswell</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Banbury</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Building on the momentum: sustaining telehealth beyond COVID-19</article-title>
          <source>J Telemed Telecare</source>
          <year>2022</year>
          <month>05</month>
          <volume>28</volume>
          <issue>4</issue>
          <fpage>301</fpage>
          <lpage>308</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633X20960638</pub-id>
          <pub-id pub-id-type="medline">32985380</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>HealthCatalyst</collab>
          </person-group>
          <source>Twistle</source>
          <year>2022</year>
          <access-date>2022-01-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.twistle.com/">https://www.twistle.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>CDC updates and shortens recommended isolation and quarantine period for general population</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2021</year>
          <access-date>2022-08-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/media/releases/2021/s1227-isolation-quarantine-guidance.html">https://www.cdc.gov/media/releases/2021/s1227-isolation-quarantine-guidance.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Suffoletto</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Yanta</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kurtz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cochran</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Douaihy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Acceptability of an opioid relapse prevention text-message intervention for emergency department patients</article-title>
          <source>J Addict Med</source>
          <year>2017</year>
          <volume>11</volume>
          <issue>6</issue>
          <fpage>475</fpage>
          <lpage>482</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28858888"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/ADM.0000000000000351</pub-id>
          <pub-id pub-id-type="medline">28858888</pub-id>
          <pub-id pub-id-type="pmcid">PMC5659903</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snoswell</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Stringer</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Caffery</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>An overview of the effect of telehealth on mortality: a systematic review of meta-analyses</article-title>
          <source>J Telemed Telecare</source>
          <year>2021</year>
          <month>06</month>
          <day>29</day>
          <fpage>1357633X211023700</fpage>
          <pub-id pub-id-type="doi">10.1177/1357633X211023700</pub-id>
          <pub-id pub-id-type="medline">34184578</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snoswell</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Chelberg</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>De Guzman</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Haydon</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Caffery</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>The clinical effectiveness of telehealth: a systematic review of meta-analyses from 2010 to 2019</article-title>
          <source>J Telemed Telecare</source>
          <year>2021</year>
          <month>06</month>
          <day>29</day>
          <fpage>1357633X211022907</fpage>
          <pub-id pub-id-type="doi">10.1177/1357633X211022907</pub-id>
          <pub-id pub-id-type="medline">34184580</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khoshrounejad</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hamednia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mehrjerd</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pichaghsaz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jamalirad</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sargolzaei</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hoseini</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Aalaei</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Telehealth-based services during the COVID-19 pandemic: a systematic review of features and challenges</article-title>
          <source>Front Public Health</source>
          <year>2021</year>
          <volume>9</volume>
          <fpage>711762</fpage>
          <pub-id pub-id-type="doi">10.3389/fpubh.2021.711762</pub-id>
          <pub-id pub-id-type="medline">34350154</pub-id>
          <pub-id pub-id-type="pmcid">PMC8326459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Casteel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shigekawa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Weyrich</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Roby</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>McMenamin</surname>
              <given-names>SB</given-names>
            </name>
          </person-group>
          <article-title>Telemedicine-delivered treatment interventions for substance use disorders: a systematic review</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2019</year>
          <month>06</month>
          <volume>101</volume>
          <fpage>38</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2019.03.007</pub-id>
          <pub-id pub-id-type="medline">31006553</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(18)30428-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hughto</surname>
              <given-names>JMW</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Donoyan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mimiaga</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Pantalone</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>The provision of counseling to patients receiving medications for opioid use disorder: telehealth innovations and challenges in the age of COVID-19</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2021</year>
          <month>01</month>
          <volume>120</volume>
          <fpage>108163</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33298301"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2020.108163</pub-id>
          <pub-id pub-id-type="medline">33298301</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(20)30420-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7545305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oesterle</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Kolla</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Risma</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Breitinger</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Rakocevic</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Loukianova</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Hall-Flavin</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Gentry</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Rummans</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Chauhan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Substance use disorders and telehealth in the COVID-19 pandemic era: a new outlook</article-title>
          <source>Mayo Clin Proc</source>
          <year>2020</year>
          <month>12</month>
          <volume>95</volume>
          <issue>12</issue>
          <fpage>2709</fpage>
          <lpage>2718</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33276843"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2020.10.011</pub-id>
          <pub-id pub-id-type="medline">33276843</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(20)31195-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7577694</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graves</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Abshire</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Amiri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mackelprang</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Disparities in technology and broadband internet access across rurality: implications for health and education</article-title>
          <source>Fam Community Health</source>
          <year>2021</year>
          <volume>44</volume>
          <issue>4</issue>
          <fpage>257</fpage>
          <lpage>265</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34269696"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/FCH.0000000000000306</pub-id>
          <pub-id pub-id-type="medline">34269696</pub-id>
          <pub-id pub-id-type="pii">00003727-900000000-99955</pub-id>
          <pub-id pub-id-type="pmcid">PMC8373718</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gunasekeran</surname>
              <given-names>DV</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>RMWW</given-names>
            </name>
            <name name-style="western">
              <surname>Tham</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>TY</given-names>
            </name>
          </person-group>
          <article-title>Applications of digital health for public health responses to COVID-19: a systematic scoping review of artificial intelligence, telehealth and related technologies</article-title>
          <source>NPJ Digit Med</source>
          <year>2021</year>
          <month>02</month>
          <day>26</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>40</fpage>
          <pub-id pub-id-type="doi">10.1038/s41746-021-00412-9</pub-id>
          <pub-id pub-id-type="medline">33637833</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-021-00412-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7910557</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clemensen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rothmann</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Caffery</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Danbjorg</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Participatory design methods in telemedicine research</article-title>
          <source>J Telemed Telecare</source>
          <year>2017</year>
          <month>10</month>
          <volume>23</volume>
          <issue>9</issue>
          <fpage>780</fpage>
          <lpage>785</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633X16686747</pub-id>
          <pub-id pub-id-type="medline">28027678</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
