<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i5e35535</article-id>
      <article-id pub-id-type="pmid">35559793</article-id>
      <article-id pub-id-type="doi">10.2196/35535</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Clinicians’ Attitudes Toward Telepsychology in Addiction and Mental Health Services, and Prediction of Postpandemic Telepsychology Uptake: Cross-sectional Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bekes</surname>
            <given-names>Vera</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Feijt</surname>
            <given-names>Milou</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Luo</surname>
            <given-names>Xiaochen</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Zentner</surname>
            <given-names>Kristen</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0454-8642</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Gaine</surname>
            <given-names>Graham</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Clinical Supports and Services</institution>
            <institution>Addiction &#38; Mental Health</institution>
            <institution>Alberta Health Services</institution>
            <addr-line>9942 108 St NW</addr-line>
            <addr-line>Edmonton, AB, T5K 2J5</addr-line>
            <country>Canada</country>
            <phone>1 780 342 7726</phone>
            <email>graham.gaine@albertahealthservices.ca</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5505-7942</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Ethridge</surname>
            <given-names>Paige</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8615-9981</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Surood</surname>
            <given-names>Shireen</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9776-2348</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Abba-Aji</surname>
            <given-names>Adam</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0369-4768</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Clinical Supports and Services</institution>
        <institution>Addiction &#38; Mental Health</institution>
        <institution>Alberta Health Services</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Educational Psychology</institution>
        <institution>University of Alberta</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychiatry</institution>
        <institution>University of Alberta</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Psychology</institution>
        <institution>Glenrose Rehabilitation Hospital</institution>
        <institution>Alberta Health Services</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Young Adult Assessment, Evaluation &#38; Reintegration</institution>
        <institution>Addiction and Mental Health</institution>
        <institution>Alberta Health Services</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Graham Gaine <email>graham.gaine@albertahealthservices.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>5</issue>
      <elocation-id>e35535</elocation-id>
      <history>
        <date date-type="received">
          <day>8</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>22</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>12</day>
          <month>4</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Kristen Zentner, Graham Gaine, Paige Ethridge, Shireen Surood, Adam Abba-Aji. Originally published in JMIR Formative Research (https://formative.jmir.org), 13.05.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/5/e35535" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The COVID-19 pandemic has resulted in unprecedented uptake of telepsychology services; however, clinicians have mixed attitudes toward virtual technologies.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study (1) explored clinicians’ experiences of and intentions to use video, telephone, and in-person services, and (2) tested the utility of the unified theory of acceptance and use of technology (UTAUT) to predict clinicians’ intentions to offer telepsychology after the COVID-19 pandemic.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Clinician satisfaction and therapeutic alliance were compared across in-person, video, and telephone services, while technology attitudes and intention to use after the pandemic were compared across video and telephone services among 118 addiction and mental health clinicians during the COVID-19 pandemic.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Clinicians reported more positive experiences with in-person services than both virtual technologies; further, clinicians reported greater positive experiences, attitudes, and intentions to use video services than telephone services across measures. Based on the UTAUT, performance expectancy positively predicted concurrent intentions to use video services (<italic>β</italic>=0.46; <italic>P</italic>&#60;.001) and telephone services (<italic>β</italic>=0.35; <italic>P</italic>&#60;.001) after the pandemic. Social influence (<italic>β</italic>=0.24; <italic>P</italic>=.004) and facilitating conditions (<italic>β</italic>=0.19; <italic>P</italic>=.03) additionally predicted the intention to use telephone services.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Clinicians rated in-person services more positively than virtual technologies, with video services perceived more positively than telephone services. Performance expectancy was the primary facilitator of the uptake of both virtual modalities.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mental health</kwd>
        <kwd>telepsychology</kwd>
        <kwd>clinician attitude</kwd>
        <kwd>unified theory of acceptance and use of technology</kwd>
        <kwd>therapeutic alliance</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The COVID-19 pandemic has triggered an unprecedented shift toward virtual health care delivery [<xref ref-type="bibr" rid="ref1">1</xref>]. Telepsychology is the provision of addiction and mental health (AMH) care from a physical distance and includes psychiatric evaluations, therapy, psychoeducation, and medication management [<xref ref-type="bibr" rid="ref2">2</xref>]. While evidence supports the effectiveness of telepsychology [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref7">7</xref>], clinician hesitancy impedes uptake [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Because telepsychology is expected to play a continued role in service delivery after the pandemic [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>], it is critical to understand clinicians’ perceptions of and attitudes toward telepsychology.</p>
      <p>A clinician’s experience with telepsychology may also contribute to uptake. Perceived weakened therapeutic alliance may be a contributor to poor uptake of telepsychology [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], with therapists perceiving poorer therapeutic alliance in virtual than in-person settings [<xref ref-type="bibr" rid="ref12">12</xref>]. In contrast, client ratings of therapeutic alliance are comparable across virtual and in-person services [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Clinicians also remain divided in their satisfaction with telepsychology services [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <p>The unified theory of acceptance and use of technology (UTAUT) [<xref ref-type="bibr" rid="ref18">18</xref>] predicts uptake of new technology into practice from the following 4 factors: (1) performance expectancy, the degree to which a technology is expected to improve performance; (2) effort expectancy, the user’s self-efficacy with the technology; (3) social influence, the perceived norms of technology use; and (4) facilitating conditions, including availability of training and technology fit [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. The UTAUT is based on the theory of planned behavior, wherein attitudes predict intentions, which predict behavior [<xref ref-type="bibr" rid="ref23">23</xref>]. While the postpandemic behavior of clinicians cannot yet be measured, their intention to use technology serves as a proxy.</p>
      <p>The utility of technology may vary considerably depending on whether the clinician is using telephone or videoconferencing. The literature offers comparisons of telepsychology (either telephone or video) [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref24">24</xref>] to in-person services, but few comparisons <italic>between</italic> telepsychology modalities. One meta-analysis indicated that videoconferencing was more effective than telephone for depression and posttraumatic stress disorder in veterans [<xref ref-type="bibr" rid="ref25">25</xref>], yet a comparison between telepsychology modalities is a major gap in the literature.</p>
      <p>This study directly compared the experiences of different modalities (ie, in-person, telephone, and video) and further explored factors pertinent to the uptake of telephone- and video-based services in an AMH setting. Specifically, we predicted the following: (1) Clinicians would have the most positive experiences (ie, satisfaction and therapeutic alliance) with in-person sessions, followed by videoconferencing and then telephone; (2) Clinicians would have a greater intention to use videoconferencing than telephone after the pandemic; (3) Clinicians would have more positive technology attitudes toward video than telephone; and (4) Greater performance expectancy, effort expectancy, social influence, and facilitating conditions would predict greater clinician intentions to use virtual services after the pandemic.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was approved by the University of Alberta Health Research Ethics Board (Pro00114433).</p>
      </sec>
      <sec>
        <title>Procedures</title>
        <p>Secondary data were obtained from a virtual health program evaluation conducted from November 16 to December 21, 2020, using an online survey within the publicly funded AMH service in Alberta, Canada. Clinicians who provided services using both telephone and videoconferencing during the pandemic were included in the sample (n=118; see <xref ref-type="table" rid="table1">Table 1</xref> for available sample characteristics). Included clinicians were in AMH practice for 13.7 years on average. They reported seeing 64.1% of their virtual clients previously in-person, with individual virtual sessions being the most frequent format (69.7%), followed by group (47.0%) and couple/family (25.4%) sessions.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Sociodemographic characteristics of participants.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="670"/>
            <col width="300"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Characteristic</td>
                <td>Value (N=118<sup>a</sup>), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Clinician profession</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Psychologist</td>
                <td>44 (37.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social worker</td>
                <td>22 (18.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nurse</td>
                <td>16 (13.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Occupational therapist</td>
                <td>7 (5.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Psychiatrist</td>
                <td>6 (5.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>22 (18.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Populations served (categories not mutually exclusive)</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Children</td>
                <td>22 (18.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Adolescents</td>
                <td>32 (27.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Young adults</td>
                <td>39 (33.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Adults</td>
                <td>89 (75.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Older adults</td>
                <td>17 (14.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Families</td>
                <td>18 (15.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Theoretical orientation</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cognitive behavioral</td>
                <td>42 (35.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Integrative/eclectic</td>
                <td>23 (19.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Existential/humanistic</td>
                <td>6 (5.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Interpersonal/systemic</td>
                <td>6 (5.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>19 (16.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Prior experience with telepsychology<sup>b</sup></bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Do not provide therapy</td>
                <td>22 (18.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Telephone</td>
                <td>70 (59.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Video</td>
                <td>21 (17.8)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Of the total 153 clinicians who completed the survey, 35 used only telephone and were excluded from the analysis to focus on the comparison between telephone and video.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Clinicians who reported “some or quite a lot” were included in this frequency. The remaining participants reported “none or very little.”</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Measures</title>
        <p>Modifications to measures are displayed in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides the internal consistencies reported in previous literature and this study. The below measures were repeated across video, telephone, and in-person, where applicable.</p>
        <p>The Agnew Relationship Measure-5 (ARM-5) [<xref ref-type="bibr" rid="ref26">26</xref>] assessed therapeutic alliance in virtual settings on a scale of 1 (strongly disagree) to 7 (strongly agree), and was modified to reflect perceived therapeutic alliance for telephone, video, and in-person sessions in general (ie, across sessions and clients).</p>
        <p>Clinicians rated their satisfaction with telephone, video, and in-person sessions on a custom scale of 1 (not at all satisfied) to 10 (very satisfied).</p>
        <p>Clinicians’ intentions to use technology after the pandemic were measured by the question, “Given the choice, I would offer telephone [video] sessions,” on a scale of 1 (strongly disagree) to 7 (strongly agree).</p>
        <p>The UTAUT-Therapist Version [<xref ref-type="bibr" rid="ref22">22</xref>] assessed technology acceptance using 13 items based on the original UTAUT, on a scale of 1 (strongly disagree) to 5 (strongly agree), with subscales for performance expectancy, effort expectancy, social influence, and facilitating conditions.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Differences Between Telephone and Video Services</title>
        <p>Normality assumptions were tested with the Shapiro-Wilk test, and outliers were assessed by boxplots for all analyses. Adjustments based on violated assumptions are described below.</p>
        <p>A one-way repeated measures analysis of variance (ANOVA) tested differences in therapeutic alliance among telephone, video, and in-person services. Epsilon (ε=0.850 [<xref ref-type="bibr" rid="ref27">27</xref>]) adjusted for a violation of the sphericity assumption (χ<sup>2</sup><sub>2</sub>=22.359; <italic>P</italic>&#60;.001). Therapeutic alliance was significantly different among modalities (<italic>F</italic><sub>1.700, 197.163</sub>=46.67; <italic>P</italic>&#60;.001; partial η<sup>2</sup>=0.287). Post-hoc analysis with a Bonferroni adjustment revealed that all pairwise differences between modalities were significant (<italic>P</italic>&#60;.001), with in-person services having the greatest therapeutic alliance followed by video services and then telephone services (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Clinicians’ attitudes toward telepsychology variables for in-person, video, and telephone services.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="230"/>
            <col width="0"/>
            <col width="160"/>
            <col width="0"/>
            <col width="140"/>
            <col width="0"/>
            <col width="160"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Variable</td>
                <td colspan="2">In-person, mean (SD)</td>
                <td colspan="2">Video, mean (SD)</td>
                <td colspan="2">Telephone, mean (SD)</td>
                <td colspan="2">Difference</td>
                <td colspan="3">95% CI</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">LL<sup>a</sup></td>
                <td>UL<sup>b</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Satisfaction</bold>
                </td>
                <td colspan="2">8.97 (1.22)</td>
                <td colspan="2">7.12 (2.33)</td>
                <td colspan="2">5.60 (2.54)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In-person/video</td>
                <td colspan="2">N/A<sup>c</sup></td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
                <td colspan="2">1.81<sup>d</sup></td>
                <td colspan="2">1.19</td>
                <td colspan="2">2.42</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In-person/telephone</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
                <td colspan="2">3.36<sup>d</sup></td>
                <td colspan="2">2.69</td>
                <td colspan="2">4.02</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Video/telephone</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
                <td colspan="2">1.55<sup>d</sup></td>
                <td colspan="2">0.92</td>
                <td colspan="2">2.18</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Therapeutic alliance</bold>
                </td>
                <td colspan="2">6.09 (0.98)</td>
                <td colspan="2">5.50 (1.05)</td>
                <td colspan="2">5.18 (1.08)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In-person/video</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
                <td colspan="2">0.57<sup>d</sup></td>
                <td colspan="2">0.35</td>
                <td colspan="2">0.79</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In-person/telephone</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
                <td colspan="2">0.91<sup>d</sup></td>
                <td colspan="2">0.64</td>
                <td colspan="2">1.19</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Video/telephone</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
                <td colspan="2">N/A</td>
                <td colspan="2">0.34<sup>d</sup></td>
                <td colspan="2">0.15</td>
                <td colspan="2">0.54</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>UTAUT<sup>e</sup> total</bold>
                </td>
                <td colspan="2">N/A</td>
                <td colspan="2">3.46 (0.61)</td>
                <td colspan="2">3.22 (0.56)</td>
                <td colspan="2">−0.24<sup>d</sup></td>
                <td colspan="2">−0.36</td>
                <td>−0.13</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Effort expectancy</td>
                <td colspan="2">N/A</td>
                <td colspan="2">3.45 (0.95)</td>
                <td colspan="2">3.48 (0.76)</td>
                <td colspan="2">−0.03</td>
                <td colspan="2">−0.13</td>
                <td colspan="2">0.19</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Performance expectancy</td>
                <td colspan="2">N/A</td>
                <td colspan="2">3.16 (0.78)</td>
                <td colspan="2">2.82 (0.72)</td>
                <td colspan="2">−0.33<sup>d</sup></td>
                <td colspan="2">−0.49</td>
                <td colspan="2">−0.17</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Social influence</td>
                <td colspan="2">N/A</td>
                <td colspan="2">3.59 (0.64)</td>
                <td colspan="2">3.18 (0.70)</td>
                <td colspan="2">−0.41<sup>d</sup></td>
                <td colspan="2">−0.56</td>
                <td colspan="2">−0.27</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Facilitating conditions</td>
                <td colspan="2">N/A</td>
                <td colspan="2">3.61 (0.68)</td>
                <td colspan="2">3.40 (0.71)</td>
                <td colspan="2">−0.21<sup>d</sup></td>
                <td colspan="2">−0.34</td>
                <td colspan="2">−0.08</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Intention to use</td>
                <td colspan="2">N/A</td>
                <td colspan="2">4.59 (2.0)</td>
                <td colspan="2">3.62 (2.1)</td>
                <td colspan="2">−0.975<sup>d</sup></td>
                <td colspan="2">−1.332</td>
                <td> −0.617</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>LL: lower limit.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>UL: upper limit.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup><italic>P</italic>&#60;.001.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>UTAUT: unified theory of acceptance and use of technology.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>A one-way repeated measures ANOVA tested differences between clinicians’ satisfaction with in-person, video, and telephone services. There were significant differences in clinician satisfaction across modalities (<italic>F</italic><sub>2,228</sub>=82.32; <italic>P</italic>&#60;.001; partial η<sup>2</sup>=0.419; <xref ref-type="table" rid="table2">Table 2</xref>). Post-hoc analysis with a Bonferroni adjustment revealed that all pairwise differences between modalities were significant (<italic>P</italic>&#60;.001), with in-person services having the greatest satisfaction, followed by video services and then telephone services.</p>
        <p>A paired samples <italic>t</italic> test evaluated the difference between clinicians’ intentions to use video and telephone after the pandemic. Clinicians reported significantly greater intention to use video than telephone after the pandemic (t<sub>117</sub>=−5.393; <italic>P</italic>&#60;.001; <italic>d</italic>=0.50; <xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <p>A paired samples <italic>t</italic> test assessed the difference between UTAUT-T total scores for video and telephone. Clinicians reported significantly greater scores for video than telephone (<italic>t</italic><sub>117</sub>=−4.200; <italic>P</italic>&#60;.001; <italic>d</italic>=0.39). Paired samples <italic>t</italic> tests revealed significant differences in each of the UTAUT predictors in favor of video (<italic>P</italic>≤.001), except effort expectancy (<italic>P</italic>=.75) (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
      </sec>
      <sec>
        <title>UTAUT Prediction of the Intention to Use</title>
        <p>A multiple regression was performed to predict the intention to use video, with concurrent performance expectancy, effort expectancy, social inclusion, and facilitating conditions. The model significantly predicted the intention to use video (<italic>F</italic><sub>4,113</sub>=14.072; <italic>P</italic>&#60;.001; adjusted <italic>R<sup>2</sup></italic>=0.31). Performance expectancy was the only unique predictor (<italic>P</italic>&#60;.001) (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <p>A multiple regression was performed to predict the intention to use telephone, with concurrent UTAUT factors. The model significantly predicted the intention to use telephone (<italic>F</italic><sub>4,113</sub>=24.348; <italic>P</italic>&#60;.001; adjusted <italic>R<sup>2</sup></italic>=0.44). Performance expectancy (<italic>P</italic>&#60;.001), social influence (<italic>P</italic>=.004), and facilitating conditions (<italic>P</italic>=.03) were unique predictors (<xref ref-type="table" rid="table4">Table 4</xref>).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Multiple regression results for the intention to use video after the pandemic.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="0"/>
            <col width="100"/>
            <col width="100"/>
            <col width="0"/>
            <col width="100"/>
            <thead>
              <tr valign="bottom">
                <td>Variable</td>
                <td>
                  <italic>B</italic>
                  <sup>a</sup>
                </td>
                <td>SE <italic>B</italic><sup>b</sup></td>
                <td colspan="3">95% CI for <italic>B</italic></td>
                <td>
                  <italic>β</italic>
                  <sup>e</sup>
                </td>
                <td colspan="2">
                  <italic>R</italic>
                  <sup>2</sup>
                  <sup>f</sup>
                </td>
                <td>Δ<italic>R</italic><sup>2</sup><sup>g</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>LL<sup>c</sup></td>
                <td>UL<sup>d</sup></td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Model<sup>h</sup></td>
                <td>N/A<sup>i</sup></td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
                <td>0.58</td>
                <td colspan="2">0.31<sup>j</sup></td>
              </tr>
              <tr valign="top">
                <td>Constant</td>
                <td>−0.77</td>
                <td>1.007</td>
                <td>−2.77</td>
                <td>1.23</td>
                <td colspan="2">N/A</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Performance expectancy</td>
                <td>1.16<sup>j</sup></td>
                <td>0.25</td>
                <td>0.66</td>
                <td>1.7</td>
                <td colspan="2">0.46<sup>j</sup></td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Effort expectancy</td>
                <td>0.31</td>
                <td>0.25</td>
                <td>−0.18</td>
                <td>0.80</td>
                <td colspan="2">0.15</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Social influence</td>
                <td>0.28</td>
                <td>0.27</td>
                <td>−0.26</td>
                <td>0.82</td>
                <td colspan="2">0.09</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Facilitating conditions</td>
                <td>−0.10</td>
                <td>0.35</td>
                <td>−0.79</td>
                <td>0.59</td>
                <td colspan="2">−0.04</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup><italic>B</italic>: unstandardized regression coefficient.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>SE <italic>B</italic>: standard error of the coefficient.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>LL: lower limit.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>UL: upper limit.</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup><italic>β</italic>: standardized coefficient.</p>
            </fn>
            <fn id="table3fn6">
              <p><sup>f</sup><italic>R<sup>2</sup></italic>: coefficient of determination.</p>
            </fn>
            <fn id="table3fn7">
              <p><sup>g</sup>Δ<italic>R<sup>2</sup></italic>: adjusted <italic>R<sup>2</sup></italic>.</p>
            </fn>
            <fn id="table3fn8">
              <p><sup>h</sup>Model: “Enter” method in SPSS Statistics.</p>
            </fn>
            <fn id="table3fn9">
              <p><sup>i</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table3fn10">
              <p><sup>j</sup><italic>P</italic>&#60;.001.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Multiple regression results for the intention to use telephone after the pandemic.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="0"/>
            <col width="100"/>
            <col width="100"/>
            <col width="0"/>
            <col width="100"/>
            <thead>
              <tr valign="bottom">
                <td>Variable</td>
                <td>
                  <italic>B</italic>
                  <sup>a</sup>
                </td>
                <td>SE <italic>B</italic><sup>b</sup></td>
                <td colspan="3">95% CI for <italic>B</italic></td>
                <td>
                  <italic>β</italic>
                  <sup>e</sup>
                </td>
                <td colspan="2">
                  <italic>R</italic>
                  <sup>2</sup>
                  <sup>f</sup>
                </td>
                <td>Δ<italic>R</italic><sup>2</sup><sup>g</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>LL<sup>c</sup></td>
                <td>UL<sup>d</sup></td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Model<sup>h</sup></td>
                <td>N/A<sup>i</sup></td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
                <td>0.46</td>
                <td colspan="2">0.44<sup>j</sup></td>
              </tr>
              <tr valign="top">
                <td>Constant</td>
                <td>−4.42</td>
                <td>0.88</td>
                <td>−6.16</td>
                <td>−2.67</td>
                <td colspan="2">N/A</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Performance expectancy</td>
                <td>1.02<sup>j</sup></td>
                <td>0.25</td>
                <td>0.51</td>
                <td>1.52</td>
                <td colspan="2">0.35<sup>j</sup></td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Effort expectancy</td>
                <td>0.26</td>
                <td>0.24</td>
                <td>−0.21</td>
                <td>0.74</td>
                <td colspan="2">0.09</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Social influence</td>
                <td>0.73<sup>k</sup></td>
                <td>0.25</td>
                <td>0.24</td>
                <td>1.23</td>
                <td colspan="2">0.24<sup>k</sup></td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Facilitating conditions</td>
                <td>0.57<sup>l</sup></td>
                <td>0.25</td>
                <td>0.06</td>
                <td>1.07</td>
                <td colspan="2">0.19<sup>l</sup></td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup><italic>B</italic>: unstandardized regression coefficient.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>SE <italic>B</italic>: standard error of the coefficient.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup>LL: lower limit.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup>UL: upper limit.</p>
            </fn>
            <fn id="table4fn5">
              <p><sup>e</sup><italic>β</italic>: standardized coefficient.</p>
            </fn>
            <fn id="table4fn6">
              <p><sup>f</sup><italic>R<sup>2</sup></italic>: coefficient of determination.</p>
            </fn>
            <fn id="table4fn7">
              <p><sup>g</sup>Δ<italic>R<sup>2</sup></italic>: adjusted <italic>R<sup>2</sup></italic>.</p>
            </fn>
            <fn id="table4fn8">
              <p><sup>h</sup>Model: “Enter” method in SPSS Statistics.</p>
            </fn>
            <fn id="table4fn9">
              <p><sup>i</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table4fn10">
              <p><sup>j</sup><italic>P</italic>&#60;.001.</p>
            </fn>
            <fn id="table4fn11">
              <p><sup>k</sup><italic>P</italic>=.004.</p>
            </fn>
            <fn id="table4fn12">
              <p><sup>l</sup><italic>P</italic>=.03.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This study explored the differences in clinicians’ perceptions of in-person, video, and telephone services, and the prediction of the intention to use telepsychology after the pandemic. As hypothesized, clinicians had more positive experiences with in-person services, followed by video services and then telephone services across measures. Additionally, clinicians reported greater intention to continue using video services over telephone services. These findings suggest that the perceived utility of technologies varies in AMH care [<xref ref-type="bibr" rid="ref25">25</xref>], and the merits of and attitudes toward each require consideration when integrating them into routine practice.</p>
      <p>Consistent with previous work, this study demonstrated the utility of the UTAUT for predicting the intention to use telephone and video technologies [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Specifically, performance expectancy was predictive of the intention to use both video and telephone services, while social influence and facilitating conditions were additionally predictive of the intention to use telephone services. Because telephone services are so different from in-person services (ie, no visual information), the intention to use may be related to how well it fits for a particular service (eg, medication refills [<xref ref-type="bibr" rid="ref28">28</xref>]) and how much it is supported by the clinician’s profession. Thus, facilitating conditions and social influence may be more relevant to the uptake of telephone services than video services.</p>
      <p>The limitations of this study include its cross-sectional design, which prevents causal conclusions. Further, clinicians’ intentions to use telepsychology are a proxy for actual postpandemic technology use. In addition, the study’s small self-selected sample of public AMH clinicians, with underrepresentation of some professions and service settings, limits the generalizability of the findings. For example, our sample did not include urgent settings, where virtual care may present additional challenges [<xref ref-type="bibr" rid="ref29">29</xref>]. While this study did not include private practitioners, its focus on public health is unique, compared with previous studies focusing primarily on private practice [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      <p>In this study, clinicians reported consistently more positive experiences with video services than telephone services, suggesting that the uptake of videoconferencing will face fewer barriers than telephone; however, an overall preference for in-person sessions may result in a return to prepandemic practices. For some clinicians, misgivings about videoconferencing may stem from low performance expectancy. Education on the establishment of a strong therapeutic alliance and the effectiveness of video-based care could decrease clinician hesitancy [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Regarding telephone uptake, improved facilitating conditions, such as training, and positive social influence (ie, promotion) may aid uptake. Exploration of how clinicians’ demographic characteristics (eg, age, gender, and prior experience) relate to telepsychology uptake would clarify necessary training or support. For example, those with minimal prior experience may require greater support [<xref ref-type="bibr" rid="ref24">24</xref>]. In conclusion, while there has been a practice shift to telepsychology during the COVID-19 pandemic, AMH clinicians will likely require ongoing support to maintain this practice change.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Measure customization and reliability coefficients.</p>
        <media xlink:href="formative_v6i5e35535_app1.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AMH</term>
          <def>
            <p>addiction and mental health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ANOVA</term>
          <def>
            <p>analysis of variance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">UTAUT</term>
          <def>
            <p>unified theory of acceptance and use of technology</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was made possible by the support of Addiction and Mental Health, Edmonton Zone, Alberta Health Services, and Janssen Inc.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Perrin</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Tyler</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>McKee</surname>
              <given-names>GB</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>The COVID-19 telepsychology revolution: A national study of pandemic-based changes in U.S. mental health care delivery</article-title>
          <source>Am Psychol</source>
          <year>2021</year>
          <month>01</month>
          <volume>76</volume>
          <issue>1</issue>
          <fpage>14</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1037/amp0000722</pub-id>
          <pub-id pub-id-type="medline">32816503</pub-id>
          <pub-id pub-id-type="pii">2020-61592-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Joint Task Force for the Development of Telepsychology Guidelines for Psychologists</collab>
          </person-group>
          <article-title>Guidelines for the practice of telepsychology</article-title>
          <source>Am Psychol</source>
          <year>2013</year>
          <month>12</month>
          <volume>68</volume>
          <issue>9</issue>
          <fpage>791</fpage>
          <lpage>800</lpage>
          <pub-id pub-id-type="doi">10.1037/a0035001</pub-id>
          <pub-id pub-id-type="medline">24341643</pub-id>
          <pub-id pub-id-type="pii">2013-42636-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Backhaus</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Agha</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Maglione</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Repp</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zuest</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rice-Thorp</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Lohr</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thorp</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Videoconferencing psychotherapy: a systematic review</article-title>
          <source>Psychol Serv</source>
          <year>2012</year>
          <month>05</month>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>111</fpage>
          <lpage>131</lpage>
          <pub-id pub-id-type="doi">10.1037/a0027924</pub-id>
          <pub-id pub-id-type="medline">22662727</pub-id>
          <pub-id pub-id-type="pii">2012-14616-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The therapeutic alliance in internet interventions: A narrative review and suggestions for future research</article-title>
          <source>Psychother Res</source>
          <year>2017</year>
          <month>09</month>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>511</fpage>
          <lpage>524</lpage>
          <pub-id pub-id-type="doi">10.1080/10503307.2015.1119908</pub-id>
          <pub-id pub-id-type="medline">26732852</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic alliance in videoconferencing psychotherapy: a review</article-title>
          <source>Aust J Rural Health</source>
          <year>2014</year>
          <month>12</month>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>280</fpage>
          <lpage>99</lpage>
          <pub-id pub-id-type="doi">10.1111/ajr.12149</pub-id>
          <pub-id pub-id-type="medline">25495622</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrer</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Parish</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Callahan</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of telemental health: a 2013 review</article-title>
          <source>Telemed J E Health</source>
          <year>2013</year>
          <month>06</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>444</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23697504"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2013.0075</pub-id>
          <pub-id pub-id-type="medline">23697504</pub-id>
          <pub-id pub-id-type="pmcid">PMC3662387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Varker</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Brand</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Terhaag</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Phelps</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of synchronous telepsychology interventions for people with anxiety, depression, posttraumatic stress disorder, and adjustment disorder: A rapid evidence assessment</article-title>
          <source>Psychol Serv</source>
          <year>2019</year>
          <month>11</month>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>621</fpage>
          <lpage>635</lpage>
          <pub-id pub-id-type="doi">10.1037/ser0000239</pub-id>
          <pub-id pub-id-type="medline">29809025</pub-id>
          <pub-id pub-id-type="pii">2018-24930-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Perrin</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Pre-COVID-19 deterrents to practicing with videoconferencing telepsychology among psychologists who didn't</article-title>
          <source>Psychol Serv</source>
          <year>2022</year>
          <month>02</month>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>157</fpage>
          <lpage>166</lpage>
          <pub-id pub-id-type="doi">10.1037/ser0000435</pub-id>
          <pub-id pub-id-type="medline">33252923</pub-id>
          <pub-id pub-id-type="pii">2020-87907-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sammons</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>VandenBos</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>JN</given-names>
            </name>
          </person-group>
          <article-title>Psychological Practice and the COVID-19 Crisis: A Rapid Response Survey</article-title>
          <source>J Health Serv Psychol</source>
          <year>2020</year>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>51</fpage>
          <lpage>57</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32395720"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s42843-020-00013-2</pub-id>
          <pub-id pub-id-type="medline">32395720</pub-id>
          <pub-id pub-id-type="pii">13</pub-id>
          <pub-id pub-id-type="pmcid">PMC7209971</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gentry</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Puspitasari</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>McKean</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Breitinger</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Geske</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Frye</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Clinician Satisfaction with Rapid Adoption and Implementation of Telehealth Services During the COVID-19 Pandemic</article-title>
          <source>Telemed J E Health</source>
          <year>2021</year>
          <month>12</month>
          <day>19</day>
          <volume>27</volume>
          <issue>12</issue>
          <fpage>1385</fpage>
          <lpage>1392</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2020.0575</pub-id>
          <pub-id pub-id-type="medline">33606560</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Perrin</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Path analytic modeling of psychologists' openness to performing clinical work with telepsychology: A national study</article-title>
          <source>J Clin Psychol</source>
          <year>2020</year>
          <month>06</month>
          <volume>76</volume>
          <issue>6</issue>
          <fpage>1135</fpage>
          <lpage>1150</lpage>
          <pub-id pub-id-type="doi">10.1002/jclp.22851</pub-id>
          <pub-id pub-id-type="medline">31468536</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Békés</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Aafjes-van Doorn</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zilcha-Mano</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Prout</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Psychotherapists' acceptance of telepsychotherapy during the COVID-19 pandemic: A machine learning approach</article-title>
          <source>Clin Psychol Psychother</source>
          <year>2021</year>
          <month>11</month>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>1403</fpage>
          <lpage>1415</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/34723404"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/cpp.2682</pub-id>
          <pub-id pub-id-type="medline">34723404</pub-id>
          <pub-id pub-id-type="pmcid">PMC8652775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irvine</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Drew</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bower</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gellatly</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Armitage</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Barkham</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McMillan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bee</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Are there interactional differences between telephone and face-to-face psychological therapy? A systematic review of comparative studies</article-title>
          <source>J Affect Disord</source>
          <year>2020</year>
          <month>03</month>
          <day>15</day>
          <volume>265</volume>
          <fpage>120</fpage>
          <lpage>131</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0165-0327(19)31974-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jad.2020.01.057</pub-id>
          <pub-id pub-id-type="medline">32090733</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(19)31974-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7049904</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reese</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mecham</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vasilj</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Lengerich</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Newsome</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The effects of telepsychology format on empathic accuracy and the therapeutic alliance: An analogue counselling session</article-title>
          <source>Couns. Psychother. Res</source>
          <year>2016</year>
          <month>10</month>
          <day>06</day>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>256</fpage>
          <lpage>265</lpage>
          <pub-id pub-id-type="doi">10.1002/capr.12092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Viganó</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Online counseling: a narrative and critical review of the literature</article-title>
          <source>J Clin Psychol</source>
          <year>2013</year>
          <month>09</month>
          <volume>69</volume>
          <issue>9</issue>
          <fpage>994</fpage>
          <lpage>1011</lpage>
          <pub-id pub-id-type="doi">10.1002/jclp.21974</pub-id>
          <pub-id pub-id-type="medline">23630010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Békés</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Aafjes-van Doorn</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Psychotherapists’ attitudes toward online therapy during the COVID-19 pandemic</article-title>
          <source>Journal of Psychotherapy Integration</source>
          <year>2020</year>
          <month>06</month>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>238</fpage>
          <lpage>247</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2021.705699"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/int0000214</pub-id>
          <pub-id pub-id-type="pmcid">PMC8339462</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wray</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rees</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Is there a role for videoconferencing in cognitive behavioural therapy?</article-title>
          <year>2003</year>
          <conf-name>11th Australian Association for Cognitive and Behaviour Therapy State Conference</conf-name>
          <conf-date>2003</conf-date>
          <conf-loc>Perth, WA, Australia</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Venkatesh</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>User Acceptance of Information Technology: Toward a Unified View</article-title>
          <source>MIS Quarterly</source>
          <year>2003</year>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>425</fpage>
          <pub-id pub-id-type="doi">10.2307/30036540</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>FD</given-names>
            </name>
          </person-group>
          <article-title>Perceived Usefulness, Perceived Ease of Use, and User Acceptance of Information Technology</article-title>
          <source>MIS Quarterly</source>
          <year>1989</year>
          <month>09</month>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>319</fpage>
          <pub-id pub-id-type="doi">10.2307/249008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gamble</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Boyle</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>ZA</given-names>
            </name>
          </person-group>
          <article-title>Ethical Practice in Telepsychology</article-title>
          <source>Australian Psychologist</source>
          <year>2020</year>
          <month>11</month>
          <day>12</day>
          <volume>50</volume>
          <issue>4</issue>
          <fpage>292</fpage>
          <lpage>298</lpage>
          <pub-id pub-id-type="doi">10.1111/ap.12133</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shearer</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Identifying and addressing mental health providers' perceived barriers to clinical video telehealth utilization</article-title>
          <source>J Clin Psychol</source>
          <year>2020</year>
          <month>06</month>
          <day>11</day>
          <volume>76</volume>
          <issue>6</issue>
          <fpage>1125</fpage>
          <lpage>1134</lpage>
          <pub-id pub-id-type="doi">10.1002/jclp.22770</pub-id>
          <pub-id pub-id-type="medline">30859573</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Békés</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Aafjes-van Doorn</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McCollum</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Prout</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The development of a self-report scale to assess therapists' acceptance of telepsychotherapy</article-title>
          <source>J Clin Psychol</source>
          <year>2021</year>
          <month>12</month>
          <day>13</day>
          <fpage>23289</fpage>
          <pub-id pub-id-type="doi">10.1002/jclp.23289</pub-id>
          <pub-id pub-id-type="medline">34897674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ajzen</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The theory of planned behavior</article-title>
          <source>Organizational Behavior and Human Decision Processes</source>
          <year>1991</year>
          <month>12</month>
          <volume>50</volume>
          <issue>2</issue>
          <fpage>179</fpage>
          <lpage>211</lpage>
          <pub-id pub-id-type="doi">10.1016/0749-5978(91)90020-T</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lindsay</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of providers’ attitudes toward telemental health via videoconferencing</article-title>
          <source>Clinical Psychology: Science and Practice</source>
          <year>2020</year>
          <month>06</month>
          <day>06</day>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>e12311</fpage>
          <pub-id pub-id-type="doi">10.1111/cpsp.12311</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McClellan</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Osbaldiston</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yeager</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Monroe</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>McQueen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dunlap</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of telepsychology with veterans: A meta-analysis of services delivered by videoconference and phone</article-title>
          <source>Psychol Serv</source>
          <year>2021</year>
          <month>02</month>
          <day>04</day>
          <fpage>522</fpage>
          <pub-id pub-id-type="doi">10.1037/ser0000522</pub-id>
          <pub-id pub-id-type="medline">33539135</pub-id>
          <pub-id pub-id-type="pii">2021-13572-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cahill</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stiles</surname>
              <given-names>WB</given-names>
            </name>
            <name name-style="western">
              <surname>Barkham</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hardy</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Agnew-Davies</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Unsworth</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Two short forms of the Agnew Relationship Measure: the ARM-5 and ARM-12</article-title>
          <source>Psychother Res</source>
          <year>2012</year>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>241</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1080/10503307.2011.643253</pub-id>
          <pub-id pub-id-type="medline">22191469</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenhouse</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Geisser</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>On methods in the analysis of profile data</article-title>
          <source>Psychometrika</source>
          <year>1959</year>
          <month>6</month>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>95</fpage>
          <lpage>112</lpage>
          <pub-id pub-id-type="doi">10.1007/bf02289823</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Probst</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Haid</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schimböck</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Reisinger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gasser</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Eichberger-Heckmann</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stippl</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jesser</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Humer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Korecka</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Pieh</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic interventions in in-person and remote psychotherapy: Survey with psychotherapists and patients experiencing in-person and remote psychotherapy during COVID-19</article-title>
          <source>Clin Psychol Psychother</source>
          <year>2021</year>
          <month>07</month>
          <volume>28</volume>
          <issue>4</issue>
          <fpage>988</fpage>
          <lpage>1000</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33448499"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/cpp.2553</pub-id>
          <pub-id pub-id-type="medline">33448499</pub-id>
          <pub-id pub-id-type="pmcid">PMC8013388</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madigan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Racine</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cooke</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Korczak</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and telemental health: Benefits, challenges, and future directions</article-title>
          <source>Canadian Psychology/Psychologie canadienne</source>
          <year>2021</year>
          <month>02</month>
          <day>26</day>
          <volume>62</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1037/cap0000259</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rees</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic Alliance in Face-to-Face Versus Videoconferenced Psychotherapy</article-title>
          <source>Professional Psychology: Research and Practice</source>
          <year>2005</year>
          <month>12</month>
          <volume>36</volume>
          <issue>6</issue>
          <fpage>649</fpage>
          <lpage>653</lpage>
          <pub-id pub-id-type="doi">10.1037/0735-7028.36.6.649</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
