<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i1e43222</article-id>
      <article-id pub-id-type="pmid">36976622</article-id>
      <article-id pub-id-type="doi">10.2196/43222</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Optimizing an Adolescent Hybrid Telemedical Mental Health Service Through Staff Scheduling Using Mathematical Programming: Model Development Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gopukumar</surname>
            <given-names>Deepika</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Palmer</surname>
            <given-names>Abigail</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0002-1474-9517</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Johns</surname>
            <given-names>Gemma</given-names>
          </name>
          <degrees>BA, MA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9823-4822</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Ahuja</surname>
            <given-names>Alka</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2658-2021</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Gartner</surname>
            <given-names>Daniel</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Mathematics</institution>
            <institution>Cardiff University</institution>
            <addr-line>Senghennydd road</addr-line>
            <addr-line>Cardiff, CF24 4AG</addr-line>
            <country>United Kingdom</country>
            <phone>44 7843747862</phone>
            <email>gartnerd@cardiff.ac.uk</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4361-8559</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Mathematics</institution>
        <institution>Cardiff University</institution>
        <addr-line>Cardiff</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Aneurin Bevan University Health Board</institution>
        <institution>National Health Service</institution>
        <addr-line>Newport</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Daniel Gartner <email>gartnerd@cardiff.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>28</day>
        <month>3</month>
        <year>2023</year>
      </pub-date>
      <volume>7</volume>
      <elocation-id>e43222</elocation-id>
      <history>
        <date date-type="received">
          <day>4</day>
          <month>10</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>12</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>2</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>23</day>
          <month>1</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Abigail Palmer, Gemma Johns, Alka Ahuja, Daniel Gartner. Originally published in JMIR Formative Research (https://formative.jmir.org), 28.03.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2023/1/e43222" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>According to the World Health Organization, globally, one in seven 10- to 19-year-olds experiences a mental disorder, accounting for 13% of the global burden of disease in this age group. Half of all mental illnesses begin by the age of 14 years and some teenagers with severe presentations must be admitted to the hospital and assessed by highly skilled mental health care practitioners. Digital telehealth solutions can be useful for the assessment of young individuals remotely. Ultimately, this technology can save travel costs for the health service rather than assessing adolescents in person at the corresponding hospital. Especially in rural regions, where travel times can be high, this innovative approach can make a difference to patients by providing quicker assessments.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to share insights on how we developed a decision support tool to assign staff to days and locations where adolescent mental health patients are assessed face to face. Where possible, patients are seen through video consultation. The model not only seeks to reduce travel times and consequently carbon emissions but also can be used to find a minimum number of staff to run the service.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>To model the problem, we used integer linear programming, a technique that is used in mathematical modeling. The model features 2 objectives: first, we aim to find a minimum coverage of staff to provide the service and second, to reduce travel time. The constraints that are formulated algebraically are used to ensure the feasibility of the schedule. The model is implemented using an open-source solver backend.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In our case study, we focus on real-world demand coming from different hospital sites in the UK National Health Service (NHS). We incorporate our model into a decision support tool and solve a realistic test instance. Our results reveal that the tool is not only capable of solving this problem efficiently but also shows the benefits of using mathematical modeling in health services.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our approach can be used by NHS managers to better match capacity and location-dependent demands within an increasing need for hybrid telemedical services, and the aims to reduce traveling and the carbon footprint within health care organizations.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>linear Programming</kwd>
        <kwd>telemedicine</kwd>
        <kwd>remote consultation</kwd>
        <kwd>mental health</kwd>
        <kwd>teen</kwd>
        <kwd>adolescent</kwd>
        <kwd>mental disorder</kwd>
        <kwd>disorder</kwd>
        <kwd>disease</kwd>
        <kwd>youth</kwd>
        <kwd>decision</kwd>
        <kwd>support</kwd>
        <kwd>tool</kwd>
        <kwd>model</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Overview</title>
        <p>Worldwide, 10%-20% of children and adolescents experience mental health disorders, and delivering appropriate and timely child and adolescent mental health care challenges health services [<xref ref-type="bibr" rid="ref1">1</xref>]. These challenges are often reported as structural, such as cost, transportation, or time constraints [<xref ref-type="bibr" rid="ref2">2</xref>]. Alternative approaches to delivering mental health services in a way that is safe, appropriate, and timely can reduce cost and reduce the time to, for example, assess patients [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>The use of technology to deliver health care is a growing area of clinical practice and research interest [<xref ref-type="bibr" rid="ref2">2</xref>]. This approach involves using interactive technology to allow professionals, patients, and families at different geographic locations to interact as if they were meeting in person [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Using technology in this way is referred to as “telehealth” [<xref ref-type="bibr" rid="ref8">8</xref>] and is being used globally and widely to deliver health care via assessment, consultation, and treatment comparable to in-person care [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Overall, the COVID-19 pandemic appears to have been a positive transition to the use of telepsychiatry, with it being viewed as a convenient and safe way to provide patient care [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Telehealth is reported to be beneficial for mental health provision and is becoming more widely adopted with children and adolescents, with mental health reported to be among the most active pediatric specialties [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. Telehealth offers an opportunity to bridge the gap between supply and demand in child and adolescent mental health services [<xref ref-type="bibr" rid="ref4">4</xref>]. There is a consensus of acceptability and satisfaction [<xref ref-type="bibr" rid="ref21">21</xref>]. It can offer access to care that may have otherwise been unavailable, particularly in rural and other underserved settings [<xref ref-type="bibr" rid="ref4">4</xref>]. It is reported to have improved resource eﬀiciency and increased cost and time savings compared to traditional modes of practice [<xref ref-type="bibr" rid="ref22">22</xref>]. It can allow health professionals to extend boundaries of practice and overcome barriers of proximity [<xref ref-type="bibr" rid="ref22">22</xref>], increasing their daily scope and ability to work and extending their reach and integration of expertise into other services [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>In the United Kingdom, the delivery of child and adolescent mental health services via telehealth is relatively new, compared to other countries such as Canada, Australia, and New Zealand, where it is widely used. Several pilot studies have been conducted in recent years in the United Kingdom; however, the sustainability of these projects tends to be the failure of health care staff in continuing its use after the pilot phase. This tends to be associated with factors such as busy staff naturally returning to their normal work patterns.</p>
        <p>In this study, we developed a mathematical program that schedules mental health care practitioners and assigns them to either the base of the telehealth care service or to hospitals where staff would be required to assess or treat patients. Mathematical programming is a part of constrained optimization, and Crown et al [<xref ref-type="bibr" rid="ref24">24</xref>] have provided a comprehensive definition and illustrations of the methodology in health care. We used this paradigm to find a minimum coverage for staff by satisfying time- and location-dependent demands and to minimize travel distances.</p>
      </sec>
      <sec>
        <title>Background</title>
        <p>In 2019, The Health Foundation [<xref ref-type="bibr" rid="ref25">25</xref>] funded a project within the Aneurin Bevan University Health Board, a National Health Service (NHS) Trust in Wales, for 15 months to establish a telehealth innovation for an improvement program with the objective to provide mental health appointments or assessments to children and adolescents. This newly established program is called “Connecting with Telehealth to Children in Hospital and Healthcare” (CWTCH). It is a quality improvement NHS project offering safer and more eﬀicient appointments to the Child and Adolescent Mental Health Service (CAMHS) using telehealth technology. The aim of this project is to pilot a telehealth project in a CAMHS setting and to evaluate the use, suitability, and satisfaction among patients, parents, and professionals across a range of settings to demonstrate improved access and reduced waiting times to CAMHS, and time and cost savings for patients, their parents, and staff.</p>
      </sec>
      <sec>
        <title>Introducing a Hub and Spoke Model</title>
        <p>The telehealth technology is set up and linked to a range of health care and education sites. There is a main hub site (the current CAMHS site), which is in private rooms. The CAMHS staff involved in the CWTCH project included specialist CAMHS consultant psychiatrists, emergency liaison teams, and specialist eating disorder teams. The CAMHS hub site provides a wide range of telehealth services to other health care sites (which act as remote yet transferable spokes, in that the technology can be carried from one site to another by the research team using a highly secure and password-protected iPad or laptop device). These sites include, but are not limited to, conducting emergency assessments in pediatric wards, medicine reviews and follow-up appointments delivered at home, and early diagnosis and intervention delivered to general practices and school settings.</p>
        <p>A referral to the hub site can be made by any member of staff working within the designated spoke sites. Initially, the spoke sites would contact the CAMHS team and request an appointment, and, if available, a time slot would be scheduled (often on the same day), and additional information about the project and consent forms would be electronically sent to the spoke site or delivered in person by the research team. A web link to the telehealth application (Attend Anywhere) would be sent to the person arranging the referral. This link would request the name, date of birth, and contact telephone number (in case of technology failing or disconnection) of the person who is having the appointment (eg, school pupil, patient, or parent). Once the site is connected, the hub site would be alerted that the patient is waiting in the “CAMHS Virtual Waiting Room.” The CAMHS member of staff would then join the call and start the appointment.</p>
      </sec>
      <sec>
        <title>The Equipment</title>
        <p>At the CAMHS site, there are a range of fully equipped private rooms that are set up with the technology required for taking appointments. This includes a PC at the hub site and an iPad or laptop device for the sites, all of which have a webcam, microphone, and speaker incorporated. As this is a quality improvement project set within the NHS, there are strict guidelines and regulations to follow when providing clinical care and outputs; therefore, a specialized communication platform has been used on all equipment used for the CWTCH project. This package is a safe and secure version of picture-to-picture style video (ie, the video is linked to both sites). The clinician end of the platform is password-protected and only accessible to a professional working within the hub site and is signed up to be part of the CWTCH project. The site is only available via a safe and secure link that is sent on to the user as a referral. The objective of our model is, given all the staﬀing and equipment constraints, how can we provide an eﬀicient service that minimizes the number of staff required and contains the miles traveled to the different hospital sites.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>In what follows, we provide a formulation of the mathematical model. We start with the sets and indices for modeling staff and locations. Furthermore, we turn to model parameters such as demand. Afterward, we will introduce the decision variables, model objective, and constraints.</p>
      <sec>
        <title>Sets, Indices, and Parameters of Our Mathematical Model</title>
        <p>Let <inline-graphic xlink:href="formative_v7i1e43222_fig5.png" xlink:type="simple" mimetype="image"/> denote the planning horizon, and let <inline-graphic xlink:href="formative_v7i1e43222_fig6.png" xlink:type="simple" mimetype="image"/> be the set of staff. Let <inline-graphic xlink:href="formative_v7i1e43222_fig7.png" xlink:type="simple" mimetype="image"/> denote the set of locations where staff are assigned to work. Let <italic>d<sub>l,t</sub></italic> denote the expected demand at location <italic>l</italic> ∈ <inline-graphic xlink:href="formative_v7i1e43222_fig7.png" xlink:type="simple" mimetype="image"/> on day <italic>t</italic> ∈ <inline-graphic xlink:href="formative_v7i1e43222_fig5.png" xlink:type="simple" mimetype="image"/>. Let <italic>w<sub>i</sub></italic> denote the number of patients that staff member <italic>i</italic> can treat. Furthermore, let <italic>m<sub>i,l</sub></italic> denote the miles traveled (back and forth) if staff member <italic>i</italic> must travel to location <italic>l</italic> to see patients, which includes the miles to drive back to the home base. <xref ref-type="table" rid="table1">Table 1</xref> provides an example that can be set up in a spreadsheet.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Parameter setting for the distance parameter m<sub>i,l</sub>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="230"/>
            <col width="260"/>
            <col width="250"/>
            <col width="260"/>
            <thead>
              <tr valign="top">
                <td>Name</td>
                <td>Hospital 1 (miles)</td>
                <td>Hospital 2 (miles)</td>
                <td>Hospital 3 (miles)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Kelly</td>
                <td>0</td>
                <td>20</td>
                <td>30</td>
              </tr>
              <tr valign="top">
                <td>James</td>
                <td>44</td>
                <td>25</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Olivia</td>
                <td>20</td>
                <td>0</td>
                <td>30</td>
              </tr>
              <tr valign="top">
                <td>Amelia</td>
                <td>28</td>
                <td>17</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Joseph</td>
                <td>0</td>
                <td>21</td>
                <td>38</td>
              </tr>
              <tr valign="top">
                <td>Emily</td>
                <td>32</td>
                <td>0</td>
                <td>18</td>
              </tr>
              <tr valign="top">
                <td>Matthew</td>
                <td>29</td>
                <td>0</td>
                <td>35</td>
              </tr>
              <tr valign="top">
                <td>Laura</td>
                <td>0</td>
                <td>24</td>
                <td>36</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Decision Variables</title>
        <p>We introduce the binary decision variables <italic>x<sub>i,l,t</sub></italic> = 1 if staff member <italic>i</italic> ∈ <italic>I</italic> works at location <italic>l</italic> ∈ <italic>L</italic> on day <italic>t</italic> ∈ <italic>T</italic>, 0 otherwise.</p>
      </sec>
      <sec>
        <title>Objective Function</title>
        <p>Our objective is to find a minimum staﬀing pattern to run the hybrid telehealth CAMHS service. Accordingly, we have the following objective function:</p>
        <p>
          <disp-formula>minimize <italic>z</italic> = Σ<italic><sub>i</sub></italic> Σ<italic><sub>l</sub></italic> Σ<italic><sub>t</sub> x<sub>i,l,t</sub></italic>                                       <bold>(1)</bold></disp-formula>
        </p>
        <p>To reduce travel costs, the CAMHS service decided to evaluate a second objective, which can be described mathematically using objective function (2). It minimizes the distance travelled by staff.</p>
        <p>
          <disp-formula>minimize z = Σ<italic><sub>i</sub></italic> Σ<italic><sub>l</sub></italic> Σ<italic><sub>t</sub></italic> <italic>m<sub>i,l</sub></italic> ⋅ <italic>x<sub>i,l,t</sub></italic>                             <bold>(2)</bold></disp-formula>
        </p>
      </sec>
      <sec>
        <title>Constraints</title>
        <p>Because we want to cover the demand, the demand satisfaction constraint is as follows:</p>
        <p>
          <disp-formula>
            <graphic xlink:href="formative_v7i1e43222_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
        </p>
        <p>A member of staff cannot be assigned to multiple locations at the same time. Accordingly,</p>
        <p>
          <disp-formula>
            <graphic xlink:href="formative_v7i1e43222_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
        </p>
        <p>Finally, we introduce the decision variables and domains, which are represented using equation (5).</p>
        <p>
          <disp-formula>
            <graphic xlink:href="formative_v7i1e43222_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </disp-formula>
        </p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was a service improvement study and was exempt from institutional review board approval. Study data were anonymized and deidentified.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We implemented the mathematical model in a decision support tool based on Excel (Microsoft Corp) using Open Solver and the COIN-OR optimization library.</p>
      <sec>
        <title>Modeling the Weekday and Site-Dependent Demand</title>
        <p>We used information from 2015 to 2018 to predict the demand at the different hospital sites. <xref ref-type="table" rid="table2">Table 2</xref> provides a summary statistic about the weekday-dependent demand distribution.</p>
        <p>The numbers reveal that on weekends, there is substantially lower demand than that on weekdays. Another observation is that more patients are seen at the beginning of the week. To predict site and weekday-dependent demand, we tested different time-series models such as additive and multiplicative decomposition approaches, exponential smoothing, and the Holt-Winters model, but the best performance was achieved using a multiple regression model with day of the week, bank holiday, and month as independent variables. We then linked the predictions from the multiple regression model with the mathematical program introduced in the previous section. This is implemented in Excel using an open-source solver, as the next sections will reveal.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Weekday-dependent demand distribution.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="140"/>
            <col width="120"/>
            <col width="120"/>
            <col width="120"/>
            <col width="120"/>
            <col width="120"/>
            <col width="120"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Monday</td>
                <td>Tuesday</td>
                <td>Wednesday</td>
                <td>Thursday</td>
                <td>Friday</td>
                <td>Saturday</td>
                <td>Sunday</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Mean</td>
                <td>2.42</td>
                <td>2.65</td>
                <td>2.23</td>
                <td>2.16</td>
                <td>2.20</td>
                <td>1.29</td>
                <td>1.43</td>
              </tr>
              <tr valign="top">
                <td>Median</td>
                <td>2</td>
                <td>3</td>
                <td>2</td>
                <td>2</td>
                <td>2</td>
                <td>0</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Mode</td>
                <td>1</td>
                <td>1</td>
                <td>1</td>
                <td>1</td>
                <td>1</td>
                <td>0</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Minimum</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>1</td>
                <td>1</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Maximum</td>
                <td>8</td>
                <td>7</td>
                <td>6</td>
                <td>5</td>
                <td>5</td>
                <td>3</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Range</td>
                <td>8</td>
                <td>7</td>
                <td>6</td>
                <td>4</td>
                <td>4</td>
                <td>3</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Total</td>
                <td>109</td>
                <td>106</td>
                <td>98</td>
                <td>97</td>
                <td>99</td>
                <td>31</td>
                <td>40</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Setting Up Staff Availability</title>
        <p>Mental health care practitioners are either full-time, in which case they work 5 days a week and have 2 days off, or part-time, which varies from 2 to 4 working days in a week. In the interest of fairness, each practitioner works 2 weekends a month, as we expect there to be a demand 7 days a week. We have also taken into consideration that full-time workers will take approximately 3 days’ leave a month and part-time workers take 1-2 days’ leave depending on their hours.</p>
      </sec>
      <sec>
        <title>Implementation in Excel</title>
        <p>The model is made up of binary variables as a member of staff is either working (=1) or not (=0). The model must fit into the constraints as a mental health care practitioner cannot be sent to 2 separate locations at the same time. We also must ensure that there are enough staff to cover the demand of each hospital. Named ranges have been added to the model to further clarify what each constraint represents. The hospital names have been generalized to hospitals 1, 2, and 3, while “AA” stands for the telehealth application Attend Anywhere. <xref rid="figure1" ref-type="fig">Figure 1</xref> shows how the mathematical model is implemented in OpenSolver.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Objective function and constraints parametrized in OpenSolver.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e43222_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Solution</title>
        <p>As our mathematical model is 3D, we had to create separate matrices for each of the distinct locations. We created hidden spreadsheets with 0-1 matrices, which represent the site-dependent rota. OpenSolver then reads these matrices and creates the constraints of our model in the backend. To increase the usability of the tool, we translated these matrices into the format shown in <xref ref-type="table" rid="table2">Tables 2</xref> and <xref ref-type="table" rid="table3">3</xref> for the rota and mileage, respectively.</p>
        <p>In what follows, we will provide the results of solving the models with the 2 different objectives. <xref ref-type="table" rid="table3">Table 3</xref> provides the solution for a 1-week rota and objective function (1). Staff are scheduled 31 times, which means that they are off duty 21 times. The total number of miles travelled is 416. For simplicity, <xref ref-type="table" rid="table2">Tables 2</xref> and <xref ref-type="table" rid="table3">3</xref> show 1-week rota and miles, but OpenSolver is set up to solve a 4-week problem (see <xref ref-type="table" rid="table4">Table 4</xref>).</p>
        <p><xref ref-type="table" rid="table5">Table 5</xref> shows the mileage for the second objective; that is, minimizing travel distance for the staff. Although the staff are scheduled for the same number of days (n=31), only 47 miles are travelled in that week. One explanation of this phenomenon is that more mental health care practitioners are allocated to sites closer to their base; hence, by solving via the second objective with our current input values, we can save 369 miles being travelled by them while still using the same number of staff.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Solution with the first objective.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="80"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>October 14, 2019</td>
                <td>October 15, 2019</td>
                <td>October 16, 2019</td>
                <td>October 17, 2019</td>
                <td>October 18, 2019</td>
                <td>October 19, 2019</td>
                <td>October 20, 2019</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Kelly</td>
                <td>Hospital 1</td>
                <td>Hospital 3</td>
                <td>AA<sup>a</sup></td>
                <td>OFF<sup>b</sup></td>
                <td>OFF</td>
                <td>Hospital 1</td>
                <td>Hospital 2</td>
              </tr>
              <tr valign="top">
                <td>James</td>
                <td>OFF</td>
                <td>Hospital 2</td>
                <td>OFF</td>
                <td>Hospital 2</td>
                <td>AA</td>
                <td>AA</td>
                <td>OFF</td>
              </tr>
              <tr valign="top">
                <td>Olivia</td>
                <td>Hospital 3</td>
                <td>OFF</td>
                <td>OFF</td>
                <td>OFF</td>
                <td>Hospital 2</td>
                <td>Hospital 3</td>
                <td>Hospital 1</td>
              </tr>
              <tr valign="top">
                <td>Amelia</td>
                <td>Hospital 2</td>
                <td>AA</td>
                <td>AA</td>
                <td>OFF</td>
                <td>OFF</td>
                <td>OFF</td>
                <td>OFF</td>
              </tr>
              <tr valign="top">
                <td>Joseph</td>
                <td>OFF</td>
                <td>Hospital 1</td>
                <td>Hospital 3</td>
                <td>AA</td>
                <td>AA</td>
                <td>OFF</td>
                <td>OFF</td>
              </tr>
              <tr valign="top">
                <td>Emily</td>
                <td>AA</td>
                <td>OFF</td>
                <td>Hospital 1</td>
                <td>Hospital 3</td>
                <td>Hospital 1</td>
                <td>OFF</td>
                <td>OFF</td>
              </tr>
              <tr valign="top">
                <td>Matthew</td>
                <td>OFF</td>
                <td>OFF</td>
                <td>Hospital 2</td>
                <td>Hospital 1</td>
                <td>Hospital 3</td>
                <td>Hospital 2</td>
                <td>Hospital 3</td>
              </tr>
              <tr valign="top">
                <td>Laura</td>
                <td>OFF</td>
                <td>OFF</td>
                <td>OFF</td>
                <td>AA</td>
                <td>OFF</td>
                <td>OFF</td>
                <td>AA</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>AA: Attend Anywhere.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>OFF: off day.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Mileage for the first objective.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="90"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>October 14, 2019</td>
                <td>October 15, 2019</td>
                <td>October 16, 2019</td>
                <td>October 17, 2019</td>
                <td>October 18, 2019</td>
                <td>October 19, 2019</td>
                <td>October 20, 2019</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Kelly</td>
                <td>0</td>
                <td>30</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>20</td>
              </tr>
              <tr valign="top">
                <td>James</td>
                <td>0</td>
                <td>25</td>
                <td>0</td>
                <td>25</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Olivia</td>
                <td>30</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>30</td>
                <td>20</td>
              </tr>
              <tr valign="top">
                <td>Amelia</td>
                <td>17</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Joseph</td>
                <td>0</td>
                <td>0</td>
                <td>38</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Emily</td>
                <td>0</td>
                <td>0</td>
                <td>32</td>
                <td>18</td>
                <td>32</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Matthew</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>29</td>
                <td>35</td>
                <td>0</td>
                <td>35</td>
              </tr>
              <tr valign="top">
                <td>Laura</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Mileage for the second objective.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="90"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>October 14, 2019</td>
                <td>October 15, 2019</td>
                <td>October 16, 2019</td>
                <td>October 17, 2019</td>
                <td>October 18, 2019</td>
                <td>October 19, 2019</td>
                <td>October 20, 2019</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Kelly</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>James</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Olivia</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>30</td>
              </tr>
              <tr valign="top">
                <td>Amelia</td>
                <td>0</td>
                <td>17</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Joseph</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Emily</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Matthew</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Laura</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, we demonstrated that mathematical modeling can be used to determine a staff schedule for an adolescent hybrid telemedical service. We developed a mathematical program that schedules mental health care practitioners and assigns them to either the base of the telehealth care service or to hospitals where staff would be required to assess or treat patients. Our approach was able to find a minimum coverage for staff by satisfying time- and location-dependent demands and to minimize travel distances.</p>
      </sec>
      <sec>
        <title>Findings and Contributions to the Literature</title>
        <p>As demonstrated in our experimental study, our mathematical model can assign members of staff dates and locations. Although members of staff may be available during many days in the planning horizon, there is no guarantee that the solution provides a levelled assignment of staff to the locations. In <xref ref-type="table" rid="table3">Table 3</xref>, for example, the second member of staff (James) was never assigned to hospital 1 or 3, while Laura was never assigned to work on site at a hospital. In future work, a constraint that assigns a member of staff at least, for example, once in a fortnight to a hospital and working remotely, might be desirable.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The presented mathematical model has limitations because of its deterministic nature: it assumes that the demand is known in advance. However, the demand of staff needed for patients coming into hospitals has some level of uncertainty and cannot be estimated precisely. To create a more robust solution that considers uncertainty of demand, for example, a stochastic approach to the problem can be applied. In this scenario, we would assume that once a staff member is assigned a shift at a hospital, they cannot be relocated. Instead, an agency member is required to cover the unmet demand.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this study, we have presented an approach to use mathematical programming for scheduling staff to a hybrid telehealth service to evaluate children’s and adolescents’ mental health. Our objectives were to find a minimum staﬀing pattern to not only run the service but also minimize travel times of staff working at various locations including the base of the telehealth service. In times of the COVID-19 pandemic, this base can also be the home of the staff member. In future work, we will extend our approach to incorporate demand uncertainty in a stochastic programming approach with the aim to provide a robust staﬀing pattern. Furthermore, we will increase the granularity of the planning horizon, for example, mornings and afternoons, such that staff members might be repositioned during the day, responding to the demand in a more flexible way.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CAMHS</term>
          <def>
            <p>Child and Adolescent Mental Health Service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CWTCH</term>
          <def>
            <p>Connecting with Telehealth to Children in Hospital and Healthcare</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NHS</term>
          <def>
            <p>National Health Service</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data to run the mathematical model are provided, for example, in <xref ref-type="table" rid="table1">Tables 1</xref> and <xref ref-type="table" rid="table2">2</xref> in the manuscript.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Guidelines on mental health promotive and preventive interventions for adolescents</article-title>
          <source>World Health Organization</source>
          <year>2020</year>
          <access-date>2023-03-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/y65xbk6n">https://tinyurl.com/y65xbk6n</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boydell</surname>
              <given-names>Katherine M</given-names>
            </name>
            <name name-style="western">
              <surname>Hodgins</surname>
              <given-names>Michael</given-names>
            </name>
            <name name-style="western">
              <surname>Pignatiello</surname>
              <given-names>Antonio</given-names>
            </name>
            <name name-style="western">
              <surname>Teshima</surname>
              <given-names>John</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>Helen</given-names>
            </name>
            <name name-style="western">
              <surname>Willis</surname>
              <given-names>David</given-names>
            </name>
          </person-group>
          <article-title>Using technology to deliver mental health services to children and youth: a scoping review</article-title>
          <source>J Can Acad Child Adolesc Psychiatry</source>
          <year>2014</year>
          <month>05</month>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>87</fpage>
          <lpage>99</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24872824"/>
          </comment>
          <pub-id pub-id-type="medline">24872824</pub-id>
          <pub-id pub-id-type="pmcid">PMC4032077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Vander Stoep</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McCarty</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Geyer</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Melzer</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Child and adolescent telepsychiatry: variations in utilization, referral patterns and practice trends</article-title>
          <source>J Telemed Telecare</source>
          <year>2010</year>
          <month>03</month>
          <day>02</day>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>128</fpage>
          <lpage>133</lpage>
          <pub-id pub-id-type="doi">10.1258/jtt.2009.090712</pub-id>
          <pub-id pub-id-type="medline">20197356</pub-id>
          <pub-id pub-id-type="pii">jtt.2009.090712</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A review of pediatric telemental health</article-title>
          <source>Pediatr Clin North Am</source>
          <year>2016</year>
          <month>10</month>
          <volume>63</volume>
          <issue>5</issue>
          <fpage>913</fpage>
          <lpage>931</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pcl.2016.06.011</pub-id>
          <pub-id pub-id-type="medline">27565368</pub-id>
          <pub-id pub-id-type="pii">S0031-3955(16)41034-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flaum</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Telemental health as a solution to the widening gap between supply and demand for mental health services</article-title>
          <source>Telemental Health</source>
          <year>2013</year>
          <fpage>11</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1016/B978-0-12-416048-4.00002-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>Christopher R</given-names>
            </name>
            <name name-style="western">
              <surname>Holzer</surname>
              <given-names>Charles E</given-names>
            </name>
          </person-group>
          <article-title>The continuing shortage of child and adolescent psychiatrists</article-title>
          <source>J Am Acad Child Adolesc Psychiatry</source>
          <year>2006</year>
          <month>09</month>
          <volume>45</volume>
          <issue>9</issue>
          <fpage>1023</fpage>
          <lpage>1031</lpage>
          <pub-id pub-id-type="doi">10.1097/01.chi.0000225353.16831.5d</pub-id>
          <pub-id pub-id-type="medline">16840879</pub-id>
          <pub-id pub-id-type="pii">S0890-8567(09)61776-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michalski</surname>
              <given-names>Daniel S</given-names>
            </name>
            <name name-style="western">
              <surname>Kohout</surname>
              <given-names>Jessica L</given-names>
            </name>
          </person-group>
          <article-title>The state of the psychology health service provider workforce</article-title>
          <source>Am Psychol</source>
          <year>2011</year>
          <month>12</month>
          <volume>66</volume>
          <issue>9</issue>
          <fpage>825</fpage>
          <lpage>834</lpage>
          <pub-id pub-id-type="doi">10.1037/a0026200</pub-id>
          <pub-id pub-id-type="medline">22121982</pub-id>
          <pub-id pub-id-type="pii">2011-27441-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Urness</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Nesbitt</surname>
              <given-names>TS</given-names>
            </name>
          </person-group>
          <article-title>Clinical and educational telepsychiatry applications: a review</article-title>
          <source>Can J Psychiatry</source>
          <year>2004</year>
          <month>01</month>
          <day>01</day>
          <volume>49</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1177/070674370404900103</pub-id>
          <pub-id pub-id-type="medline">14763673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Krupinski</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstein</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>A review of the first five years of the University of Arizona telepsychiatry programme</article-title>
          <source>J Telemed Telecare</source>
          <year>2005</year>
          <month>06</month>
          <day>24</day>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>234</fpage>
          <lpage>239</lpage>
          <pub-id pub-id-type="doi">10.1258/1357633054471821</pub-id>
          <pub-id pub-id-type="medline">16035965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elford</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bowering</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ghandi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maddiggan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>St John</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>House</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harnett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Battcock</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A randomized, controlled trial of child psychiatric assessments conducted using videoconferencing</article-title>
          <source>J Telemed Telecare</source>
          <year>2000</year>
          <month>06</month>
          <day>24</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>73</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1258/1357633001935086</pub-id>
          <pub-id pub-id-type="medline">10824374</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Valentine</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Melzer</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Feasibility, acceptability, and sustainability of telepsychiatry for children and adolescents</article-title>
          <source>Psychiatr Serv</source>
          <year>2007</year>
          <month>11</month>
          <volume>58</volume>
          <issue>11</issue>
          <fpage>1493</fpage>
          <lpage>1496</lpage>
          <pub-id pub-id-type="doi">10.1176/ps.2007.58.11.1493</pub-id>
          <pub-id pub-id-type="medline">17978264</pub-id>
          <pub-id pub-id-type="pii">58/11/1493</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Valentine</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Melzer</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Child and adolescent telepsychiatry: utilization and satisfaction</article-title>
          <source>Telemed J E Health</source>
          <year>2008</year>
          <month>03</month>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>131</fpage>
          <lpage>137</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2007.0035</pub-id>
          <pub-id pub-id-type="medline">18361702</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pesämaa</surname>
              <given-names>Lilli</given-names>
            </name>
            <name name-style="western">
              <surname>Ebeling</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kuusimäki</surname>
              <given-names>Marja-Leena</given-names>
            </name>
            <name name-style="western">
              <surname>Winblad</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Isohanni</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moilanen</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Videoconferencing in child and adolescent telepsychiatry: a systematic review of the literature</article-title>
          <source>J Telemed Telecare</source>
          <year>2004</year>
          <month>06</month>
          <day>24</day>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>187</fpage>
          <lpage>192</lpage>
          <pub-id pub-id-type="doi">10.1258/1357633041424458</pub-id>
          <pub-id pub-id-type="medline">15273027</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Ougrin</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Impact of the COVID-19 pandemic on child and adolescent mental health services</article-title>
          <source>BJPsych Open</source>
          <year>2021</year>
          <month>08</month>
          <day>05</day>
          <volume>7</volume>
          <issue>5</issue>
          <fpage>e145</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34348823"/>
          </comment>
          <pub-id pub-id-type="doi">10.1192/bjo.2021.976</pub-id>
          <pub-id pub-id-type="medline">34348823</pub-id>
          <pub-id pub-id-type="pii">S2056472421009765</pub-id>
          <pub-id pub-id-type="pmcid">PMC8353214</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Snoswell</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Haydon</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mehrotra</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Clemensen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Caffery</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Telehealth for global emergencies: implications for coronavirus disease 2019 (COVID-19)</article-title>
          <source>J Telemed Telecare</source>
          <year>2020</year>
          <month>03</month>
          <day>20</day>
          <volume>26</volume>
          <issue>5</issue>
          <fpage>309</fpage>
          <lpage>313</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633x20916567</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Maclaren</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carachi</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>Scott Med J</source>
          <year>2009</year>
          <month>08</month>
          <day>01</day>
          <volume>54</volume>
          <issue>3</issue>
          <fpage>13</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1258/rsmsmj.54.3.13</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pakyurek</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The child and adolescent telepsychiatry consultation: can it be a more effective clinical process for certain patients than conventional practice?</article-title>
          <source>Telemed J E Health</source>
          <year>2010</year>
          <month>04</month>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>289</fpage>
          <lpage>292</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2009.0130</pub-id>
          <pub-id pub-id-type="medline">20406115</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>Bryan L</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>R W</given-names>
            </name>
            <collab>SECTION ON TELEHEALTH CARE</collab>
          </person-group>
          <article-title>Telemedicine: pediatric applications</article-title>
          <source>Pediatrics</source>
          <year>2015</year>
          <month>07</month>
          <volume>136</volume>
          <issue>1</issue>
          <fpage>e293</fpage>
          <lpage>308</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26122813"/>
          </comment>
          <pub-id pub-id-type="doi">10.1542/peds.2015-1517</pub-id>
          <pub-id pub-id-type="medline">26122813</pub-id>
          <pub-id pub-id-type="pii">peds.2015-1517</pub-id>
          <pub-id pub-id-type="pmcid">PMC5754191</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Telemental health: a new collaboration for pediatricians and child psychiatrists</article-title>
          <source>Pediatr Ann</source>
          <year>2014</year>
          <month>02</month>
          <volume>43</volume>
          <issue>2</issue>
          <fpage>79</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.3928/00904481-20140127-12</pub-id>
          <pub-id pub-id-type="medline">24512157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Shore</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Emergency telepsychiatry</article-title>
          <source>J Telemed Telecare</source>
          <year>2008</year>
          <month>09</month>
          <day>01</day>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>277</fpage>
          <lpage>281</lpage>
          <pub-id pub-id-type="doi">10.1258/jtt.2008.080419</pub-id>
          <pub-id pub-id-type="medline">18776070</pub-id>
          <pub-id pub-id-type="pii">14/6/277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Krowski</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vela</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Telehealth and patient satisfaction: a systematic review and narrative analysis</article-title>
          <source>BMJ Open</source>
          <year>2017</year>
          <month>08</month>
          <day>03</day>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>e016242</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=28775188"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-016242</pub-id>
          <pub-id pub-id-type="medline">28775188</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-016242</pub-id>
          <pub-id pub-id-type="pmcid">PMC5629741</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dinesen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nonnecke</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lindeman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Toft</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kidholm</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jethwani</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Spindler</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Oestergaard</surname>
              <given-names>CU</given-names>
            </name>
            <name name-style="western">
              <surname>Southard</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Gutierrez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nesbitt</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Personalized telehealth in the future: a global research agenda</article-title>
          <source>TMT</source>
          <year>2018</year>
          <month>05</month>
          <day>02</day>
          <volume>2</volume>
          <issue>3</issue>
          <pub-id pub-id-type="doi">10.30953/tmt.v2.18</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sharan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Malhotra</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Telepsychiatry: the bridge across the access gap in child and adolescent mental health</article-title>
          <source>J Indian Assoc Child Adolesc Ment Health</source>
          <year>2022</year>
          <month>07</month>
          <day>22</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>18</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1177/0973134220070201</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crown</surname>
              <given-names>William</given-names>
            </name>
            <name name-style="western">
              <surname>Buyukkaramikli</surname>
              <given-names>Nasuh</given-names>
            </name>
            <name name-style="western">
              <surname>Thokala</surname>
              <given-names>Praveen</given-names>
            </name>
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>Alec</given-names>
            </name>
            <name name-style="western">
              <surname>Sir</surname>
              <given-names>Mustafa Y</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>Deborah A</given-names>
            </name>
            <name name-style="western">
              <surname>Tosh</surname>
              <given-names>Jon</given-names>
            </name>
            <name name-style="western">
              <surname>Padula</surname>
              <given-names>William V</given-names>
            </name>
            <name name-style="western">
              <surname>Ijzerman</surname>
              <given-names>Maarten J</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>Peter K</given-names>
            </name>
            <name name-style="western">
              <surname>Pasupathy</surname>
              <given-names>Kalyan S</given-names>
            </name>
          </person-group>
          <article-title>Constrained optimization methods in health services research-an introduction: report 1 of the ISPOR Optimization Methods Emerging Good Practices Task Force</article-title>
          <source>Value Health</source>
          <year>2017</year>
          <month>03</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>310</fpage>
          <lpage>319</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1098-3015(17)30082-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jval.2017.01.013</pub-id>
          <pub-id pub-id-type="medline">28292475</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(17)30082-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Cwtch launch (connecting with telehealth to children in hospital)</article-title>
          <source>NHS Wales</source>
          <access-date>2023-03-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhs.wales/">https://www.nhs.wales/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
