<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i5e36824</article-id>
      <article-id pub-id-type="pmid">35617009</article-id>
      <article-id pub-id-type="doi">10.2196/36824</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Emergency Telemedicine Mobile Ultrasounds Using a 5G-Enabled Application: Development and Usability Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hayelom</surname>
            <given-names>Mulugeta</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Koutsouris</surname>
            <given-names>Dimitrios</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Berlet</surname>
            <given-names>Maximilian</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4652-0904</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Vogel</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6389-9090</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Gharba</surname>
            <given-names>Mohamed</given-names>
          </name>
          <degrees>Dr Ing</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7045-7896</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Eichinger</surname>
            <given-names>Joseph</given-names>
          </name>
          <degrees>Dr Ing</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2422-5020</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Schulz</surname>
            <given-names>Egon</given-names>
          </name>
          <degrees>Dr Ing</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2208-8336</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Friess</surname>
            <given-names>Helmut</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6029-5857</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Wilhelm</surname>
            <given-names>Dirk</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2972-9802</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Ostler</surname>
            <given-names>Daniel</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2949-7279</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kranzfelder</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Surgery</institution>
            <institution>Klinikum Rechts der Isar</institution>
            <institution>Technical University Munich</institution>
            <addr-line>Ismaningerstr 22</addr-line>
            <addr-line>Munich, 81675</addr-line>
            <country>Germany</country>
            <phone>49 89 4140 ext 5088</phone>
            <email>michael.kranzfelder@tum.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6474-0759</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Surgery</institution>
        <institution>Klinikum Rechts der Isar</institution>
        <institution>Technical University Munich</institution>
        <addr-line>Munich</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>German Research Center, Munich Office</institution>
        <institution>Huawei Technologies Düsseldorf GmbH</institution>
        <addr-line>Munich</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Researchgroup Minimally-Invasive Therapy and Intervention</institution>
        <institution>Klinikum Rechts der Isar</institution>
        <institution>Technical University Munich</institution>
        <addr-line>Munich</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Michael Kranzfelder <email>michael.kranzfelder@tum.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>5</issue>
      <elocation-id>e36824</elocation-id>
      <history>
        <date date-type="received">
          <day>26</day>
          <month>1</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>4</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>21</day>
          <month>4</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>4</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Maximilian Berlet, Thomas Vogel, Mohamed Gharba, Joseph Eichinger, Egon Schulz, Helmut Friess, Dirk Wilhelm, Daniel Ostler, Michael Kranzfelder. Originally published in JMIR Formative Research (https://formative.jmir.org), 26.05.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/5/e36824" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Digitalization affects almost every aspect of modern daily life, including a growing number of health care services along with telemedicine applications. Fifth-generation (5G) mobile communication technology has the potential to meet the requirements for this digitalized future with high bandwidths (10 GB/s), low latency (&#60;1 ms), and high quality of service, enabling wireless real-time data transmission in telemedical emergency health care applications.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is the development and clinical evaluation of a 5G usability test framework enabling preclinical diagnostics with mobile ultrasound using 5G network technology.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A bidirectional audio-video data transmission between the ambulance car and hospital was established, combining both 5G-radio and -core network parts. Besides technical performance evaluations, a medical assessment of transferred ultrasound image quality and transmission latency was examined.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Telemedical and clinical application properties of the ultrasound probe were rated 1 (very good) to 2 (good; on a 6 -point Likert scale rated by 20 survey participants). The 5G field test revealed an average end-to-end round trip latency of 10 milliseconds. The measured average throughput for the ultrasound image traffic was 4 Mbps and for the video stream 12 Mbps. Traffic saturation revealed a lower video quality and a slower video stream. Without core slicing, the throughput for the video application was reduced to 8 Mbps. The deployment of core network slicing facilitated quality and latency recovery.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Bidirectional data transmission between ambulance car and remote hospital site was successfully established through the 5G network, facilitating sending/receiving data and measurements from both applications (ultrasound unit and video streaming). Core slicing was implemented for a better user experience. Clinical evaluation of the telemedical transmission and applicability of the ultrasound probe was consistently positive.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>5G</kwd>
        <kwd>telemedicine</kwd>
        <kwd>telehealth</kwd>
        <kwd>eHealth</kwd>
        <kwd>digital health</kwd>
        <kwd>digital medicine</kwd>
        <kwd>mobile ultrasound</kwd>
        <kwd>ultrasound</kwd>
        <kwd>imaging</kwd>
        <kwd>digitalized medicine</kwd>
        <kwd>emergency care</kwd>
        <kwd>emergency</kwd>
        <kwd>ambulance</kwd>
        <kwd>slicing</kwd>
        <kwd>diagnostic</kwd>
        <kwd>diagnosis</kwd>
        <kwd>image quality</kwd>
        <kwd>field test</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Digitalization affects almost every aspect of modern daily life including a constantly growing number of health care services along with telemedicine applications. Telemedicine, or telehealth in general, describes the distribution of health-related services and information via electronic information and telecommunication technologies [<xref ref-type="bibr" rid="ref1">1</xref>]. It allows transmission of medical data or diagnostic information from the patient or a health care provider without the need for the patient and, for example, a medical expert to be present together in the same physical location [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>With its beginnings in the 1980s, the driving forces of telemedicine have been space travel, expeditions, and military operations. Since then, telemedicine applications have been applied to many different clinical disciplines with three levels to be distinguished: teleconsultation, telepresence, and telemanipulation (telesurgery) [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      <p>Teleconsultation refers to a video- or audio-based consultation in which the consulting physician represents only a passive (advising) role in the treatment management. In telepresence, the practitioner (eg, a medical expert) actively intervenes in the treatment of the patient over a spatial distance. This can be done, for example, by controlling a diagnostic or therapeutic tool that is used on site during the intervention. The third pillar of telemedicine, telemanipulation (telesurgery), is a further development of telepresence, whereby the active performance of the operation is carried out entirely via a mechatronic system (robot-guided surgery). Teleconsultation thus becomes teleoperation.</p>
      <p>Emergency health care is a newer but applicable field for telemedicine [<xref ref-type="bibr" rid="ref4">4</xref>]. Preclinical point-of-care (POC) information (eg, from an injured patient can be sent from the ambulance car to a remote medical expert in a hospital in real time (and vice versa), regardless of the actual location of the patient prior to arrival [<xref ref-type="bibr" rid="ref5">5</xref>]. This bidirectional data transmission may consist of physiological data, as well as voice, audio, and video data [<xref ref-type="bibr" rid="ref6">6</xref>]. Thanks to the constant developments and improvements of broadband wireless communication technologies in recent years, telemedicine applications are nowadays expanding their use range from traditional desktop systems to wireless mobile solutions and thus are a part of smart health care services.</p>
      <p>In smart health care systems, Bluetooth, ZigBee, and Wi-Fi are the most noticeable short-range wireless technologies, whereas body area networks, LTE, and WiMAX are long-range technologies used for wireless data transmission [<xref ref-type="bibr" rid="ref7">7</xref>], enabling various Internet of Things (IoT) applications. For broad IoT adoption, fifth-generation (5G) mobile communication technologies are going to play a major role [<xref ref-type="bibr" rid="ref8">8</xref>] with significant challenges in terms of interoperability, performance, and security needing to be considered [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>Compared to the current mobile transmission standard 4G/LTE, 5G facilitates a 100 times higher data transmission rate (up to 10 Gbit/s), an extremely low latency (1 ms), and a 1000 times higher capacity [<xref ref-type="bibr" rid="ref10">10</xref>]. The following types of scenarios (<xref rid="figure1" ref-type="fig">Figure 1</xref>) [<xref ref-type="bibr" rid="ref11">11</xref>] for 5G networks can be classified [<xref ref-type="bibr" rid="ref12">12</xref>]: enhanced mobile broadband (eMBB), massive machine-type communications, ultrareliable low-latency communications (URLLCs), and wireless regional area networks.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Specifications of 5G new radio providing a set of specifications for the 5G core network as defined in 3GPP Release 15 [<xref ref-type="bibr" rid="ref11">11</xref>]. CT: computed tomography; MRI: magnetic resonance imaging.</p>
        </caption>
        <graphic xlink:href="formative_v6i5e36824_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>As medical data is considered highly sensitive and requires high security levels, (very) low latency, stable, and ultrareliable data transmission rates, telemedicine applications are linked with strict requirements [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Since 5G networks include the eMBB and URLLC application profiles, these networks have the potential to fill the gap in mobile (smart) health care [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>Medical diagnostic ultrasound is a widespread and (compared to other image modalities such as magnetic resonance imaging or computed tomography) inexpensive imaging modality that has become commercially available in portable and mobile configurations in recent years [<xref ref-type="bibr" rid="ref15">15</xref>]. Thus, mobile ultrasound is the imaging modality best suited for emergency telemedicine applications. In recent years, different mobile ultrasound systems have been developed (eg, for the paramedic care of patients with trauma), allowing the performance of required POC emergency diagnostics prior to hospital arrival [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      <p>Establishing a wireless connection between an ambulance car (emergency site: paramedics, inexperienced doctors) and a hospital (remote site: medical experts) enables the following medical achievements: increased patient safety due to supervised medical care, improved patient allocation or avoidance of treatment delays by patients’ data analysis and diagnostics prior to arrival, and reduction of (unnecessary) hospitalization rates through preclinical identification of injury severity.</p>
      <p>The 5G network has the potential to meet these demands; however, appropriate connectivity setups are needed that take into account optimized bidirectional audio-video streaming according to different parameters such as acceptable image quality and resolution, bandwidth, network slicing, and latency constraints.</p>
      <p>In this study, we demonstrate a real field test of a 5G framework enabling preclinical diagnostics with mobile ultrasound for emergency patients using 5G network slicing technology. A bidirectional audio-video data transmission between the ambulance car and the hospital was established, combining both 5G-radio and -core network parts to render an end-to-end (E2E) test (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Besides technical performance evaluations (key performance indicators [KPIs]) of the 5G network, the medical assessment of transferred ultrasound image quality and transmission latency was examined.</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Framework for the 5G field test. Ambulance car (left) equipped with mobile ultrasound and pan, tilt, zoom camera connected to a UE modem. The latter is connected to an RF unit, which is connected to UE antennas on the top roof of the ambulance car. The remote hospital site (right) is connected to the 5G core, which is connected to the gNB. gNB: gNodeB; RF: radio frequency; UE: user equipment.</p>
        </caption>
        <graphic xlink:href="formative_v6i5e36824_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was conducted in line with the principles of the Declaration of Helsinki. The experimental protocols of the study were approved by the ethics committee (Institutional Review Board) of the Technical University Munich (file AZ 8/16S) and met the guidelines of our responsible governmental agency [<xref ref-type="bibr" rid="ref17">17</xref>]. All human subjects gave their written informed consent before participating in the study.</p>
      </sec>
      <sec>
        <title>Statistics</title>
        <p>Statistical analysis was performed using Excel 2016 XLSTAT (Microsoft Corporation). Descriptive analyses were obtained when applicable. Mann-Whitney <italic>U</italic> tests were calculated for nonparametric distribution. Statistical significance was determined by <italic>P</italic>&#60;.05.</p>
        <p>Prior to the performance of the 5G field test, a clinical evaluation of the mobile ultrasound probe (Clarius C3 HD [2-6 MHz], Clarius Mobile Health Corp, Vancouver, BC) was conducted.</p>
      </sec>
      <sec>
        <title>Clinical Evaluation of Mobile Ultrasound Probe</title>
        <p>A panel of 20 medical doctors recruited from the departments of surgery and radiology at Klinikum Rechts der Isar, TU Munich experienced in abdominal sonography took part in the clinical evaluation.</p>
        <p>They were provided with a questionnaire complied by the authors consisting of 17 topic-specific theses/questions assessing the ultrasound probe in relation to its application feature “telemedicine” (n=6 theses/questions), technical features (n=6 theses/questions), and suitability for clinical use (n=4 theses/questions).</p>
        <p>To achieve the highest possible face and content validity of the survey, satisfactory scores of these main three clinical aspects were assessed through a specific 6-point Likert scale, ranging from 1 (very good/strongly agree) to 6 (insufficient/strongly disagree), which has been used previously in similar studies [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>Performance of at least 5 objective structured clinical examinations with the ultrasound probe according to the Focused Assessment with Sonography for Trauma (FAST) criteria were required per examiner.</p>
      </sec>
      <sec>
        <title>The 5G Field Test</title>
        <p>The field test was conducted in Munich, Germany and consisted of a 2-part setup located at the Huawei Munich research center facility: the ambulance car and the remote hospital site. Both were connected through the 5G network using the radio access network (RAN) part of an experimental 5G user equipment (UE) modem and the gNodeB (gNB). The RAN part connects to the core network part located in a cloud data center at the remote hospital site. In the core architecture, a set of network functions, specifically session management functions, user plane functions, and network slicing management functions, whose main features are aligned with the current 3GPP standards, were implemented. The ambulance car was parked in a position of line of sight with the gNB antenna with small buildings located in between as well as cars and pedestrians passing by during the test.</p>
        <p>The main target of the field test (<xref rid="figure2" ref-type="fig">Figure 2</xref>) was to provide a 5G-based data transfer facilitating bidirectional data transmission for the ultrasound and video source between (1) the ambulance car, equipped with the 5G experimental UE, high-resolution camera (pan, tilt, zoom camera, Hikvision DS-2DE2A404IW-DE3/W, Hangzhou, China) and the ultrasound system, and (2) the remote hospital site (medical expert), equipped with display monitor, camera, and laptop computer.</p>
        <p>The field test scenario consists of the parallel transmission of two different applications (ultrasound unit and camera video streaming) with low latency through the 5G network. The carrier frequency was 3.41 GHz, the bandwidth was 40 Hz, and the Modulation Coding Scheme was set to Quadrature Phase Shift Keying. Transmission Time Interval length was 0.5 milliseconds, the intercarrier spacing was 30 KHz, and the antenna gain was 5 dB for UE and 15.5 dB for gNB.</p>
        <p>In addition, a traffic saturation to both data channels was simulated by injecting iPerf data with higher throughput. Methods of network slicing were introduced to prove the benefit to network functionality and quality of service (QOS) by prioritizing data traffic and preserving low latency and high-reliability features.</p>
      </sec>
      <sec>
        <title>Clinical Evaluation of the Bidirectional Data Transmission</title>
        <p>To assess the medical application of the network KPIs, we performed a qualitative clinical evaluation of the data transmission parameters image quality and latency between ambulance and hospital.</p>
        <p>Therefore, the same panel of 20 medical doctors was provided with a structured evaluation form complied by the authors to assess both image quality and latency of the mobile ultrasound, remote ultrasound, and video stream subject to data traffic with/without uplink traffic and use of slicing technology by a specific 6-point Likert scale, ranging from 1 (very good/strongly agree) to 6 (insufficient/strongly disagree). Therefore, the transmitted ultrasound image was recorded (mpeg-4 file) during the field test and made available to the rating participants as was the video recording from the ambulance.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Clinical Evaluation of Mobile Ultrasound Probe</title>
        <p>A total of 20 medical doctors experienced in ultrasound examinations participated in the clinical evaluation study of the ultrasound probe, which was carried out prior to the 5G field test. All questionnaires were returned for analysis. The application feature “telemedicine” (6 thesis/questions) was generally rated “good”; the aspect of time saving was rated “very good.” Assessment of the ultrasound probe (6 thesis/questions) revealed the overall rating “good”; usability and transmission stability (between ultrasound probe and handheld device; eg, tablet or smartphone by Wi-Fi) were considered to be “very good.” Participants evaluated the clinical application properties (4 thesis/questions) to be “very good” to “good”; in 25% (5/15) of ultrasound examinations a FAST recheck with a second (conventional ultrasound system) was necessary. <xref ref-type="table" rid="table1">Table 1</xref> gives a detailed overview of the evaluation results.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Clinical evaluation of the mobile ultrasound probe with its telemedical and clinical application properties: survey results (N=20 participants).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="670"/>
            <col width="300"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Application properties</td>
                <td>Scores<sup>a</sup>, mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Application feature “telemedicine”</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>...is helpful</td>
                <td>1.9 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>...is user-friendly</td>
                <td>2.0 (0.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>...saves time</td>
                <td>1.4 (0.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>...provides feedback opportunity</td>
                <td>2.3 (0.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>...conveys confidence</td>
                <td>1.5 (0.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>...increases examination quality</td>
                <td>1.7 (0.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Technical features ultrasound probe</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Haptics</td>
                <td>1.7 (0.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Usability</td>
                <td>1.3 (0.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Menu navigation</td>
                <td>2.0 (0.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Display size</td>
                <td>2.0 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Image quality/resolution</td>
                <td>2.7 (0.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Transmission stability</td>
                <td>1.3 (0.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Suitability for clinical use</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Facilitates diagnostics</td>
                <td>1.8 (0.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Increases patient convenience</td>
                <td>1.6 (0.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Increases physician convenience</td>
                <td>1.5 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>“Meets the purpose”</td>
                <td>1.4 (0.5)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Satisfactory scores were graded on a 6-point Likert scale: 1 to 1.5 (very good/strongly agree), 1.6 to 2.5 (good/agree), 2.6 to 3.5 (satisfying/neutral), 3.6 to 4.9 (sufficient/disagree), and 5 to 6 (insufficient/strongly disagree).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>The 5G Field Test</title>
        <p>Bidirectional data transmission between the ambulance car and the remote hospital site was successfully established through the 5G network, facilitating sending/receiving data and measurements from both applications (ultrasound unit and camera video streaming).</p>
        <p>The measured average E2E round trip latency, including RAN and core for the data traffic of the two applications is approximately 10 milliseconds (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The measured average throughput for the ultrasound image traffic is approximately 4 Mbps and for the video stream 12 Mbps.</p>
        <p>Traffic saturation (additional uplink traffic) to compete with both data channels was simulated by injecting iPerf data with higher throughput. For the ultrasound application, a lower video quality and a slower video stream was observed, leading to a heavily interrupted ultrasound image. Additionally, the latency increased up to 400 milliseconds (<xref rid="figure3" ref-type="fig">Figures 3</xref> and <xref rid="figure4" ref-type="fig">4</xref>).</p>
        <p>Without core slicing, the throughput for the video application was reduced to 8 Mbps after the additional uplink traffic was added. This was also noted for the ultrasound throughput, however, with less influence. By implementing core network slicing, the two applications were prioritized with 2 individual network slices, leading to an immediate quality and latency recovery fulfilling the predefined system requirements (<xref rid="figure5" ref-type="fig">Figure 5</xref>).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Average end-to-end round trip delay of the two applications: latency and time (seconds). Additional uplink traffic (traffic saturation) marked with *.</p>
          </caption>
          <graphic xlink:href="formative_v6i5e36824_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Additional uplink traffic (end-to-end round trip latency *) without core slicing. Ultrasound application (left) and video streaming (right).</p>
          </caption>
          <graphic xlink:href="formative_v6i5e36824_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Additional uplink traffic (end-to-end round trip latency *) with core slicing. Ultrasound application (left) and video streaming (right).</p>
          </caption>
          <graphic xlink:href="formative_v6i5e36824_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Clinical Evaluation of the Bidirectional Data Transmission</title>
        <p><xref ref-type="table" rid="table2">Table 2</xref> reveals the survey results of the medical assessment of the bidirectional data transmission characteristics (image quality, latency) between ambulance car and hospital depending on data traffic with/without uplink traffic and use of slicing technology. Whereas the remote ultrasound image quality (hospital site) was not affected by additional uplink traffic, the latency of the displayed image was significantly increased. The same was noted for the video stream transmission. However, using core slicing technology, applicable results for both image quality (<italic>P</italic>=.07) and latency (<italic>P</italic>&#60;.001) were obtained, enabling potentially routine application of the experimental setup. Suitability of image quality and latency for routine clinical application was considered good without uplink traffic (mean 2.2, SD 0.4) and with core slicing (mean 2.2, SD 0.7), respectively.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Clinical evaluation (N=20 participants) of bidirectional data transmission depending on data traffic with/without uplink traffic and use of slicing technology: survey results.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="310"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="0"/>
            <col width="160"/>
            <col width="0"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Data source or characteristics</td>
                <td colspan="7">Uplink traffic</td>
                <td colspan="3">Slicing</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">Without, mean (SD)<sup>a</sup></td>
                <td colspan="2">With, mean (SD)<sup>a</sup></td>
                <td colspan="2"><italic>P</italic> value<sup>b</sup></td>
                <td colspan="3">Score, mean (SD)<sup>a</sup></td>
                <td><italic>P</italic> value<sup>b</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="13">
                  <bold>Mobile ultrasound (ambulance)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Image quality</td>
                <td colspan="2">1.7 (0.7)</td>
                <td colspan="2">N/A<sup>c</sup></td>
                <td colspan="2">N/A</td>
                <td colspan="3">N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td colspan="13">
                  <bold>Remote ultrasound (hospital)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Image quality</td>
                <td colspan="2">2.0 (0.7)</td>
                <td colspan="2">2.0 (0.5)</td>
                <td colspan="2">.79</td>
                <td colspan="3">2.2 (0.4)</td>
                <td colspan="2">.28</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Latency</td>
                <td colspan="2">1.6 (0.7)</td>
                <td colspan="2">3.8 (0.6)</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="3">2.2 (0.6)</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="13">
                  <bold>Video stream</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Image quality</td>
                <td colspan="2">1.9 (0.6)</td>
                <td colspan="2">2.3 (0.4)</td>
                <td colspan="2">.07</td>
                <td colspan="3">2.3 (0.5)</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Latency</td>
                <td colspan="2">2.0 (0.4)</td>
                <td colspan="2">3.6 (1.0)</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="3">2.2 (0.4)</td>
                <td colspan="2">&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Satisfactory scores were graded on a 6-point Likert scale: 1 to 1.5 (very good/strongly agree), 1.6 to 2.5 (good/agree), 2.6 to 3.5 (satisfying/neutral), 3.6 to 4.9 (sufficient/disagree), and 5 to 6 (insufficient/strongly disagree).</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Mann-Whitney U test.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This usability study of a 5G-enabled emergency setting ensures mobile health care by establishing a bidirectional data transfer (mobile ultrasound imaging, video streaming) between ambulance car (first responder) and remote hospital site (medical expert). Besides technical performance evaluations (KPIs) of the 5G network, a medical assessment of transferred ultrasound image quality and transmission latency was examined. Compared to 4G networks, higher data rates and very low latencies were achieved.</p>
        <p>In this study, a real-world 5G field test for a medical application (mobile ultrasound) was performed, examining the benefits of ultralow latency and high reliability (URLLC), which have been proven to be important criteria for providing sensitive and time critical mobile health care applications [<xref ref-type="bibr" rid="ref12">12</xref>] and slicing. This use case of a 5G-enabled emergency telemedicine application mobile ultrasound consisted of the parallel transmission of 2 different data traffic applications with low latency through a 5G network: first, a mobile ultrasound application providing imaging of the patient with average uplink required service throughput of 5 Mbps, and second, a camera video stream application showing the inside of the ambulance car (patient and doctor) as well as the remote hospital site with average uplink of 10 Mbps and downlink required service throughput of 5 Mbps.</p>
        <p>KPIs of the 5G network are consistent to other comparable studies [<xref ref-type="bibr" rid="ref14">14</xref>]; however, the methods of network slicing that were introduced in our study proves the benefit to network functionality and QOS by prioritizing data traffic and preserving low latency and high-reliability features have not yet been otherwise reported.</p>
        <p>Without slicing, the throughput for the video application was reduced to 8 Mbps after the additional uplink traffic was added. This was also noted for the ultrasound throughput, however, with less influence. By implementing network slicing, the two applications were prioritized, leading to an immediate quality and latency recovery and fulfilling the predefined system requirements.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>Since its introduction into the industry about 4 years ago, 5G has now begun to show substantial potential and advantages in the health care sector (eg, facilitating intelligent hospital services by real-time patient and asset monitoring [<xref ref-type="bibr" rid="ref19">19</xref>]). However, there are still certain limitations such as data confidentiality issues, security aspects, and lack of network deployment and support that need to be adequately addressed. For example, from the regulatory point of view, there is currently no bandwidth allocated to emergency services in general [<xref ref-type="bibr" rid="ref20">20</xref>]. A private band similar to the campus networks in the 3.7 to 3.8 GHz range, which are now available in Germany, would be ideal.</p>
        <p>Additionally, 5G technology not only opens new IoT applications for the medical sector [<xref ref-type="bibr" rid="ref7">7</xref>] but also enhances existing fields such as telemedicine by evolution of cellular networks [<xref ref-type="bibr" rid="ref21">21</xref>]. Mobile emergency health care apps involving remote assistance by medical experts have stringent connectivity criteria that can be fulfilled by 5G’s promising potential [<xref ref-type="bibr" rid="ref14">14</xref>]. These include high data rates, massive connectivity, and URLLCs, enabling for example, wireless transmission of mobile ultrasound imaging in real time [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref22">22</xref>] in an emergency. Currently available technologies for data transmission in telemedicine (ethernet/LAN, Wi-Fi, Bluetooth) are limited in terms of transmission rate, latency, and signal stability [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>To estimate and prove how 5G will restructure the health care system, for example, in the fields of virtual reality and telemedicine [<xref ref-type="bibr" rid="ref21">21</xref>], representative use cases according to specific, measurable, attainable, relevant, and time-bound objectives [<xref ref-type="bibr" rid="ref23">23</xref>] are the current worldwide focus of research in this area. An objective of the EU-funded program 5G-VINNI [<xref ref-type="bibr" rid="ref24">24</xref>] is, for example, boosting the deployment of 5G in Europe by providing E2E facilities, simplifying the vertical industries to pilot use cases and supporting them with evolving infrastructure.</p>
        <p>It has been shown that modern telecommunication technologies have the potential to enable the development of sophisticated assistance systems [<xref ref-type="bibr" rid="ref25">25</xref>] not only for industry 4.0 but also to shape the future of a digitalized health care system. However, to ensure both routine deployment in medical practice and the acceptance of the potential users, systems must meet the prevalent requirements. For instance, we should endeavor to create a noncommercialized band in the range of 3.7 to 3.8 GHz [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>In this usability study, the 5G system was not exposed by maximum data rates, and the field test was only carried out once without repetition. In addition, clinical evaluation was performed by only 20 participants. Validity and reliability are essential components in the critique of every research and may have an impact on the quantitative and qualitative results of the clinical evaluation.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Bidirectional data transmission between ambulance car and remote hospital site was successfully established through the 5G network, facilitating sending/receiving data from both applications (ultrasound unit and video streaming). The average E2E round trip latency was 10 milliseconds. The measured average throughput for the ultrasound image traffic was 4 Mbps and for the video stream 12 Mbps. Core slicing facilitated the recovery of quality and latency in case of traffic saturation. The clinical evaluation of the telemedical transmission and applicability of the ultrasound probe was consistently positive (satisfactory score of 1-2 on a 6-point Likert scale; <italic>P</italic>&#60;.001).</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">5G</term>
          <def>
            <p>fifth generation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">E2E</term>
          <def>
            <p>end-to-end</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">eMBB</term>
          <def>
            <p>enhanced mobile broadband</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">FAST</term>
          <def>
            <p>Focused Assessment with Sonography for Trauma</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">gNB</term>
          <def>
            <p>gNodeB</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">IoT</term>
          <def>
            <p>Internet of Things</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">KPI</term>
          <def>
            <p>key performance indicator</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">POC</term>
          <def>
            <p>point of care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">QOS</term>
          <def>
            <p>quality of service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">RAN</term>
          <def>
            <p>radio access network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">UE</term>
          <def>
            <p>user equipment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">URLLC</term>
          <def>
            <p>ultrareliable low-latency communication</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This project has received funding from the European Union’s Horizon 2020 research and innovation program under grant agreement 815279–5G VINNI (Verticals Innovation Infrastructure).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tuckson</surname>
              <given-names>RV</given-names>
            </name>
            <name name-style="western">
              <surname>Edmunds</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hodgkins</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Telehealth</article-title>
          <source>N Engl J Med</source>
          <year>2017</year>
          <month>10</month>
          <day>19</day>
          <volume>377</volume>
          <issue>16</issue>
          <fpage>1585</fpage>
          <lpage>1592</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmsr1503323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pedersen</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Dickson</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Chakareski</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Telemedicine applications of mobile ultrasound</article-title>
          <year>2009</year>
          <conf-name>2009 IEEE International Workshop on Multimedia Signal Processing</conf-name>
          <conf-date>October 5-7, 2009</conf-date>
          <conf-loc>Rio de Janeiro, Brazil</conf-loc>
          <pub-id pub-id-type="doi">10.1109/mmsp.2009.5293344</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The application of telepresence in medicine</article-title>
          <source>BT Technol J</source>
          <year>1997</year>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>181</fpage>
          <lpage>187</lpage>
          <pub-id pub-id-type="doi">10.1023/A:1018699900499</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Madathil</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Agnisarman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Narasimha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ashok</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>McElligott</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the implementation challenges of telemedicine systems in ambulances</article-title>
          <source>Telemed J E Health</source>
          <year>2017</year>
          <month>09</month>
          <volume>23</volume>
          <issue>9</issue>
          <fpage>707</fpage>
          <lpage>717</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2016.0248</pub-id>
          <pub-id pub-id-type="medline">28294704</pub-id>
          <pub-id pub-id-type="pii">10.1089/tmj.2016.0248</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Felzen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Beckers</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Kork</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hirsch</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bergrath</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sommer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brokmann</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Czaplik</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rossaint</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Utilization, safety, and technical performance of a telemedicine system for prehospital emergency care: observational study</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>10</month>
          <day>08</day>
          <volume>21</volume>
          <issue>10</issue>
          <fpage>e14907</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/10/e14907/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14907</pub-id>
          <pub-id pub-id-type="medline">31596244</pub-id>
          <pub-id pub-id-type="pii">v21i10e14907</pub-id>
          <pub-id pub-id-type="pmcid">PMC6806125</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yoo</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Choa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bae</surname>
              <given-names>KY</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Heo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A mobile telemedicine system for remote consultation in cases of acute stroke</article-title>
          <source>J Telemed Telecare</source>
          <year>2009</year>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>102</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1258/jtt.2008.080713</pub-id>
          <pub-id pub-id-type="medline">19246612</pub-id>
          <pub-id pub-id-type="pii">15/2/102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahad</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tahir</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Aman Sheikh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>KI</given-names>
            </name>
            <name name-style="western">
              <surname>Mughees</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Numani</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Technologies trend towards 5G network for smart health-care using IoT: a review</article-title>
          <source>Sensors (Basel)</source>
          <year>2020</year>
          <month>07</month>
          <day>21</day>
          <volume>20</volume>
          <issue>14</issue>
          <fpage>4047</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s20144047"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s20144047</pub-id>
          <pub-id pub-id-type="medline">32708139</pub-id>
          <pub-id pub-id-type="pii">s20144047</pub-id>
          <pub-id pub-id-type="pmcid">PMC7411917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>A novel multichannel internet of things based on dynamic spectrum sharing in 5G communication</article-title>
          <source>IEEE Internet Things J</source>
          <year>2019</year>
          <month>8</month>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>5962</fpage>
          <lpage>5970</lpage>
          <pub-id pub-id-type="doi">10.1109/jiot.2018.2847731</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>mHealth: new horizons for health through mobile technologies: second global survey on eHealth</article-title>
          <source>World Health Organization</source>
          <year>2011</year>
          <access-date>2022-05-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/44607">https://apps.who.int/iris/handle/10665/44607</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Buzzi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Hanly</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Lozano</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Soong</surname>
              <given-names>ACK</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>What will 5G be?</article-title>
          <source>IEEE J Selected Areas Commun</source>
          <year>2014</year>
          <month>6</month>
          <volume>32</volume>
          <issue>6</issue>
          <fpage>1065</fpage>
          <lpage>1082</lpage>
          <pub-id pub-id-type="doi">10.1109/jsac.2014.2328098</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ghosh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maeder</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chandramouli</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>5G evolution: a view on 5G cellular technology beyond 3GPP release 15</article-title>
          <source>IEEE Access</source>
          <year>2019</year>
          <volume>7</volume>
          <fpage>127639</fpage>
          <lpage>127651</lpage>
          <pub-id pub-id-type="doi">10.1109/access.2019.2939938</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Towards 5G enabled tactile robotic telesurgery</article-title>
          <source>arXiv</source>
          <comment>Preprint posted online on March 9, 2018</comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naruse</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yamashita</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Onishi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Niitaka</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Uchida</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kawahata</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ishihara</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kobayashi</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>High-quality transmission of cardiotocogram and fetal information using a 5G system: pilot experiment</article-title>
          <source>JMIR Med Inform</source>
          <year>2020</year>
          <month>09</month>
          <day>08</day>
          <volume>8</volume>
          <issue>9</issue>
          <fpage>e19744</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2020/9/e19744/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19744</pub-id>
          <pub-id pub-id-type="medline">32897237</pub-id>
          <pub-id pub-id-type="pii">v8i9e19744</pub-id>
          <pub-id pub-id-type="pmcid">PMC7509628</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Usman</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Philip</surname>
              <given-names>NY</given-names>
            </name>
            <name name-style="western">
              <surname>Politis</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>5G enabled mobile healthcare for ambulances</article-title>
          <year>2019</year>
          <conf-name>2019 IEEE Globecom Workshops</conf-name>
          <conf-date>December 9-13, 2019</conf-date>
          <conf-loc>Waikoloa, HI</conf-loc>
          <pub-id pub-id-type="doi">10.1109/gcwkshps45667.2019.9024584</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Su</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chiang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Application of tele-ultrasound in emergency medical services</article-title>
          <source>Telemed J E Health</source>
          <year>2008</year>
          <month>10</month>
          <volume>14</volume>
          <issue>8</issue>
          <fpage>816</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2008.0076</pub-id>
          <pub-id pub-id-type="medline">18954253</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pian</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gillman</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>McBeth</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Ball</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Blaivas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkpatrick</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Potential use of remote telesonography as a transformational technology in underresourced and/or remote settings</article-title>
          <source>Emerg Med Int</source>
          <year>2013</year>
          <volume>2013</volume>
          <fpage>986160</fpage>
          <pub-id pub-id-type="doi">10.1155/2013/986160</pub-id>
          <pub-id pub-id-type="medline">23431455</pub-id>
          <pub-id pub-id-type="pmcid">PMC3568862</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pongratz</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Baumgarten</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>DSGVO: Praxisbericht TU München</article-title>
          <source>Informatik Spektrum</source>
          <year>2019</year>
          <volume>41</volume>
          <fpage>257</fpage>
          <lpage>262</lpage>
          <pub-id pub-id-type="doi">10.1007/s00287-018-1117-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lozano-Lozano</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Galiano-Castillo</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Fernández-Lao</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Postigo-Martin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Álvarez-Salvago</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Arroyo-Morales</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cantarero-Villanueva</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The ecofisio mobile app for assessment and diagnosis using ultrasound imaging for undergraduate health science students: multicenter randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>03</month>
          <day>10</day>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>e16258</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/3/e16258/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16258</pub-id>
          <pub-id pub-id-type="medline">32154784</pub-id>
          <pub-id pub-id-type="pii">v22i3e16258</pub-id>
          <pub-id pub-id-type="pmcid">PMC7093774</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ostler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marahrens</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wilhelm</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Samm</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Eichinger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weigel</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Feussner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Friess</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kranzfelder</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>5th-generation mobile communication: data highway for surgery 4.0</article-title>
          <source>Surg Technol Int</source>
          <year>2019</year>
          <month>11</month>
          <day>10</day>
          <volume>35</volume>
          <fpage>36</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="medline">31694061</pub-id>
          <pub-id pub-id-type="pii">sti35/1192</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rockstroh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Suleder</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bockelmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gaebel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Georgi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Neumuth</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Will</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wendlandt</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Towards an integrated emergency medical care using 5G networks</article-title>
          <source>Curr Dir Biomed Eng</source>
          <year>2020</year>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>5</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1515/cdbme-2020-3002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>5G and intelligence medicine-how the next generation of wireless technology will reconstruct healthcare?</article-title>
          <source>Precis Clin Med</source>
          <year>2019</year>
          <month>12</month>
          <volume>2</volume>
          <issue>4</issue>
          <fpage>205</fpage>
          <lpage>208</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31886033"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/pcmedi/pbz020</pub-id>
          <pub-id pub-id-type="medline">31886033</pub-id>
          <pub-id pub-id-type="pii">pbz020</pub-id>
          <pub-id pub-id-type="pmcid">PMC6927096</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>O'Mahony</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Oliani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Araujo Júnior</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>da Silva Costa</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Teleultrasound: historical perspective and clinical application</article-title>
          <source>Int J Telemed Appl</source>
          <year>2015</year>
          <volume>2015</volume>
          <fpage>306259</fpage>
          <pub-id pub-id-type="doi">10.1155/2015/306259</pub-id>
          <pub-id pub-id-type="medline">25810717</pub-id>
          <pub-id pub-id-type="pmcid">PMC4355341</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bjerke</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Renger</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Being smart about writing SMART objectives</article-title>
          <source>Eval Program Plann</source>
          <year>2017</year>
          <month>04</month>
          <volume>61</volume>
          <fpage>125</fpage>
          <lpage>127</lpage>
          <pub-id pub-id-type="doi">10.1016/j.evalprogplan.2016.12.009</pub-id>
          <pub-id pub-id-type="medline">28056403</pub-id>
          <pub-id pub-id-type="pii">S0149-7189(16)30258-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Objectives</article-title>
          <source>5G-VINNI</source>
          <year>2019</year>
          <access-date>2022-05-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.5g-vinni.eu/concept-approach/">https://www.5g-vinni.eu/concept-approach/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaebel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bockelmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dekorsy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wendlandt</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Musiol</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Neumann</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Requirements for 5G integrated data transfer in German prehospital emergency care</article-title>
          <source>Curr Dir Biomed Eng</source>
          <year>2020</year>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>9</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1515/cdbme-2020-3003</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
