<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="case-report" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i1e93135</article-id>
      <article-id pub-id-type="pmid">42242699</article-id>
      <article-id pub-id-type="doi">10.2196/93135</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Case Report</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Case Report</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Digital Twin–Based Virtual Hospital Platform for IT Outage Disaster Response Training: Implementation and Evaluation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Law</surname>
            <given-names>Stephanie</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Islam</surname>
            <given-names>Md Fantacher</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lim</surname>
            <given-names>Min Hyuk</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Bae</surname>
            <given-names>SungA</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1484-4645</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Ye Ji</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-6923-3931</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Min Woo</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-6923-3931</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Soo Jeong</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8859-3573</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Park</surname>
            <given-names>Jin Young</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Center for Digital Health</institution>
            <institution>Yongin Severance Hospital</institution>
            <institution>Yonsei University Health System</institution>
            <addr-line>363 Dongbaekjukjeon-daero, Giheung-gu</addr-line>
            <addr-line>Yongin, Yongin, 16995</addr-line>
            <country>Republic of Korea</country>
            <fax>82 31 5189 8565</fax>
            <phone>82 10 8762 2108</phone>
            <email>empathy@yuhs.ac</email>
          </address>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5351-9549</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Center for Digital Health</institution>
        <institution>Yongin Severance Hospital</institution>
        <institution>Yonsei University Health System</institution>
        <addr-line>Yongin, Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Cardiology</institution>
        <institution>Yongin Severance Hospital, Yonsei University College of Medicine</institution>
        <addr-line>Yongin, Gyeonggi-do</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Division of Planning and Management</institution>
        <institution>Office of Medical Information Technology</institution>
        <institution>Yongin Severance Hospital, Yonsei University College of Medicine</institution>
        <addr-line>Yongin, Gyeonggi-do</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Hematology &amp; Oncology</institution>
        <institution>Yongin Severance Hospital, Yonsei University College of Medicine</institution>
        <addr-line>Yongin, Gyeonggi-do</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Psychiatry</institution>
        <institution>Yongin Severance Hospital, Yonsei University College of Medicine</institution>
        <addr-line>Yongin, Gyeonggi-do</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Institute of Behavioural Science in Medicine</institution>
        <institution>Yongin Severance Hospital, Yonsei University College of Medicine</institution>
        <addr-line>Yongin, Gyeonggi-do</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jin Young Park <email>empathy@yuhs.ac</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2026</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>8</month>
        <year>2026</year>
      </pub-date>
      <volume>10</volume>
      <elocation-id>e93135</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>2</month>
          <year>2026</year>
        </date>
        <date date-type="rev-request">
          <day>10</day>
          <month>3</month>
          <year>2026</year>
        </date>
        <date date-type="rev-recd">
          <day>15</day>
          <month>5</month>
          <year>2026</year>
        </date>
        <date date-type="accepted">
          <day>26</day>
          <month>5</month>
          <year>2026</year>
        </date>
      </history>
      <copyright-statement>©SungA Bae, Ye Ji Kim, Min Woo Lee, Soo Jeong Kim, Jin Young Park. Originally published in JMIR Formative Research (https://formative.jmir.org), 21.08.2026.</copyright-statement>
      <copyright-year>2026</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2026/1/e93135" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Hospital IT outages severely disrupt clinical workflows and use of electronic medical records, threatening patient safety and operational continuity. Traditional disaster response training faces limitations, including high resource requirements, restricted repeatability, and inability to be conducted without interrupting 24/7 hospital operations. Digital twin technology enables realistic, repeatable simulation training in virtual environments, avoiding operational disruption.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study developed and implemented a digital twin–based virtual hospital platform for level 1 IT outage disaster response training and evaluated its feasibility through quantitative performance metrics and participant survey feedback.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A digital twin–based virtual hospital platform modeling 317 clinical spaces and 6 building entrances of Yongin Severance Hospital, South Korea, was developed to simulate a hospital information system failure (code white level 1 IT outage) with 7 patient cases of varying complexity levels, covering complete outpatient workflows from registration to payment. A total of 60 multidisciplinary participants (physicians, nurses, laboratory technicians, pharmacists, and administrative staff) were recruited through purposive sampling from clinical departments and support services directly involved in outpatient IT outage response. Emergency prescription and patient information lookup systems were integrated into the training. Performance evaluation included scenario completion rates, prescription accuracy, completion times, and operational readiness scores. Training outcomes were compared with 2023 conventional training records from the same institution using descriptive metrics. Open-ended survey responses were analyzed using structured content summarization with text mining and word cloud techniques. A 7-item operational readiness checklist was assessed by a panel of 5 training facilitators to evaluate system functional completeness.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In July 2024, a total of 60 multidisciplinary participants completed the training exercise. All 7 patient scenarios achieved 100% completion rates, with perfect accuracy in medical billing concordance and prescription entry timeliness. Scenario completion times ranged from 25 to 47 minutes, with variations reflecting testing wait times and workflow complexity. The overall operational readiness score was 80% (with 70% for digital twin platform operational readiness and 90% for emergency prescription program operational readiness). Training reduced resource consumption by 70 minutes compared to the 2023 conventional training approach, decreasing full-time equivalent requirements from 0.072 to 0.038. Open-ended survey feedback yielded 5 content categories (target extensions, mock training ideas, drug and prescription system improvement, operations and evaluation systems, and process improvement), with “realism,” “collaboration,” and “prescription” as the most frequent keywords.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This proof-of-concept study demonstrates that a simulation-oriented digital twin platform can support multi-department IT disaster response training with complete workflow execution. Identified technical gaps in user permissions and prescription classification provide a concrete development road map for institutional deployment.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital twin</kwd>
        <kwd>virtual hospital simulation</kwd>
        <kwd>IT outage</kwd>
        <kwd>disaster preparedness</kwd>
        <kwd>health information systems</kwd>
        <kwd>simulation training</kwd>
        <kwd>survey feedback</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Modern health care delivery depends heavily on hospital information systems (HISs) for core processes, including appointment scheduling, prescription management, diagnostic testing, and billing [<xref ref-type="bibr" rid="ref1">1</xref>]. This dependence makes IT system failures a critical threat to both patient safety and care continuity [<xref ref-type="bibr" rid="ref2">2</xref>]. A 20-year analysis of acute care disruptions in Dutch hospitals documented 39 IT outage incidents that resulted in actual emergency care disruptions [<xref ref-type="bibr" rid="ref3">3</xref>]. Of these, 85% originated from internal network and software errors, representing primary IT failures within hospital systems. While 92% (n=36) were resolved within hours, every incident required emergency department closure. Among these cases, 69% also suspended operating room operations, and 5% necessitated patient evacuation to external facilities. Most notably, 44% of incidents occurred simultaneously across multiple hospital sites, showing that IT failures can go beyond single institutions to affect entire regional health care systems. More recently, the 2024 Change Healthcare ransomware attack affected 190 million Americans, halting claims processing across thousands of organizations and forcing health care organizations to revert to paper-based workflows for weeks to months [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Traditional IT outage response training has relied predominantly on one-time field-based scenario exercises with limited participant numbers in a constrained environment [<xref ref-type="bibr" rid="ref5">5</xref>]. This approach faces substantial practical limitations, lowering its potential to be developed into repeatable, multi-session training programs. Disaster response training inherently requires significant time and financial resources, and hospitals’ continuous operations hinder the execution of complete fully planned exercises [<xref ref-type="bibr" rid="ref6">6</xref>]. For example, one study conducted a simulation training exercise at a German hospital facility involving 20 intensive care unit nurses responding to a hypothetical cyberattack on patient monitoring equipment [<xref ref-type="bibr" rid="ref7">7</xref>]. The training used actor patients and monitor systems functioning identically to actual equipment in ward-like conditions. Nurses monitored vital signs and determined appropriate medication administration for 3 patients each while progressively exposed to cyberattack scenarios involving manipulated monitor data. While this approach demonstrated value in observing real-time behavioral responses, only approximately 60% of participants recognized equipment anomalies, indicating substantial room for improvement. A recent systematic review of full-scale simulation exercises for hospital disaster preparedness confirmed that, while such exercises improve staff response capabilities, their infrequent scheduling and high resource demands remain persistent barriers to widespread adoption [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>Notably, digital twin technology offers a potential solution to the limitations of traditional approaches to disaster response training. Digital twin technology reproduces real-world environmental elements in a virtual space, allowing for simulation-based prediction and analysis of specific phenomena and their outcomes [<xref ref-type="bibr" rid="ref9">9</xref>]. Originally developed for industrial and manufacturing applications, recent advances in high-performance computing, real-time data integration, and artificial intelligence have expanded the technology’s scope to complex socioenvironmental systems such as tsunami prediction and disaster response strategy development [<xref ref-type="bibr" rid="ref10">10</xref>]. Digital twin technology has also gained recognition as a promising approach to securing and strengthening the resilience of health care systems, characterized by intricate patient flows and operational interdependencies [<xref ref-type="bibr" rid="ref11">11</xref>]. For example, the HospiT’Win system offers a digital twin framework that replicates hospital operations in a virtual space, enabling real-time patient pathway tracking and prediction [<xref ref-type="bibr" rid="ref12">12</xref>]. This system enables health care professionals to monitor patient pathway data and conduct scenario analyses for unexpected situations with a view to establishing appropriate response strategies. The framework also stresses the importance of integrating theoretical models with practical simulations and maintaining regular implementation schedules to build crisis response capabilities [<xref ref-type="bibr" rid="ref13">13</xref>]. A recent meta-review of digital twin applications in health care reported growing implementation across operational and clinical domains but identified substantial challenges in data integration, validation, and scalability that remain unresolved [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>Despite these developments and their potential to address the above-mentioned constraints of disaster response training, previous attempts at applying digital twin technology to health care crisis preparedness have revealed significant limitations. For example, one study constructed a virtual hospital network environment with a hybrid simulation model to analyze the quantitative impacts of ransomware attacks on medical imaging systems, including equipment operation suspension and security-related processing delays [<xref ref-type="bibr" rid="ref15">15</xref>]. However, pilot implementation showed that the model failed to fully capture actual variations in clinical practice, process inconsistencies, and delayed postevent documentation, limiting both clinical applicability and generalizability.</p>
      <p>This study addresses the repeatability limitations and resource requirements of conventional IT outage response training by implementing a digital twin–based virtual hospital platform. We designed and conducted code white (level 1 IT failure) simulation training that replicated complete outpatient workflows from registration to payment and evaluated both quantitative performance metrics and participant survey feedback to assess platform feasibility and future expansion potential.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This study conducted disaster response simulation training at Yongin Severance Hospital, Yonsei University, an academic medical center designated as a digital health innovation hospital in South Korea [<xref ref-type="bibr" rid="ref16">16</xref>], using a digital twin–based virtual hospital platform to simulate a code white (level 1 IT system failure) scenario. The study proceeded through four phases: (1) virtual hospital platform development, (2) IT outage response scenario design, (3) training operation with participation from multiple clinical departments and support staff, and (4) training outcome and participant feedback analysis. The implemented simulation used 7 patient scenarios reflecting outpatient care processes, enabling us to assess quantitative indicators, including completion rates and time requirements. Following training completion, we analyzed participant experiences (collected through surveys) using text mining and word cloud techniques for survey data assessment. Through this approach, we explored platform improvement directions and future expansion possibilities while validating the feasibility and effectiveness of the digital twin–based IT outage response training. The insights we gained were used to propose a new model for disaster response training.</p>
      </sec>
      <sec>
        <title>Digital Twin Platform Implementation</title>
        <p>The digital twin–based virtual hospital platform was designed to replicate the actual outpatient environment, incorporating 317 clinical spaces and 6 building entrances (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The platform was developed as a web-based application accessible through standard desktop computers, allowing for simultaneous multiuser access during training sessions. Detailed platform technical specifications, including the 9 development modules, system architecture, and 2024 updates, are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Real-time monitoring dashboard of the digital twin–based virtual hospital platform during IT outage simulation training. The dashboard displays real-time patient locations, departmental progress, and task completion rates across simulated outpatient workflows.</p>
          </caption>
          <graphic xlink:href="formative_v10i1e93135_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>For the training exercise, all participants gathered in the hospital’s computer room, where each was assigned a dedicated workstation. The digital twin application ran on the hospital’s local network infrastructure, with participants logging in through individual user credentials corresponding to their assigned roles (eg, physician, nurse, administrative staff, and pharmacist). This centralized physical arrangement facilitated real-time coordination and immediate troubleshooting during the simulation. The training participant organizational structure is shown in Figure S1 and Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The 9 development modules and their specifications are listed in Table S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>This simulation-oriented digital twin platform used preprogrammed patient avatars that entered through designated building entrances at preset times based on outpatient appointment schedules rather than incorporating real-time sensor data or live patient flow integration. The simulation engine adjusted patient movement speeds according to age and severity parameters. Escalator and elevator functions were incorporated to enable realistic interfloor movement patterns matching actual hospital workflows.</p>
        <p>Each participant’s interface displayed a third-person view with an integrated dashboard showing real-time patient positions, departmental progress, and task completion rates (<xref rid="figure2" ref-type="fig">Figure 2</xref>). This allowed participants to track both individual patient scenario progression and overall training status simultaneously. The dashboard interface was role specific, displaying relevant information based on each user’s assigned department and responsibilities.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>A 3D visualization of patient flow pathways within the digital twin–based virtual hospital platform replicating Yongin Severance Hospital, South Korea. The platform modeled 317 clinical spaces and 6 building entrances; participants navigated through the third-person view shown.</p>
          </caption>
          <graphic xlink:href="formative_v10i1e93135_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Training Scenario Development and Operation</title>
        <p>The training scenario was designed to simulate a hospital-wide level 1 IT outage (code white) with complete HIS paralysis due to potential hacking or program deployment errors. The scenario assumed that the order communication system and electronic medical records (EMRs) would be completely suspended, whereas network and internal communication infrastructure would remain operational. Under these conditions, emergency prescription programs based on internal messaging systems and rapid patient information lookup systems were designated as alternative means for clinical operations until system recovery.</p>
        <p>Seven simulated patient scenarios were designed by complexity level (high, medium, and low) reflecting clinical department, visit type, and presenting symptoms. Scenario design was informed by the typical daily outpatient volume of 3500 visits to provide operational context. The scenario development process, including clinical validation procedures and complexity level criteria, is detailed in Table S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Each simulated patient completed the entire outpatient process of registration, consultation, testing, prescription, and payment on the virtual hospital platform, with detailed elements including patient movement paths and waiting times also reflected.</p>
        <p>Participants were recruited through purposive sampling of staff directly involved in outpatient IT outage response at Yongin Severance Hospital. Department heads from clinical, nursing, laboratory, radiology, pharmacy, and administrative divisions were asked to identify personnel whose roles would be affected during a hospital-wide IT system failure. Multidisciplinary personnel were enrolled across 7 functional groups: administrative support, nursing support, clinical support, laboratory testing support, imaging support, pharmacy team, and patient services support. No formal sample size calculation was performed as the study aimed to include all relevant staff for a full-scale simulation exercise rather than test a specific hypothesis. All identified personnel agreed to participate; there were no refusals or nonresponses. The training was conducted as a single session on July 3, 2024. All participants received pretraining instruction on digital twin platform access and use of emergency prescription programs and rapid lookup systems based on internal messaging. Details of the 2 pretraining education sessions and the emergency prescription program development are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. On training day, participants assembled at the training venue and completed real-time training on the platform according to assigned roles. During training, patient locations, departmental progress status, and task completion rates were monitored in real time through the dashboard.</p>
      </sec>
      <sec>
        <title>Data Collection and Analysis</title>
        <p>Following training, quantitative data, including completion rates and time requirements for each patient scenario, were collected through the digital twin platform’s recorded logs. Official hospital documents, including IT outage response manuals and the previous year’s (2023) disaster response training records, were also collected. Operational readiness was assessed by a panel of 5 training facilitators (2 IT specialists, 1 nursing administrator, 1 clinical faculty member, and 1 emergency management coordinator) using a 7-item checklist covering system availability, user access functionality, prescription processing, billing accuracy, scenario continuity, emergency broadcast operations, and interface usability (Table S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Panel members independently scored each item as “pass” or “fail” based on direct observation during the training exercise, and the overall operational readiness score was calculated as the percentage of items rated as “pass.” Full-time equivalent (FTE) requirements were calculated as the number of participants multiplied by total training duration in hours divided by annual working hours per employee (2080 hours based on 8 hours per day, 5 days per week, 52 weeks per year). Detailed FTE calculation parameters and a comparison of the 2 training approaches are provided in Tables S5 and S6 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. To compare resource efficiency between the 2024 digital twin–based training and the 2023 conventional training, we performed a descriptive comparison of aggregated training duration and FTE values as the 2023 records were available only as institutional summary documentation rather than individual-level data. The overall training execution workflow is illustrated in Figure S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>Open-ended survey data were collected immediately following the training session on July 3, 2024, using a structured paper-based feedback form distributed to all 60 participants who had provided prior consent. The survey consisted of a single open-ended item (Table S7 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>), and all 60 participants returned completed forms (100% response rate). Responses were classified into 7 groups (administrative support, nursing support, clinical support, laboratory testing support, imaging support, pharmacy team, and patient services support). Two researchers (SAB and YJK) independently read all responses and generated initial descriptive codes, which were organized in a spreadsheet and grouped into similar categories through discussion [<xref ref-type="bibr" rid="ref17">17</xref>]. Text mining and word cloud techniques were applied in parallel focusing on core statements aligned with the research objective of “training advancement” to increase analysis validity and derive practical improvement measures.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study received approval from the institutional review board of Yongin Severance Hospital (9-2026-0044). All participants provided written informed consent before training participation. No patient data were used in this study; all scenarios were based on simulated patients. This study adhered to the principles of the Declaration of Helsinki.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>The disaster response simulation training was conducted at Yongin Severance Hospital on July 3, 2024. This training, conducted without prior rehearsal, implemented simulation replacing core IT-based medical services, including consultation, prescription, testing, and payment during medical information system (order communication system and EMR) suspension. A total of 60 participants from multiple clinical departments and support services organized into 7 multidisciplinary groups (outpatient nursing teams, laboratory services, radiology, pharmacy, and administrative support) completed all 7 simulated patient scenarios (<xref ref-type="table" rid="table1">Table 1</xref>). The 7 simulated patient scenarios were structured according to difficulty level (high, medium, and low), with the complete process of registration, consultation, testing, payment, and pharmacy dispensing performed within the virtual environment, reflecting actual outpatient care flow.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of the 7 simulated outpatients used in the digital twin–based IT outage (code white level 1) disaster response simulation training<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="140"/>
            <col width="200"/>
            <col width="120"/>
            <col width="110"/>
            <col width="330"/>
            <thead>
              <tr valign="bottom">
                <td>Patient ID</td>
                <td>Difficulty level</td>
                <td>Department</td>
                <td>Hi-pass (yes or no)<sup>b</sup></td>
                <td>Visit type</td>
                <td>Presenting symptoms</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Patient 1</td>
                <td>High</td>
                <td>Endocrinology</td>
                <td>No</td>
                <td>First visit</td>
                <td>Sudden increase in blood pressure, palpitations, and excessive sweating</td>
              </tr>
              <tr valign="top">
                <td>Patient 2</td>
                <td>High</td>
                <td>Hematology and oncology</td>
                <td>Yes</td>
                <td>Follow-up</td>
                <td>Persistent cough and dyspnea; referred from another hospital</td>
              </tr>
              <tr valign="top">
                <td>Patient 3</td>
                <td>Medium</td>
                <td>Endocrinology</td>
                <td>No</td>
                <td>First visit</td>
                <td>Recently feeling weak; concerned about possible osteoporosis due to aging</td>
              </tr>
              <tr valign="top">
                <td>Patient 4</td>
                <td>Medium</td>
                <td>Family medicine</td>
                <td>No</td>
                <td>First visit</td>
                <td>Sneezing, itchy eyes, and nasal congestion</td>
              </tr>
              <tr valign="top">
                <td>Patient 5</td>
                <td>Medium</td>
                <td>Family medicine</td>
                <td>Yes</td>
                <td>Follow-up</td>
                <td>Obesity and gradual weight gain</td>
              </tr>
              <tr valign="top">
                <td>Patient 6</td>
                <td>Low</td>
                <td>Family medicine</td>
                <td>No</td>
                <td>Follow-up</td>
                <td>Lower back pain and discomfort in right upper abdomen with tenderness</td>
              </tr>
              <tr valign="top">
                <td>Patient 7</td>
                <td>Low</td>
                <td>Hematology and oncology</td>
                <td>Yes</td>
                <td>First visit</td>
                <td>Anemia, dizziness, fatigue, and lightheadedness</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Patient scenarios were stratified by complexity level (high, medium, and low) reflecting clinical department, visit type, and presenting symptoms.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Hi-pass: the hospital’s automated billing system for one-stop outpatient payment.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Training time varied according to patient scenario contents, interdepartmental movement routes, and prescription entry procedures, with the medium-difficulty patient group having the longest execution time (patient 4: 46 minutes 47 seconds; patient 5: 42 minutes 18 seconds; <xref ref-type="table" rid="table2">Table 2</xref>). Meanwhile, the high-difficulty scenarios averaged approximately 35.7 (SD 3.9) minutes, and low-difficulty scenarios were completed within 29.7 (SD 3.6) minutes. In particular, one of the medium-difficulty simulated patients (patient 4) showed extended execution time due to testing wait times and repeated prescription entry (<xref rid="figure3" ref-type="fig">Figure 3</xref>). These results suggest that differences in clinical flow and task complexity by patient type can directly affect training time requirements.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Training performance rates and time required to complete each of the 7 simulated outpatient scenarios<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="130"/>
            <col width="140"/>
            <col width="630"/>
            <thead>
              <tr valign="bottom">
                <td>Patient ID</td>
                <td>Difficulty level</td>
                <td>Training duration</td>
                <td>Scenario<sup>b</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Patient 1</td>
                <td>High</td>
                <td>38 min 28 s</td>
                <td>B1_Entrance 2 (0 min)→endocrinology reception (27 s)→administrative office main counter 1 (1 min 49 s)→endocrinology reception (50 s)→consultation room 1 (9 min 55 s)→endocrinology reception (4 min 23 s)→department of laboratory medicine—phlebotomy (5 min 15 s)→reception (29 s)→department of radiology—CT<sup>c</sup> room 31 (6 min 15 s)→F2_Entrance 1</td>
              </tr>
              <tr valign="top">
                <td>Patient 2</td>
                <td>High</td>
                <td>33 min 1 s</td>
                <td>F1_Entrance 1 (0 min)→administrative office main counter 1 (2 min 3 s)→hematology and oncology reception (1 min 30 s)→consultation room 1 (7 min 32 s)→outpatient pharmacy reception (3 min 24 s)→administrative office main counter 1 (1 min 42 s)→F1_Entrance 3</td>
              </tr>
              <tr valign="top">
                <td>Patient 3</td>
                <td>Medium</td>
                <td>25 min 34 s</td>
                <td>B1_Entrance 1 (0 min)→administrative office main counter 1 (1 min 55 s)→endocrinology reception (2 min 30 s)→consultation room 1 (6 min 20 s)→endocrinology reception (2 min 52 s)→department of radiology—CT room 31 (6 min 43 s)→B1_Entrance 1</td>
              </tr>
              <tr valign="top">
                <td>Patient 4</td>
                <td>Medium</td>
                <td>46 min 47 s</td>
                <td>B1_Entrance 1 (0 min)→family medicine reception (1 min 36 s)→administrative office main counter 1 (1 min 59 s)→family medicine reception (1 min 42 s)→consultation room 1 (9 min 52 s)→family medicine reception (7 min 17 s)→consultation room 1 (1 min 14 s)→reception (1 min 32 s)→department of laboratory medicine—phlebotomy (1 min 31 s)→reception (1 min 23 s)→outpatient pharmacy reception (36 s)→F1_Entrance 2</td>
              </tr>
              <tr valign="top">
                <td>Patient 5</td>
                <td>Medium</td>
                <td>42 min 18 s</td>
                <td>B1_Entrance 1 (0 min)→family medicine reception (26 s)→administrative office main counter 1 (3 min 28 s)→family medicine reception (30 s)→consultation room 1 (11 min 21 s)→family medicine reception (9 min)→outpatient pharmacy reception (1 min 2 s)→administrative office main counter 1 (1 min 38 s)→F2_Entrance 1</td>
              </tr>
              <tr valign="top">
                <td>Patient 6</td>
                <td>Low</td>
                <td>32 min 15 s</td>
                <td>F1_Entrance 1 (0 min)→family medicine reception (1 min 38 s)→administrative office main counter 1 (2 min 27 s)→family medicine reception (1 min 32 s)→consultation room 1 (11 min 45 s)→family medicine reception (6 min 57 s)→outpatient pharmacy reception (31 s)→F1_Entrance 3</td>
              </tr>
              <tr valign="top">
                <td>Patient 7</td>
                <td>Low</td>
                <td>27 min 7 s</td>
                <td>F1_Entrance 1 (0 min)→hematology and oncology reception (3 s)→administrative office main counter 1 (4 min 16 s)→hematology and oncology reception (1 min 3 s)→consultation room (3 min 32 s)→outpatient pharmacy reception (4 min 46 s)→department of laboratory medicine—phlebotomy (3 min 59 s)→reception (53 s)→outpatient pharmacy reception (3 min 40 s)→F1_Entrance 1</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Completion rates and times were derived from the platform’s automatically recorded logs.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>B1_Entrance: entrance located on Basement Floor 1; F1_Entrance and F2_Entrance: entrances on Floor 1 and Floor 2, respectively.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>CT: computed tomography.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Training time required to complete each of the 7 simulated outpatient scenarios. Patients were stratified by complexity level (high, medium, and low).</p>
          </caption>
          <graphic xlink:href="formative_v10i1e93135_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The comparison of medical billing between emergency prescription programs and HIS programs showed full concordance (100%); prescription and test result entry timeliness (100%) and scenario consecutive execution rate (100%) also demonstrated full completion quality. The emergency response broadcast system (code white) operation status was also confirmed at 100%. In contrast, digital twin platform operational readiness was rated at 70%, reflecting some technical limitations, including insufficient user permission–based menu structure and inadequate interface intuitiveness. While the emergency prescription program was rated at 90%, needs for improvement in prescription classification item display and target patient designation functions were mentioned (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <p>Resource efficiency analysis showed that the digital twin–based training reduced training time requirements by approximately 70 minutes compared to the previous year’s conventional training approach. This translated to a 0.034 reduction in FTE staffing from 0.072 in 2023 to 0.038 in 2024 (<xref rid="figure4" ref-type="fig">Figure 4</xref>).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Quantitative evaluation results for the 6 simulation performance indicators<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="330"/>
            <col width="170"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>Evaluation item</td>
                <td>Completion rate (%)</td>
                <td>Summary of findings</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Accuracy of medical billing</td>
                <td>100</td>
                <td>Emergency prescription records matched HIS<sup>b</sup> data.</td>
              </tr>
              <tr valign="top">
                <td>Timeliness of order entry and results</td>
                <td>100</td>
                <td>All simulated patient prescriptions and test results were entered as planned.</td>
              </tr>
              <tr valign="top">
                <td>Scenario execution continuity</td>
                <td>100</td>
                <td>All 7 patient scenarios were completed without interruption.</td>
              </tr>
              <tr valign="top">
                <td>Digital twin platform operational readiness</td>
                <td>70</td>
                <td>Some interface elements required role-based access control and UI<sup>c</sup> optimization.</td>
              </tr>
              <tr valign="top">
                <td>Emergency prescription program operational readiness</td>
                <td>90</td>
                <td>Minor improvements needed for order classification and assigned patient search functions.</td>
              </tr>
              <tr valign="top">
                <td>Code broadcast and control center operations</td>
                <td>100</td>
                <td>Code white announcement and emergency messaging were delivered on time.</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Indicators were rated by a panel of 5 training facilitators using a “pass” or “fail” criterion based on direct observation of the training exercise.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>HIS: hospital information system.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>UI: user interface.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Training resource savings comparing the 2024 digital twin–based IT outage disaster response simulation training with the 2023 conventional field-based training. Values are expressed as full-time equivalent (FTE). FTE was calculated as the number of participants multiplied by training duration in hours divided by annual working hours per employee (2080 hours based on 8 hours per day, 5 days per week, 52 weeks per year).</p>
          </caption>
          <graphic xlink:href="formative_v10i1e93135_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Open-Ended Survey Feedback</title>
        <p>Structured content summarization of participant responses to a single open-ended question (administered immediately after training) identified 5 content categories. Each category is described below; the full set of categorized responses is summarized in <xref ref-type="table" rid="table4">Table 4</xref>.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Content categorization of simulation enhancement ideas derived from open-ended survey responses collected from 60 multidisciplinary hospital staff members immediately following the digital twin–based IT outage disaster response simulation training<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="440"/>
            <col width="560"/>
            <thead>
              <tr valign="top">
                <td>Category</td>
                <td>Advanced topic keywords</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Target extensions</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Inpatient simulation</p>
                    </list-item>
                    <list-item>
                      <p>Emergency department simulation</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Mock training ideas</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Code red preparedness</p>
                    </list-item>
                    <list-item>
                      <p>Evacuation of ventilated patients</p>
                    </list-item>
                    <list-item>
                      <p>Fire evacuation drill</p>
                    </list-item>
                    <list-item>
                      <p>Radiation exposure training</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Drug and prescription system improvement</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Order classification refinement</p>
                    </list-item>
                    <list-item>
                      <p>Anticancer medication simulation</p>
                    </list-item>
                    <list-item>
                      <p>Verification of external prescriptions for outpatients</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Operations and evaluation systems</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Development of evaluation metrics</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Process improvement</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Outpatient workflow optimization</p>
                    </list-item>
                    <list-item>
                      <p>Inpatient process improvement</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Responses were classified into 5 content categories through structured content summarization.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Participants expressed positive perceptions regarding training realism and platform effectiveness. Text mining and word cloud analysis of open-ended responses revealed that the most frequently mentioned keywords were “realism,” “collaboration,” and “prescription,” indicating high engagement with the simulation environment and interdepartmental coordination processes.</p>
        <p>Regarding future training directions, participants proposed expansion to high-risk scenarios, including inpatient simulation, emergency department simulation, evacuation of ventilated patients, fire evacuation drills, and radiation exposure training. Additional suggestions included code red preparedness training and anticancer medication simulation. From an operational perspective, participants recommended outpatient workflow optimization, development of standardized evaluation metrics, and refinement of order classification functions to better mirror actual EMR systems. Specific technical improvements included verification mechanisms for external prescriptions and enhanced patient search functions within the emergency prescription program.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This paper reports the implementation of a simulation-oriented digital twin platform for IT outage disaster response training at a single academic medical center, engaging 60 participants across multiple clinical departments to simulate complete outpatient workflows during a level 1 IT system failure. The achievement of 100% completion rates across all 7 patient scenarios, combined with perfect accuracy in medical billing (100%) and prescription entry timeliness (100%), demonstrates that digital twin technology can reliably reproduce complex clinical processes in a virtual environment. These quantitative results support the feasibility of simulation-oriented digital twin platforms for disaster response training as a proof of concept, with specific technical refinements identified for future development.</p>
        <p>The clinical significance of these findings extends beyond simple task completion metrics. Electronic health record downtime creates substantial patient safety risks, with documented cases of medication errors, delayed treatments, and compromised clinical decision-making during system unavailability [<xref ref-type="bibr" rid="ref5">5</xref>]. Recent systematic reviews emphasize that health care organizations must develop robust business continuity protocols specifically for prolonged IT outages as recovery times have increased substantially in recent years [<xref ref-type="bibr" rid="ref18">18</xref>]. Our training platform’s capacity to simulate interconnected workflows across departments prepares staff not just for isolated system failures but for the system-wide disruptions that characterize modern IT disasters, where cascading effects can overwhelm entire regional health care systems.</p>
        <p>The 70-minute reduction in training duration (compared to traditional training approaches), translating to a 0.034 FTE decrease (from 0.072 to 0.038), should be interpreted as a descriptive operational comparison rather than a causally attributable efficiency gain given that all 60 participants in 2024 were identical to the 2023 cohort (100% overlap; potential learning effect) and the virtual format inherently eliminated physical transit time. Nevertheless, the elimination of physical redeployment represents an inherent advantage of digital twin–based training as it preserves clinical staff availability during training. In health care environments, where every hour of clinical staff time directly impacts patient care capacity, this efficiency gain enables institutions to conduct more frequent training iterations without compromising operational capacity. Recent digital twin applications in health care have demonstrated similar operational improvements: Siemens Healthineers reported 19-minute reductions in computed tomography and magnetic resonance imaging wait times with 32% and 26% capacity increases, respectively, alongside significant overtime reductions [<xref ref-type="bibr" rid="ref19">19</xref>]. Studies of hospital digital twin implementations show that workflow optimization through virtual modeling can reduce bottlenecks while simultaneously improving staff satisfaction and reducing burnout [<xref ref-type="bibr" rid="ref20">20</xref>]. Our resource efficiency data suggest that digital twin training platforms can achieve comparable operational optimization while simultaneously strengthening disaster preparedness—a dual benefit that traditional training approaches cannot match.</p>
        <p>The operational readiness scores of 70% for the digital twin platform and 90% for the emergency prescription program, assessed by a 5-member panel using a 7-item checklist (Table S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>), provide concrete targets for system refinement. Participant feedback specifically identified the absence of EMR prescription classification features (“L,” “P,” and “R” coding for laboratory, pharmacy, and radiology orders) as the primary operational constraint. This finding aligns with broader implementation science literature demonstrating that successful health IT adoption requires precise replication of existing clinical workflows and careful attention to user experience design [<xref ref-type="bibr" rid="ref21">21</xref>]. The identified need for role-based access control and department-specific interfaces reflects fundamental principles in digital twin design: virtual replicas must mirror not just physical spaces and processes but also the cognitive and operational patterns of actual clinical environments [<xref ref-type="bibr" rid="ref22">22</xref>]. These technical limitations, rather than representing failures, highlight the specific development pathways toward production deployment.</p>
        <p>The scale of participation (60 staff members across 7 functional groups) distinguishes this implementation from prior digital twin applications in health care [<xref ref-type="bibr" rid="ref15">15</xref>], which have predominantly focused on operational optimization rather than disaster response training. Digital twin technology has proven effective in manufacturing and aerospace engineering for testing scenarios too dangerous or expensive to implement in reality, and health care applications are increasingly adopting similar approaches [<xref ref-type="bibr" rid="ref23">23</xref>]. By extending this capability from workflow optimization to disaster preparedness, our study demonstrates that digital twins can serve dual functions: improving daily operations while simultaneously building organizational resilience against catastrophic failures. This convergence of operational efficiency and crisis preparedness suggests a potential shift in how health care organizations approach both quality improvement and disaster readiness.</p>
        <p>Health care IT disasters demonstrate why crisis-specific training is essential. The 2024 Change Healthcare ransomware attack affected 190 million Americans, halted claims processing across thousands of organizations, and forced health care organizations to exhaust personal funds to maintain operations [<xref ref-type="bibr" rid="ref4">4</xref>]. Health care facilities experienced significant operational disruptions lasting weeks to months, forcing health care organizations to revert to paper-based workflows and, in severe cases, requiring complete system restoration. These events affect entire integrated systems simultaneously (not isolated departments), requiring coordinated multi-department response capabilities that existing training approaches fail to develop.</p>
        <p>Notably, existing digital twin implementations focus on operational optimization rather than crisis response. Digital twins can optimize clinical operations by analyzing workflows and resource allocation under normal conditions, supporting real-time monitoring and predictive analytics [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Conventional disaster training faces different constraints: full-scale exercises require 2 to 8 hours and extensive physical setup, limiting training frequency [<xref ref-type="bibr" rid="ref24">24</xref>]. Although a Swiss pharmacy study showed task completion improving from 69% to 84% following conventional disaster training, 4-month intervals were required between training sessions [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>Our platform addresses these limitations through 3 design features. The first is crisis-oriented simulation. Unlike operational optimization tools, our system trains staff for complete system absence rather than process improvement. The second is multi-department integration. Our platform simulated coordinated workflows across administrative, clinical, laboratory, pharmacy, and imaging departments, reflecting the cascading interdependencies of real IT disasters. The third is scalability. Accommodating 60 participants simultaneously without physical setup enables weekly rather than quarterly training sessions, supporting the frequent practice necessary for crisis skill retention.</p>
        <p>Finally, our implementation demonstrates rapid deployment potential that previous approaches have not achieved. The Saskatchewan Hospital digital twin integration in Canada focused on emergency department optimization with continuous stakeholder engagement over extended time frames [<xref ref-type="bibr" rid="ref26">26</xref>]. Our approach of deploying a functional training platform within months and conducting full-scale exercises with 60 participants demonstrates that digital twin technology has matured sufficiently for rapid deployment in urgent crisis preparation contexts, suggesting that disaster preparedness platforms can scale across health care systems more readily than gradual implementation approaches [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>This study demonstrates that digital twin platforms can transform health care disaster preparedness from infrequent, resource-intensive exercises to routine, scalable training. By safely simulating complete system failures with 60 participants across multiple departments, we show that crisis-specific training can overcome historical limitations preventing frequent, realistic preparation. Our findings suggest that digital twin technology offers a practical pathway for coordinated crisis response training, with potential extending beyond IT disasters to other high-stakes scenarios requiring multi-departmental coordination.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>First, this study’s single-institution implementation limits the generalizability of the findings to different health care settings. However, major digital twin initiatives similarly began with single-site pilots before widespread adoption [<xref ref-type="bibr" rid="ref28">28</xref>]. Additionally, the 100% participant overlap between the 2023 and 2024 cohorts introduces a learning effect that confounds the FTE comparison; future multisite studies with independent participant groups are needed. Implementation science frameworks emphasize phased evaluation, with proof-of-concept studies identifying barriers before scaling. Our study establishes feasibility for disaster-specific digital twins, offering a foundation for multi-institutional validation.</p>
        <p>Second, the results showing 70% digital twin platform operational readiness and 90% emergency prescription program operational readiness demonstrate that the platform requires further refinement. However, the absence of EMR prescription classification and role-based access control represents an implementation gap rather than a design flaw. Early electronic health record implementations faced similar challenges requiring iterative development [<xref ref-type="bibr" rid="ref29">29</xref>]. These are solved problems in commercial systems: our identification of specific requirements provides a concrete development road map. We also acknowledge that the operational readiness assessment was not based on a validated usability instrument (eg, System Usability Scale or Post-Study System Usability Questionnaire); future studies should incorporate such instruments to capture individual-level usability perceptions.</p>
        <p>Third, only 7 patient scenarios were implemented; thus, the simulation had limited variation in complexity. Training literature demonstrates that focused scenarios enable foundational skill development and recommends iterative introduction of complexity. Our scenarios established pragmatic range boundaries. Future iterations should incorporate scenarios common in actual cyberattacks: multiple simultaneous high-acuity patients, equipment failures, communication degradation, and incomplete information decision-making. The absence of these variables constrains the generalizability of our findings to real crisis conditions, where cognitive overload and resource exhaustion are defining challenges.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study demonstrates that digital twin–based virtual hospital platforms can effectively train staff for IT outage disaster response. Achieving 100% scenario completion validates functional feasibility as a proof of concept for crisis preparation training. Our findings suggest that simulation-oriented digital twin platforms may help address limitations in disaster preparedness training by enabling repeatable exercises without disrupting operations, although further validation using standardized usability instruments and higher-fidelity scenarios is needed. This approach has potential applications extending beyond IT outages to other disaster scenarios.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Detailed platform technical specifications, training scenario development and clinical validation, operational readiness assessment methodology, full-time equivalent calculation, qualitative data collection and analysis, pretraining education program, and emergency prescription program.</p>
        <media xlink:href="formative_v10i1e93135_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 476 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EMR</term>
          <def>
            <p>electronic medical record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FTE</term>
          <def>
            <p>full-time equivalent</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HIS</term>
          <def>
            <p>hospital information system</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank all staff members at Yongin Severance Hospital who participated in the simulation training exercise. During the preparation of this manuscript, Claude (Anthropic) was used as a supplementary tool to support translation and refine sentence structure. This tool was not involved in the generation of original scientific content, nor did it play a role in the interpretation of the study results.</p>
    </ack>
    <notes>
      <title>Data Availability</title>
      <p>The datasets generated or analyzed during this study are not publicly available due to institutional privacy policies but are available from the corresponding author on reasonable request.</p>
    </notes>
    <notes>
      <title>Funding</title>
      <p>This research was supported by a grant from the Korea Health Technology Research and Development Project through the Korea Health Industry Development Institute funded by the Ministry of Health and Welfare, Republic of Korea (grant RS-2023-KH135442).</p>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>Conceptualization: SAB, YJK, SJK, JYP</p>
        <p>Data curation: YJK, MWL</p>
        <p>Formal analysis: SAB, YJK</p>
        <p>Funding acquisition: JYP</p>
        <p>Investigation: SAB, YJK, MWL, SJK</p>
        <p>Methodology: SAB, YJK, MWL, SJK, JYP</p>
        <p>Project administration: YJK, MWL, JYP</p>
        <p>Resources: MWL, JYP</p>
        <p>Supervision: SAB, JYP</p>
        <p>Visualization: SAB, YJK</p>
        <p>Writing—original draft: SAB, YJK</p>
        <p>Writing—review and editing: SAB, MWL, SJK, JYP</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Epizitone</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moyane</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Agbehadji</surname>
              <given-names>IE</given-names>
            </name>
          </person-group>
          <article-title>A systematic literature review of health information systems for healthcare</article-title>
          <source>Healthcare (Basel)</source>
          <year>2023</year>
          <month>03</month>
          <day>27</day>
          <volume>11</volume>
          <issue>7</issue>
          <fpage>959</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=healthcare11070959"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/healthcare11070959</pub-id>
          <pub-id pub-id-type="medline">37046884</pub-id>
          <pub-id pub-id-type="pii">healthcare11070959</pub-id>
          <pub-id pub-id-type="pmcid">PMC10094672</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wernz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ratwani</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Implications of electronic health record downtime: an analysis of patient safety event reports</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2018</year>
          <month>02</month>
          <day>01</day>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>187</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28575417"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocx057</pub-id>
          <pub-id pub-id-type="medline">28575417</pub-id>
          <pub-id pub-id-type="pii">3858892</pub-id>
          <pub-id pub-id-type="pmcid">PMC7647128</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Boven</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Kusters</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Klokman</surname>
              <given-names>VW</given-names>
            </name>
            <name name-style="western">
              <surname>Dameff</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Barten</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Acute care disruptions due to information technology failures in the Netherlands from 2000 to 2020</article-title>
          <source>Health Policy Technol</source>
          <year>2024</year>
          <month>06</month>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>100840</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.hlpt.2024.100840"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.hlpt.2024.100840</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>JX</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Ransomware attacks and data breaches in US health care systems</article-title>
          <source>JAMA Netw Open</source>
          <year>2025</year>
          <month>05</month>
          <day>01</day>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>e2510180</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2025.10180"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2025.10180</pub-id>
          <pub-id pub-id-type="medline">40366661</pub-id>
          <pub-id pub-id-type="pii">2833984</pub-id>
          <pub-id pub-id-type="pmcid">PMC12079295</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kleiner</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Wernz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ratwani</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Continuing patient care during electronic health record downtime</article-title>
          <source>Appl Clin Inform</source>
          <year>2019</year>
          <month>05</month>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>495</fpage>
          <lpage>504</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31291677"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0039-1692678</pub-id>
          <pub-id pub-id-type="medline">31291677</pub-id>
          <pub-id pub-id-type="pmcid">PMC6620179</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality simulation for disaster preparedness training in hospitals: integrated review</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>01</month>
          <day>28</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>e30600</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/1/e30600/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/30600</pub-id>
          <pub-id pub-id-type="medline">35089144</pub-id>
          <pub-id pub-id-type="pii">v24i1e30600</pub-id>
          <pub-id pub-id-type="pmcid">PMC8838598</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Willing</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dresen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gerlitz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Haering</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Binnewies</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Guess</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Haverkamp</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Schinzel</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Behavioral responses to a cyber attack in a hospital environment</article-title>
          <source>Sci Rep</source>
          <year>2021</year>
          <month>09</month>
          <day>29</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>19352</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-021-98576-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-021-98576-7</pub-id>
          <pub-id pub-id-type="medline">34588503</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-021-98576-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC8481235</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abualenain</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Alhajaji</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kamel Alsulimani</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the efficacy of full-scale simulation exercises in enhancing hospital disaster preparedness</article-title>
          <source>J Med Law Public Health</source>
          <year>2024</year>
          <month>07</month>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>419</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.52609/jmlph.v4i3.133</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vallée</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Digital twin for healthcare systems</article-title>
          <source>Front Digit Health</source>
          <year>2023</year>
          <month>9</month>
          <day>7</day>
          <volume>5</volume>
          <fpage>1253050</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37744683"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fdgth.2023.1253050</pub-id>
          <pub-id pub-id-type="medline">37744683</pub-id>
          <pub-id pub-id-type="pmcid">PMC10513171</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koshimura</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mas</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Digital twin computing for enhancing resilience of disaster response system</article-title>
          <source>Proceedings of the 25th EGU General Assembly</source>
          <year>2023</year>
          <conf-name>EGU23</conf-name>
          <conf-date>April 23-28, 2023</conf-date>
          <conf-loc>Vienna, Austria</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ui.adsabs.harvard.edu/abs/2023EGUGA..2511756K/abstract"/>
          </comment>
          <pub-id pub-id-type="doi">10.5194/egusphere-egu23-11756</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vallée</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Digital twins for personalized medicine require epidemiological data and mathematical modeling: viewpoint</article-title>
          <source>J Med Internet Res</source>
          <year>2025</year>
          <month>08</month>
          <day>05</day>
          <volume>27</volume>
          <fpage>e72411</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2025//e72411/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/72411</pub-id>
          <pub-id pub-id-type="medline">40762974</pub-id>
          <pub-id pub-id-type="pii">v27i1e72411</pub-id>
          <pub-id pub-id-type="pmcid">PMC12365566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karakra</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fontanili</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lamine</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lamothe</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>HospiT'Win: a predictive simulation-based digital twin for patients pathways in hospital</article-title>
          <source>Proceedings of the 2019 IEEE EMBS International Conference on Biomedical &amp; Health Informatics</source>
          <year>2019</year>
          <conf-name>BHI 2019</conf-name>
          <conf-date>May 19-22, 2019</conf-date>
          <conf-loc>Chicago, IL</conf-loc>
          <pub-id pub-id-type="doi">10.1109/bhi.2019.8834534</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bertezene</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The digital twin in health: organizational contributions and epistemological limits in a context of health crisis [Article in French]</article-title>
          <source>Med Sci (Paris)</source>
          <year>2022</year>
          <volume>38</volume>
          <issue>8-9</issue>
          <fpage>663</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publications.edpsciences.org/10.1051/medsci/2022105"/>
          </comment>
          <pub-id pub-id-type="doi">10.1051/medsci/2022105</pub-id>
          <pub-id pub-id-type="medline">36094236</pub-id>
          <pub-id pub-id-type="pii">msc220056</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ringeval</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Etindele Sosso</surname>
              <given-names>FA</given-names>
            </name>
            <name name-style="western">
              <surname>Cousineau</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paré</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Advancing health care with digital twins: meta-review of applications and implementation challenges</article-title>
          <source>J Med Internet Res</source>
          <year>2025</year>
          <month>02</month>
          <day>19</day>
          <volume>27</volume>
          <fpage>e69544</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2025//e69544/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/69544</pub-id>
          <pub-id pub-id-type="medline">39969978</pub-id>
          <pub-id pub-id-type="pii">v27i1e69544</pub-id>
          <pub-id pub-id-type="pmcid">PMC11888003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Willing</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ebbers</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dresen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Czolbe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Saatjohann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schinzel</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Simulating the overload of medical processes due to system failures during a cyberattack</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2025</year>
          <month>04</month>
          <day>23</day>
          <volume>25</volume>
          <fpage>174</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-025-02988-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-025-02988-8</pub-id>
          <pub-id pub-id-type="medline">40269938</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-025-02988-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC12016121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Roh</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Current state and strategy for establishing a digitally innovative hospital: memorial review article for opening of Yongin Severance Hospital</article-title>
          <source>Yonsei Med J</source>
          <year>2020</year>
          <month>08</month>
          <volume>61</volume>
          <issue>8</issue>
          <fpage>647</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32734727"/>
          </comment>
          <pub-id pub-id-type="doi">10.3349/ymj.2020.61.8.647</pub-id>
          <pub-id pub-id-type="medline">32734727</pub-id>
          <pub-id pub-id-type="pii">61.647</pub-id>
          <pub-id pub-id-type="pmcid">PMC7393291</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qual Res Psychol</source>
          <year>2008</year>
          <month>07</month>
          <day>21</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Digital twin in healthcare: recent updates and challenges</article-title>
          <source>Digit Health</source>
          <year>2023</year>
          <month>01</month>
          <day>03</day>
          <volume>9</volume>
          <fpage>20552076221149651</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/20552076221149651?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20552076221149651</pub-id>
          <pub-id pub-id-type="medline">36636729</pub-id>
          <pub-id pub-id-type="pii">10.1177_20552076221149651</pub-id>
          <pub-id pub-id-type="pmcid">PMC9830576</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wherton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Papoutsi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>A'Court</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hinder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fahy</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Procter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Beyond adoption: a new framework for theorizing and evaluating nonadoption, abandonment, and challenges to the scale-up, spread, and sustainability of health and care technologies</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>11</month>
          <day>01</day>
          <volume>19</volume>
          <issue>11</issue>
          <fpage>e367</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/11/e367/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8775</pub-id>
          <pub-id pub-id-type="medline">29092808</pub-id>
          <pub-id pub-id-type="pii">v19i11e367</pub-id>
          <pub-id pub-id-type="pmcid">PMC5688245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Armeni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Polat</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>De Rossi</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Diaferia</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Meregalli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gatti</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Digital twins in healthcare: is it the beginning of a new era of evidence-based medicine? A critical review</article-title>
          <source>J Pers Med</source>
          <year>2022</year>
          <month>07</month>
          <day>30</day>
          <volume>12</volume>
          <issue>8</issue>
          <fpage>1255</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jpm12081255"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jpm12081255</pub-id>
          <pub-id pub-id-type="medline">36013204</pub-id>
          <pub-id pub-id-type="pii">jpm12081255</pub-id>
          <pub-id pub-id-type="pmcid">PMC9410074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Croatti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gabellini</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Montagna</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ricci</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>On the integration of agents and digital twins in healthcare</article-title>
          <source>J Med Syst</source>
          <year>2020</year>
          <month>08</month>
          <day>04</day>
          <volume>44</volume>
          <issue>9</issue>
          <fpage>161</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32748066"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10916-020-01623-5</pub-id>
          <pub-id pub-id-type="medline">32748066</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-020-01623-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7399680</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuruppu Appuhamilage</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Hussain</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zaman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ali Khan</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>A health digital twin framework for discrete event simulation based optimised critical care workflows</article-title>
          <source>NPJ Digit Med</source>
          <year>2025</year>
          <month>06</month>
          <day>19</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>376</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-025-01738-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-025-01738-4</pub-id>
          <pub-id pub-id-type="medline">40537503</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-025-01738-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC12179303</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Noeikham</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Buakum</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sirivongpaisal</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Architecture designing of digital twin in a healthcare unit</article-title>
          <source>Health Informatics J</source>
          <year>2024</year>
          <volume>30</volume>
          <issue>4</issue>
          <fpage>14604582241296792</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/14604582241296792?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/14604582241296792</pub-id>
          <pub-id pub-id-type="medline">39447608</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rådestad</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Holmgren</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Blidegård</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Montán</surname>
              <given-names>KL</given-names>
            </name>
          </person-group>
          <article-title>Use of simulation models when developing and testing hospital evacuation plans: a tool for improving emergency preparedness</article-title>
          <source>Scand J Trauma Resusc Emerg Med</source>
          <year>2023</year>
          <month>08</month>
          <day>29</day>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sjtrem.biomedcentral.com/articles/10.1186/s13049-023-01105-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13049-023-01105-w</pub-id>
          <pub-id pub-id-type="medline">37644508</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13049-023-01105-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC10466747</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schumacher</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Senhaji</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gartner</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Carrez</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dupuis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bonnabry</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Widmer</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Full-scale simulations to improve disaster preparedness in hospital pharmacies</article-title>
          <source>BMC Health Serv Res</source>
          <year>2022</year>
          <month>07</month>
          <day>02</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>853</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-022-08230-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-022-08230-9</pub-id>
          <pub-id pub-id-type="medline">35780151</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-022-08230-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC9250711</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGaghie</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Issenberg</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Barsuk</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Wayne</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Does simulation-based medical education with deliberate practice yield better results than traditional clinical education? A meta-analytic comparative review of the evidence</article-title>
          <source>Acad Med</source>
          <year>2011</year>
          <month>06</month>
          <volume>86</volume>
          <issue>6</issue>
          <fpage>706</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21512370"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/ACM.0b013e318217e119</pub-id>
          <pub-id pub-id-type="medline">21512370</pub-id>
          <pub-id pub-id-type="pmcid">PMC3102783</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dillon</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Boulet</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Swanson</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Simulations in the United States medical licensing examination (USMLE)</article-title>
          <source>Qual Saf Health Care</source>
          <year>2004</year>
          <month>10</month>
          <volume>13 Suppl 1</volume>
          <issue>Suppl 1</issue>
          <fpage>i41</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://qualitysafety.bmj.com/lookup/pmidlookup?view=long&amp;pmid=15465954"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/qhc.13.suppl_1.i41</pub-id>
          <pub-id pub-id-type="medline">15465954</pub-id>
          <pub-id pub-id-type="pii">13/suppl_1/i41</pub-id>
          <pub-id pub-id-type="pmcid">PMC1765788</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clay-Williams</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nosrati</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>FC</given-names>
            </name>
            <name name-style="western">
              <surname>Hillman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Braithwaite</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Do large-scale hospital- and system-wide interventions improve patient outcomes: a systematic review</article-title>
          <source>BMC Health Serv Res</source>
          <year>2014</year>
          <month>09</month>
          <day>03</day>
          <volume>14</volume>
          <fpage>369</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-14-369"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-14-369</pub-id>
          <pub-id pub-id-type="medline">25187292</pub-id>
          <pub-id pub-id-type="pii">1472-6963-14-369</pub-id>
          <pub-id pub-id-type="pmcid">PMC4282191</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>May</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Finch</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Implementation, context and complexity</article-title>
          <source>Implement Sci</source>
          <year>2016</year>
          <month>10</month>
          <day>19</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>141</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-016-0506-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-016-0506-3</pub-id>
          <pub-id pub-id-type="medline">27756414</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-016-0506-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5069794</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
