<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id><journal-id journal-id-type="publisher-id">formative</journal-id><journal-id journal-id-type="index">27</journal-id><journal-title>JMIR Formative Research</journal-title><abbrev-journal-title>JMIR Form Res</abbrev-journal-title><issn pub-type="epub">2561-326X</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v10i1e101797</article-id><article-id pub-id-type="doi">10.2196/101797</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Use of Large Language Models for Structured Quantitative and Qualitative Analysis of Simulation Debriefings Using the DASH Framework (AIDE Study): Prospective Observational Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Pico</surname><given-names>Julien</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Bouhadiba</surname><given-names>Tarikeddine</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Jazestani</surname><given-names>Shiva</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Zhu</surname><given-names>Eric</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Nguyen</surname><given-names>Ba-Khang</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Baroudi</surname><given-names>Reda</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Dababneh</surname><given-names>Said</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Tanoubi</surname><given-names>Issam</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff3">3</xref></contrib></contrib-group><aff id="aff1"><institution>Centre d'apprentissage des attitudes et habilet&#x00E9;s cliniques, Universit&#x00E9; de Montr&#x00E9;al</institution><addr-line>Pavillon Roger-Gaudry, 2900, boul. &#x00C9;douard-Montpetit, 8e &#x00E9;tage, local N-805</addr-line><addr-line>Montr&#x00E9;al</addr-line><addr-line>QC</addr-line><country>Canada</country></aff><aff id="aff2"><institution>Department of Maternal, Child and Women's Anesthesiology and Intensive Care Medicine, Pediatric Anesthesia Unit, Montpellier University Hospital</institution><addr-line>Montpellier</addr-line><country>France</country></aff><aff id="aff3"><institution>Centre de Recherche en P&#x00E9;dagogie de la Sant&#x00E9;, Facult&#x00E9; de M&#x00E9;decine, Universit&#x00E9; de Montr&#x00E9;al</institution><addr-line>Montr&#x00E9;al</addr-line><addr-line>QC</addr-line><country>Canada</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Bucher</surname><given-names>Amy</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Menchetti</surname><given-names>Isabella</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Lee-Jayaram</surname><given-names>Jannet J</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Julien Pico, MD, Centre d'apprentissage des attitudes et habilet&#x00E9;s cliniques, Universit&#x00E9; de Montr&#x00E9;al, Pavillon Roger-Gaudry, 2900, boul. &#x00C9;douard-Montpetit, 8e &#x00E9;tage, local N-805, Montr&#x00E9;al, QC, H3T 1J4, Canada, 1 625795440; <email>j-pico@chu-montpellier.fr</email></corresp></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>17</day><month>11</month><year>2026</year></pub-date><volume>10</volume><elocation-id>e101797</elocation-id><history><date date-type="received"><day>19</day><month>05</month><year>2026</year></date><date date-type="rev-recd"><day>14</day><month>08</month><year>2026</year></date><date date-type="accepted"><day>20</day><month>09</month><year>2026</year></date></history><copyright-statement>&#x00A9; Julien Pico, Tarikeddine Bouhadiba, Shiva Jazestani, Eric Zhu, Ba-Khang Nguyen, Reda Baroudi, Said Dababneh, Issam Tanoubi. Originally published in JMIR Formative Research (<ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>), 17.11.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://formative.jmir.org/2026/1/e101797"/><abstract><sec><title>Background</title><p>Simulation-based education is a cornerstone of health care training, with debriefing representing the critical phase of a learning process. However, assessing debriefing quality remains challenging, relying largely on expert judgment and structured tools such as the Debriefing Assessment for Simulation in Healthcare (DASH). The emergence of AI, particularly large language models (LLMs), offers new opportunities for the automated analysis of educational interactions.</p></sec><sec><title>Objective</title><p>This study aimed to explore the feasibility and characteristics of AI-automated analysis of postsimulation debriefings using the DASH framework.</p></sec><sec sec-type="methods"><title>Methods</title><p>We conducted a prospective, single-center, observational study at the <italic>Centre d&#x2019;Apprentissage des Attitudes et Habilet&#x00E9;s Cliniques</italic> (<italic>Universit&#x00E9; de Montr&#x00E9;al</italic>). Postsimulation debriefings involving anesthesia residents in postgraduate years 2 and 4 were conducted by a single instructor, audio-recorded, transcribed, and anonymized. Transcripts were analyzed using a natural language processing model (ChatGPT) with a structured prompt aligned with the 6 DASH elements. For each debriefing, the model generated a structured qualitative evaluation, including a rating for each DASH element using the original 7-point DASH effectiveness scale and an identification of strengths and areas for improvement, supported by transcript excerpts. No comparison with a human DASH-trained evaluator was performed.</p></sec><sec sec-type="results"><title>Results</title><p>A total of 30 debriefings were included, with no exclusions or technical issues. A complete, structured AI-generated evaluation across all 6 DASH elements was obtained for all 30 (100%) debriefings, meeting the predefined feasibility outcome. &#x201C;Establishes an engaging learning environment,&#x201D; &#x201C;Maintains an engaging learning environment,&#x201D; &#x201C;Provokes engaging discussion,&#x201D; and &#x201C;Identifies and explores performance gaps&#x201D; each had a median rating of 6 (IQR 6-7, 6-6, 6-7, and 6-6, respectively). &#x201C;Structures the debriefing in an organized way&#x201D; had the lowest median rating, at 4 (IQR 4-5), while &#x201C;Helps trainees achieve or sustain good future performance&#x201D; had a median rating of 5 (IQR 5-6). A cross-debriefing analysis identified recurring patterns across sessions, including consistent learner engagement and opportunities to improve debriefing structure and the formulation of strategies to support future performance.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>This study demonstrates the feasibility of AI-assisted qualitative assessment of postsimulation debriefings using an LLM prompted in accordance with the DASH framework. AI may represent a complementary tool to support pedagogical analysis, instructor reflection, and faculty development in simulation-based education. Although this exploratory study focused on textual transcript analysis without incorporating nonverbal communication or expert benchmarking, the findings support the feasibility of AI-assisted debriefing assessment and provide a foundation for future validation studies. Further research comparing AI-generated and expert evaluations could help refine these approaches and inform their integration into simulation-based education and faculty development.</p></sec></abstract><kwd-group><kwd>artificial intelligence</kwd><kwd>AI</kwd><kwd>large language models</kwd><kwd>simulation-based education</kwd><kwd>debriefing</kwd><kwd>Debriefing Assessment for Simulation in Healthcare framework</kwd><kwd>DASH framework</kwd><kwd>medical education</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Simulation-based training has become a major component of the education of health care professionals. It supports the acquisition and refinement of both technical and nontechnical skills in a safe learning environment and contributes to improved clinical performance and patient safety [<xref ref-type="bibr" rid="ref1">1</xref>]. Within this educational approach, debriefing represents a critical phase of the learning process, promoting reflective practice, knowledge integration, and the development of clinical reasoning [<xref ref-type="bibr" rid="ref2">2</xref>]. A systematic review demonstrated that debriefing significantly improves learners&#x2019; competencies, particularly in communication, teamwork, and clinical performance [<xref ref-type="bibr" rid="ref3">3</xref>].</p><p>Despite its central educational role, assessing debriefing quality remains challenging. Evaluation often relies on instructor or expert judgment and may be associated with substantial interrater variability [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Structured frameworks have therefore been developed to guide debriefing practices and support reflective practice [<xref ref-type="bibr" rid="ref7">7</xref>]. Among these, the Debriefing Assessment for Simulation in Healthcare (DASH) is one of the most widely used instruments for evaluating debriefing quality across its 6 core elements [<xref ref-type="bibr" rid="ref8">8</xref>]. However, psychometric studies have reported variability in reliability depending on the educational context and evaluator training [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Furthermore, structured debriefing assessment requires specific pedagogical expertise and considerable time investment, which may limit its routine implementation in clinical simulation programs [<xref ref-type="bibr" rid="ref10">10</xref>].</p><p>AI, particularly natural language processing approaches based on large language models (LLMs), is rapidly expanding in medical education. Recent reviews highlight emerging applications in feedback generation, performance assessment, adaptive learning, and educational analytics [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Within simulation-based education, exploratory studies have begun to investigate the use of AI for debriefing analysis, suggesting its potential to identify reflective markers, analyze communication patterns, and generate structured feedback [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. Other studies have reported favorable acceptability among learners and educators [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], as well as potential applications for faculty development and the continuous improvement of teaching practices [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>].</p><p>Despite this growing interest, empirical evidence remains limited regarding the feasibility of LLM-generated debriefing analysis in authentic educational settings and the nature of the evaluations produced using a validated educational framework such as DASH. Few studies have systematically described the qualitative profiles generated by AI from real-world debriefing sessions.</p><p>The Artificial Intelligence for Debriefing Evaluation (AIDE) study was designed within this exploratory framework. The objective of this study was to describe the feasibility and characteristics of AI-generated qualitative analysis of postsimulation debriefings using an LLM prompted according to the original DASH framework.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Study Design and Setting</title><p>This prospective, single-center, observational study aimed to describe the feasibility and characteristics of automated quantitative and qualitative analysis of postsimulation debriefings using an LLM structured according to the DASH framework. Comparison with human DASH-trained raters was outside the scope of this initial feasibility study, which was designed to characterize the ability of the LLM to generate complete and structured DASH-aligned evaluations.</p><p>The study was conducted at the <italic>Centre d&#x2019;Apprentissage des Attitudes et Habilet&#x00E9;s Cliniques</italic> of the <italic>Universit&#x00E9; de Montr&#x00E9;al</italic>. Simulation trainees were anesthesia residents (postgraduate years 2 and 4) participating in high-fidelity simulation sessions followed by structured debriefings facilitated by an instructor with more than 10 years of experience in simulation-based education. Multiple high-fidelity simulation scenarios were used during the study period. Scenarios were not assigned according to postgraduate year, and residents from different postgraduate years could participate in the same simulation session. To limit variability related to differences in facilitation style, pacing, questioning strategies, and debriefing structure across instructors, all analyzed debriefings were conducted by the same instructor. Debriefings were consecutively included between January 22, 2026, and April 23, 2026.</p></sec><sec id="s2-2"><title>Ethical Considerations</title><p>The study was approved by the research ethics committee in <italic>Comit&#x00E9; d&#x2019;&#x00E9;thique de la recherche en &#x00E9;ducation et en psychologie</italic> (CEREP), <italic>Universit&#x00E9; de Montr&#x00E9;al</italic> (2025-7463). The instructor conducting the debriefings provided informed consent for audio recording and anonymized analysis of the debriefings. Data were stored on secure institutional servers in accordance with applicable regulations. No financial or nonfinancial compensation was provided to the simulation trainees or the instructor for their participation in this study.</p></sec><sec id="s2-3"><title>Data Collection and Transcription</title><p>Each debriefing session was audio-recorded using a secure institutional device. Recordings were transcribed and anonymized prior to analysis, and all identifiable personal or contextual information was removed. Audio recordings were checked for technical quality and audibility, and transcripts were reviewed for overall coherence before AI analysis. No systematic utterance-by-utterance verification against the complete audio recordings or dedicated speaker-diarization procedure was performed. Only debriefings with complete and technically usable recordings were included.</p><p>Following completion of the study period, a cross-debriefing analysis of all 30 sessions was performed to identify recurring patterns. A single aggregate feedback report was provided to the instructor at the end of the study rather than after each individual debriefing (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Workflow of the AI-assisted debriefing analysis process in the Artificial Intelligence for Debriefing Evaluation (AIDE) study. DASH: Debriefing Assessment for Simulation in Healthcare.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e101797_fig01.png"/></fig><p>Debriefing sessions conducted during clinical simulation were audio-recorded and transcribed using speech recognition software. Transcripts were analyzed using an AI model structured according to the DASH framework, which generates structured qualitative outputs (global rating, strengths, areas for improvement, and supporting excerpts) for each individual debriefing. Following completion of the study period, a cross-debriefing analysis (N=30) was performed to identify patterns across sessions, and a single, aggregate feedback report was provided to the instructor at the end of the study, rather than after each debriefing.</p></sec><sec id="s2-4"><title>AI-Based Debriefing Analysis</title><p>Transcripts were analyzed using the LLM ChatGPT (GPT-5.3; OpenAI). Transcripts were submitted individually through the ChatGPT web interface using the same standardized prompt and reference materials for each analysis. No API or custom model parameters were used. Before the analyses, the model was provided with the original DASH publication, the official DASH score sheet, and several peer-reviewed articles applying the DASH framework as reference materials. The <italic>DASH Rater&#x2019;s Handbook</italic> was not provided. A structured prompt was specifically designed to align model outputs with the 6 official DASH elements and their corresponding dimensions and behaviors: &#x201C;Establishes an engaging learning environment,&#x201D; &#x201C;Maintains an engaging learning environment,&#x201D; &#x201C;Structures the debriefing in an organized way,&#x201D; &#x201C;Provokes engaging discussion,&#x201D; &#x201C;Identifies and explores performance gaps,&#x201D; and &#x201C;Helps trainees achieve or sustain good future performance.&#x201D; The complete standardized prompt used for the analyses is provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. For each element, the model generated a rating using the original 7-point DASH effectiveness scale. In addition to these ratings, the model was prompted to generate an in-depth qualitative analysis for each debriefing, identifying 3 principal strengths and 3 main areas for improvement, supported by illustrative excerpts from the transcript. The model was explicitly instructed to base its analysis exclusively on the provided transcript and to use only supporting excerpts contained within the transcript, without introducing information not present in the source material.</p><p>The analysis was conducted in 2 steps. First, each debriefing was analyzed individually to generate a detailed evaluation and a rating for each of the 6 DASH elements using the original 7-point DASH effectiveness scale. Second, a cross-debriefing comparative analysis was performed by examining AI-generated evaluations across all sessions to identify recurring patterns, element-specific trends, areas of consistency or variability, and common strengths and limitations in debriefing practices. This comparative approach enabled the generation of an overall qualitative profile of debriefing practices within the dataset.</p><p>The prompt was iteratively refined during pilot testing to standardize terminology, the level of detail across DASH elements, the number of strengths and areas for improvement, the use of supporting transcript excerpts, and the formatting of ratings. These refinements focused on output structure and consistency rather than on modifying the DASH evaluation criteria. The final prompt was then applied consistently to all analyzed debriefings, and model-generated results were not subsequently modified.</p></sec><sec id="s2-5"><title>Outcomes and Statistical Analysis</title><p>The primary outcome was the feasibility of AI-based debriefing analysis, operationalized as the proportion of debriefings for which the model generated a complete, structured evaluation across all 6 DASH elements. A complete evaluation was defined as including a rating using the original 7-point DASH effectiveness scale for each element, 3 strengths, 3 areas for improvement, and supporting transcript excerpts. Secondary outcomes included the distribution of ratings across the 6 DASH elements and the identification of recurring strengths and areas for improvement across debriefings. Given the exploratory nature of the study, analyses were descriptive, without inferential statistics. DASH ratings are reported as median values with IQRs for each of the 6 elements.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Debriefing Sample and Technical Feasibility</title><p>A total of 30 postsimulation debriefings were included in the analysis. A complete, structured AI-generated evaluation across all 6 DASH elements was obtained for all 30 (100%) debriefings, meeting the predefined feasibility outcome. All simulation sessions had complete audio recordings and usable transcripts, and no debriefings were excluded. Sessions were conducted consecutively during the study period under the supervision of a single instructor. The mean debriefing duration was 25.4 (SD 4.8; range 18-35) minutes. Transcript usability was 100%, with no technical issues or data loss observed throughout the analysis process.</p></sec><sec id="s3-2"><title>DASH Ratings and Cross-Debriefing Analysis</title><p>The AI-generated analysis produced a structured qualitative evaluation and a quantitative rating using the original 7-point DASH effectiveness scale for each of the 6 DASH elements. Results are presented using a color-coded system. <xref ref-type="fig" rid="figure2">Figure 2</xref> presents a heatmap of quantitative DASH ratings on the 7-point scale across the 30 debriefings and the 6 DASH elements. Detailed individual evaluations, including the systematic identification of 3 strengths and 3 areas for improvement supported by transcript excerpts, are provided in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Heatmap of AI-generated qualitative evaluation levels across the 30 analyzed debriefings according to the 6 dimensions of the Debriefing Assessment for Simulation in Healthcare (DASH) framework.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e101797_fig02.png"/></fig><p>Each row represents an individual debriefing session, and each column represents an official DASH element. Colors correspond to the 7-point behaviorally anchored DASH rating scale, ranging from 1=&#x201C;extremely ineffective or detrimental&#x201D; to 7=&#x201C;extremely effective or outstanding.&#x201D; Scores were generated by the LLM.</p><p>Cross-debriefing analysis revealed distinct patterns across the 6 DASH elements. &#x201C;Establishes an engaging learning environment&#x201D; and &#x201C;Maintains an engaging learning environment&#x201D; were consistently highly rated, with median scores of 6 (IQR 6-7) and 6 (IQR 6-6), respectively. &#x201C;Provokes engaging discussion&#x201D; and &#x201C;Identifies and explores performance gaps&#x201D; also received high ratings, with median scores of 6 (IQR 6-7) and 6 (IQR 6-6), respectively. In contrast, &#x201C;Structures the debriefing in an organized way&#x201D; received the lowest ratings, with a median score of 4 (IQR 4-5), while &#x201C;Helps trainees achieve or sustain good future performance&#x201D; had a median score of 5 (IQR 5-6).</p><p><xref ref-type="fig" rid="figure3">Figure 3</xref> presents a radar chart illustrating the median DASH ratings across the 6 DASH elements using the original 7-point DASH effectiveness scale. <xref ref-type="table" rid="table1">Table 1</xref> presents the AI-generated cross-debriefing synthesis for each DASH element, including an overall evaluation and the principal strengths and areas for improvement identified across all 30 debriefings.</p><p>Scores represent the overall ratings generated by the LLM for each DASH dimension using the 7-point behaviorally anchored rating scale.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Radar diagram illustrating the overall quantitative profile of the 30 analyzed debriefings across the 6 dimensions of the Debriefing Assessment for Simulation in Healthcare (DASH) framework.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e101797_fig03.png"/></fig><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Cross-debriefing qualitative synthesis generated by the large language model using the Debriefing Assessment for Simulation in Healthcare (DASH) framework<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup>.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">DASH domains</td><td align="left" valign="bottom">DASH elements</td><td align="left" valign="bottom">Evaluation</td><td align="left" valign="bottom">Strengths</td><td align="left" valign="bottom">Areas for improvement</td></tr></thead><tbody><tr><td align="left" valign="top">Domain 1</td><td align="left" valign="top">Establishes an engaging learning environment</td><td align="left" valign="top">Consistently effective or very good</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Psychologically safe environment that encouraged expression (eg, &#x201C;I&#x2019;m not sure...&#x201D;) and acknowledgment of errors</p></list-item><list-item><p>Mostly supportive and nonjudgmental peer feedback</p></list-item><list-item><p>Good group dynamics and active learner participation</p></list-item><list-item><p>Frequent reinforcement of appropriate behaviors (eg, calling for help and crisis management)</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Tendency toward an overly consensual climate, with limited pedagogical confrontation</p></list-item><list-item><p>Limited exploration of emotional aspects, with stress and feelings rarely explored</p></list-item><list-item><p>Uneven participation among group members</p></list-item><list-item><p>Climate often focused on cognitive analysis rather than lived experience</p></list-item></list></td></tr><tr><td align="left" valign="top">Domain 2</td><td align="left" valign="top">Maintains an engaging learning environment</td><td align="left" valign="top">Consistently effective or very good</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Focus generally maintained on core clinical issues</p></list-item><list-item><p>Implicit use of structuring frameworks (eg, the airway, breathing, and circulation approach and clinical reasoning)</p></list-item><list-item><p>Ability to return to the case after digressions</p></list-item><list-item><p>Relevant discussions on real-life management</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Frequent digressions, including anecdotes and peripheral or off-topic discussions</p></list-item><list-item><p>Occasional dilution of the educational framework during prolonged exchanges</p></list-item><list-item><p>Transitions between debriefing phases often not explicit</p></list-item><list-item><p>Difficulty maintaining a consistent thread</p></list-item></list></td></tr><tr><td align="left" valign="top">Domain 3</td><td align="left" valign="top">Structures the debriefing in an organized way</td><td align="left" valign="top">Somewhat effective or average</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Implicit organization around the clinical case and its progression</p></list-item><list-item><p>Logical progression in analysis (events &#x2192; reasoning &#x2192; actions)</p></list-item><list-item><p>Identification of key moments in management</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Near absence of formal structure, with no explicit phases</p></list-item><list-item><p>Occasionally nonlinear flow with frequent backtracking</p></list-item><list-item><p>Lack of final synthesis in most debriefings</p></list-item><list-item><p>High variability across sessions</p></list-item></list></td></tr><tr><td align="left" valign="top">Domain 4</td><td align="left" valign="top">Provokes engaging discussion</td><td align="left" valign="top">Consistently effective or very good</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Strong interaction among participants in most debriefings</p></list-item><list-item><p>Active coconstruction of clinical reasoning</p></list-item><list-item><p>Well-argued debates, particularly regarding critical decisions</p></list-item><list-item><p>Ability to generate multiple hypotheses</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Limited facilitation or structuring of discussions by the instructor</p></list-item><list-item><p>Discussions sometimes lengthy and highly technical</p></list-item><list-item><p>Risk of cognitive overload</p></list-item><list-item><p>Some interesting ideas not fully explored</p></list-item></list></td></tr><tr><td align="left" valign="top">Domain 5</td><td align="left" valign="top">Identifies and explores performance gaps</td><td align="left" valign="top">Consistently effective or very good</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Frequent and relevant identification of errors and difficulties</p></list-item><list-item><p>Analysis of clinical reasoning (including cognitive biases and decision-making)</p></list-item><list-item><p>Identification of critical moments in patient management</p></list-item><list-item><p>Ability to discuss alternative approaches</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Prioritization of performance gaps rarely made explicit</p></list-item><list-item><p>Some gaps remain implicit or are only partially analyzed</p></list-item><list-item><p>Links between actions and consequences sometimes insufficiently developed</p></list-item><list-item><p>Variability in the depth of analysis across sessions</p></list-item></list></td></tr><tr><td align="left" valign="top">Domain 6</td><td align="left" valign="top">Helps trainees achieve or sustain good future performance</td><td align="left" valign="top">Mostly effective or good</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Frequent and relevant educational input</p></list-item><list-item><p>Introduction of transferable strategies (eg, crisis resource management, anticipation, and communication)</p></list-item><list-item><p>Rich sharing of clinical expertise</p></list-item><list-item><p>Key messages sometimes highly actionable in critical situations</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Few concrete and individualized action plans</p></list-item><list-item><p>Recommendations often general</p></list-item><list-item><p>Frequent absence of a practice-oriented final synthesis</p></list-item><list-item><p>High variability across debriefings</p></list-item></list></td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>The table summarizes the dominant strengths, recurring areas for improvement, and overall qualitative ratings identified across the 30 analyzed debriefings.</p></fn></table-wrap-foot></table-wrap></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>In this observational study, we demonstrated that an LLM (ChatGPT) can generate a structured quantitative and qualitative analysis of postsimulation debriefings using the original DASH framework. The analysis was successfully applied to all 30 debriefings without any exclusion or technical issues, supporting the operational feasibility of this approach in a real-world simulation training setting.</p><p>The findings highlight the model&#x2019;s ability to generate structured evaluations across the 6 DASH elements. The resulting profiles differentiated areas of consistently high performance from elements with greater potential for improvement. Beyond quantitative ratings, the qualitative framework used in this study enabled the systematic identification of strengths and areas for improvement for each element, providing a more nuanced characterization of debriefing practices and educational interactions.</p><p>The cross-debriefing analysis revealed recurring patterns in debriefing practices across sessions. Four DASH elements&#x2014;&#x201C;Establishes an engaging learning environment,&#x201D; &#x201C;Maintains an engaging learning environment,&#x201D; &#x201C;Provokes engaging discussion,&#x201D; and &#x201C;Identifies and explores performance gaps&#x201D;&#x2014;received median ratings of 6 (IQR 6-7, 6-6, 6-7, and 6-6, respectively), reflecting generally effective debriefing practices across these areas. However, particularly for elements related to the learning environment, consistently high ratings may also reflect the LLM&#x2019;s limited ability to discriminate between performance levels, aspects partly conveyed through nonverbal or paraverbal cues that were not captured in the written transcripts. In contrast, &#x201C;Structures the debriefing in an organized way&#x201D; received the lowest median rating (4, IQR 4-5), while &#x201C;Helps trainees achieve or sustain good future performance&#x201D; received a median rating of 5 (IQR 5-6). These findings suggest that debriefing structure and the translation of reflection into strategies for future performance may represent areas with greater potential for improvement. These findings are consistent with the previous literature highlighting the inherent complexity of standardizing debriefing practices despite the availability of structured frameworks. Kolbe et al [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>] identified several challenges associated with team debriefing, including information-sharing biases and threats to psychological safety. Previous work has also demonstrated that specific communication patterns, such as instructor questioning strategies and participant contributions, are positively associated with learning outcomes [<xref ref-type="bibr" rid="ref24">24</xref>]. Grant et al [<xref ref-type="bibr" rid="ref25">25</xref>] further described challenging situations that may influence the quality of the learning environment during debriefing.</p></sec><sec id="s4-2"><title>Comparison With Previous Work</title><p>These findings align with the growing body of literature exploring the integration of AI into medical education, particularly for the analysis of educational interactions and the generation of structured automated feedback [<xref ref-type="bibr" rid="ref26">26</xref>]. The use of a validated framework such as DASH provides a strong methodological foundation by aligning model-generated outputs with recognized educational standards. Within this perspective, AI may not simply automate assessment processes but may also contribute to reflective practice, faculty development, and continuous improvement in simulation-based education. Rather than replacing human expertise, such approaches may serve as complementary tools capable of supporting instructor reflection and enhancing consistency in debriefing evaluation [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Similarly, Vaughn et al [<xref ref-type="bibr" rid="ref28">28</xref>] described a generative AI feedback interface designed to provide structured feedback to simulation facilitators on their debriefing practices, further supporting the potential role of AI as an adjunct to faculty development.</p><p>In a study involving second-year medical students completing a written pharmacotherapy assignment on anticoagulant prescribing, Ali et al [<xref ref-type="bibr" rid="ref29">29</xref>] compared unedited ChatGPT-generated feedback with feedback provided by human tutors. Human-generated feedback was rated significantly higher in terms of clarity, relevance, actionability, comprehensiveness, accuracy, and overall usefulness, although 62.3% of students considered the 2 forms of feedback complementary [<xref ref-type="bibr" rid="ref29">29</xref>]. Similarly, a randomized controlled trial involving 129 first-year medical students compared ChatGPT-generated feedback with expert-written feedback on clinical reasoning questions of increasing complexity. Differences were particularly apparent for more complex clinical scenarios, such as complicated urinary tract infections, suggesting limitations in the ability of AI-generated feedback to capture clinical nuance and supporting the continued role of expert review [<xref ref-type="bibr" rid="ref30">30</xref>]. Furthermore, Boscardin et al [<xref ref-type="bibr" rid="ref31">31</xref>] identified algorithmic bias and transparency issues as major challenges requiring ethical guidelines for the implementation of AI in medical education. Finally, the risk of excessive cognitive reliance on generative AI has been raised, potentially undermining learners&#x2019; cognitive autonomy without appropriate curricular integration emphasizing ethical use and critical appraisal [<xref ref-type="bibr" rid="ref32">32</xref>].</p></sec><sec id="s4-3"><title>Limitations</title><p>This study should nevertheless be interpreted within the context of its observational design. The analysis relies exclusively on textual transcripts and therefore did not capture nonverbal dimensions of debriefing such as tone, pauses, body language, or emotional dynamics, all of which may contribute meaningfully to pedagogical interventions and learner support [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Although the model was instructed to base its evaluations and supporting excerpts exclusively on the provided transcripts, no systematic excerpt-by-excerpt verification of AI-generated outputs against the source transcripts or complete audio recordings was performed. Therefore, occasional inaccuracies or speaker misattributions cannot be entirely excluded. Furthermore, no formal assessment of potential AI bias, including bias related to gender, race, or communication style, was performed. Given the known susceptibility of LLMs to hallucination and bias, these issues should be specifically addressed in future validation studies. In addition, all debriefings were conducted by a single instructor, limiting the transferability of the findings to other educational contexts and facilitation styles. This design does not establish whether the model can consistently assess debriefings conducted by instructors with different facilitation styles or levels of performance. Moreover, the use of a single instructor did not eliminate session-level heterogeneity. Different simulation scenarios were used, groups could include residents from different postgraduate years, and variations in participant performance, team interactions, and scenario progression may have influenced the content and structure of individual debriefings. Prior studies have shown that structured debriefing tools can substantially influence facilitator discourse and debriefing approaches, underscoring the importance of instructor-related variability in simulation-based education [<xref ref-type="bibr" rid="ref35">35</xref>]. Finally, this study did not include a comparison with human DASH-trained raters; therefore, the validity, accuracy, and reliability of model-generated assessments relative to expert human evaluation cannot be established from the present findings.</p></sec><sec id="s4-4"><title>Future Directions and Conclusions</title><p>The next step in this work will be to compare AI-generated evaluations with those of a panel of simulation experts trained in the use of the DASH framework. Such a comparison will allow us to assess the level of agreement between human and automated analysis, identify the most robust or automation-sensitive elements, and clarify the potential role of these tools in the pedagogical evaluation of debriefings.</p><p>In conclusion, this observational study suggests that an LLM can generate structured quantitative and qualitative analyses of postsimulation debriefings using the original DASH framework in a real-world training context. These findings provide a basis for the development of tools to support evaluation and faculty development in simulation-based education.</p></sec></sec></body><back><ack><p>JP acknowledge the French Society of Anesthesiology and Intensive Care for its support through a mobility grant awarded to fund a simulation fellowship at the University of Montreal.</p></ack><notes><sec><title>Funding</title><p>The authors declare that this research received no specific funding from public, commercial, or nonprofit funding agencies.</p></sec><sec><title>Data Availability</title><p>The datasets generated and analyzed during this study are not publicly available due to confidentiality considerations related to the simulation debriefing transcripts. Deidentified data may be made available from the corresponding author upon reasonable request, subject to institutional and ethical approval.</p></sec></notes><fn-group><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AIDE</term><def><p>Artificial Intelligence for Debriefing Evaluation</p></def></def-item><def-item><term id="abb2">CEREP</term><def><p>Comit&#x00E9; d&#x2019;&#x00E9;thique de la recherche en &#x00E9;ducation et en psychologie</p></def></def-item><def-item><term id="abb3">DASH</term><def><p>Debriefing Assessment for Simulation in Healthcare</p></def></def-item><def-item><term id="abb4">LLM</term><def><p>large language model</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Elendu</surname><given-names>C</given-names> </name><name name-style="western"><surname>Amaechi</surname><given-names>DC</given-names> </name><name name-style="western"><surname>Okatta</surname><given-names>AU</given-names> </name><etal/></person-group><article-title>The impact of simulation-based training in medical education: a review</article-title><source>Medicine (Baltimore)</source><year>2024</year><month>07</month><day>5</day><volume>103</volume><issue>27</issue><fpage>e38813</fpage><pub-id pub-id-type="doi">10.1097/MD.0000000000038813</pub-id><pub-id pub-id-type="medline">38968472</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dreifuerst</surname><given-names>KT</given-names> </name></person-group><article-title>Using debriefing for meaningful learning to foster development of clinical reasoning in simulation</article-title><source>J Nurs Educ</source><year>2012</year><month>06</month><volume>51</volume><issue>6</issue><fpage>326</fpage><lpage>333</lpage><pub-id pub-id-type="doi">10.3928/01484834-20120409-02</pub-id><pub-id pub-id-type="medline">22495923</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Levett-Jones</surname><given-names>T</given-names> </name><name name-style="western"><surname>Lapkin</surname><given-names>S</given-names> </name></person-group><article-title>A systematic review of the effectiveness of simulation debriefing in health professional education</article-title><source>Nurse Educ Today</source><year>2014</year><month>06</month><volume>34</volume><issue>6</issue><fpage>e58</fpage><lpage>e63</lpage><pub-id pub-id-type="doi">10.1016/j.nedt.2013.09.020</pub-id><pub-id pub-id-type="medline">24169444</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lee-Jayaram</surname><given-names>J</given-names> </name><name name-style="western"><surname>Ishikawa</surname><given-names>K</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>YJ</given-names> </name><etal/></person-group><article-title>Localizing and tailoring the debriefing assessment for simulation in healthcare to optimize fit</article-title><source>Cureus</source><year>2024</year><month>12</month><volume>16</volume><issue>12</issue><fpage>e75570</fpage><pub-id pub-id-type="doi">10.7759/cureus.75570</pub-id><pub-id pub-id-type="medline">39803164</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Arora</surname><given-names>S</given-names> </name><name name-style="western"><surname>Ahmed</surname><given-names>M</given-names> </name><name name-style="western"><surname>Paige</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Objective structured assessment of debriefing: bringing science to the art of debriefing in surgery</article-title><source>Ann Surg</source><year>2012</year><month>12</month><volume>256</volume><issue>6</issue><fpage>982</fpage><lpage>988</lpage><pub-id pub-id-type="doi">10.1097/SLA.0b013e3182610c91</pub-id><pub-id pub-id-type="medline">22895396</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hull</surname><given-names>L</given-names> </name><name name-style="western"><surname>Russ</surname><given-names>S</given-names> </name><name name-style="western"><surname>Ahmed</surname><given-names>M</given-names> </name><name name-style="western"><surname>Sevdalis</surname><given-names>N</given-names> </name><name name-style="western"><surname>Birnbach</surname><given-names>DJ</given-names> </name></person-group><article-title>Quality of interdisciplinary postsimulation debriefing: 360&#x00B0; evaluation</article-title><source>BMJ Simul Technol Enhanc Learn</source><year>2017</year><volume>3</volume><issue>1</issue><fpage>9</fpage><lpage>16</lpage><pub-id pub-id-type="doi">10.1136/bmjstel-2016-000125</pub-id><pub-id pub-id-type="medline">35515097</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bae</surname><given-names>J</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>J</given-names> </name><name name-style="western"><surname>Jang</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>Y</given-names> </name></person-group><article-title>Development of simulation education debriefing protocol with faculty guide for enhancement clinical reasoning</article-title><source>BMC Med Educ</source><year>2019</year><month>06</month><day>11</day><volume>19</volume><issue>1</issue><fpage>197</fpage><pub-id pub-id-type="doi">10.1186/s12909-019-1633-8</pub-id><pub-id pub-id-type="medline">31185972</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Brett-Fleegler</surname><given-names>M</given-names> </name><name name-style="western"><surname>Rudolph</surname><given-names>J</given-names> </name><name name-style="western"><surname>Eppich</surname><given-names>W</given-names> </name><etal/></person-group><article-title>Debriefing assessment for simulation in healthcare: development and psychometric properties</article-title><source>Simul Healthc</source><year>2012</year><month>10</month><volume>7</volume><issue>5</issue><fpage>288</fpage><lpage>294</lpage><pub-id pub-id-type="doi">10.1097/SIH.0b013e3182620228</pub-id><pub-id pub-id-type="medline">22902606</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zargham</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hanson</surname><given-names>A</given-names> </name><name name-style="western"><surname>Laniewicz</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Psychometric testing of the Debriefing Assessment for Simulation in Healthcare (DASH) for trainee-led, in situ simulations in the pediatric emergency department context</article-title><source>AEM Educ Train</source><year>2020</year><volume>5</volume><issue>2</issue><fpage>e10482</fpage><pub-id pub-id-type="doi">10.1002/aet2.10482</pub-id><pub-id pub-id-type="medline">33842804</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cheng</surname><given-names>A</given-names> </name><name name-style="western"><surname>Grant</surname><given-names>V</given-names> </name><name name-style="western"><surname>Dieckmann</surname><given-names>P</given-names> </name><name name-style="western"><surname>Arora</surname><given-names>S</given-names> </name><name name-style="western"><surname>Robinson</surname><given-names>T</given-names> </name><name name-style="western"><surname>Eppich</surname><given-names>W</given-names> </name></person-group><article-title>Faculty development for simulation programs: five issues for the future of debriefing training</article-title><source>Simul Healthc</source><year>2015</year><month>08</month><volume>10</volume><issue>4</issue><fpage>217</fpage><lpage>222</lpage><pub-id pub-id-type="doi">10.1097/SIH.0000000000000090</pub-id><pub-id pub-id-type="medline">26098492</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chan</surname><given-names>MM</given-names> </name><name name-style="western"><surname>Wan</surname><given-names>AW</given-names> </name><name name-style="western"><surname>Cheung</surname><given-names>DS</given-names> </name><etal/></person-group><article-title>Integration of artificial intelligence in nursing simulation education: a scoping review</article-title><source>Nurse Educ</source><year>2025</year><volume>50</volume><issue>4</issue><fpage>195</fpage><lpage>200</lpage><pub-id pub-id-type="doi">10.1097/NNE.0000000000001851</pub-id><pub-id pub-id-type="medline">40168182</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gordon</surname><given-names>M</given-names> </name><name name-style="western"><surname>Daniel</surname><given-names>M</given-names> </name><name name-style="western"><surname>Ajiboye</surname><given-names>A</given-names> </name><etal/></person-group><article-title>A scoping review of artificial intelligence in medical education: BEME guide no. 84</article-title><source>Med Teach</source><year>2024</year><month>04</month><volume>46</volume><issue>4</issue><fpage>446</fpage><lpage>470</lpage><pub-id pub-id-type="doi">10.1080/0142159X.2024.2314198</pub-id><pub-id pub-id-type="medline">38423127</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tozsin</surname><given-names>A</given-names> </name><name name-style="western"><surname>Ucmak</surname><given-names>H</given-names> </name><name name-style="western"><surname>Soyturk</surname><given-names>S</given-names> </name><etal/></person-group><article-title>The role of artificial intelligence in medical education: a systematic review</article-title><source>Surg Innov</source><year>2024</year><month>08</month><volume>31</volume><issue>4</issue><fpage>415</fpage><lpage>423</lpage><pub-id pub-id-type="doi">10.1177/15533506241248239</pub-id><pub-id pub-id-type="medline">38632898</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rinc&#x00F3;n</surname><given-names>EH</given-names> </name><name name-style="western"><surname>Jimenez</surname><given-names>D</given-names> </name><name name-style="western"><surname>Aguilar</surname><given-names>LA</given-names> </name><name name-style="western"><surname>Fl&#x00F3;rez</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Tapia</surname><given-names>&#x00C1;E</given-names> </name><name name-style="western"><surname>Pe&#x00F1;uela</surname><given-names>CL</given-names> </name></person-group><article-title>Mapping the use of artificial intelligence in medical education: a scoping review</article-title><source>BMC Med Educ</source><year>2025</year><month>04</month><day>12</day><volume>25</volume><issue>1</issue><fpage>526</fpage><pub-id pub-id-type="doi">10.1186/s12909-025-07089-8</pub-id><pub-id pub-id-type="medline">40221725</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gonzalez</surname><given-names>L</given-names> </name><name name-style="western"><surname>Nagendran</surname><given-names>A</given-names> </name></person-group><article-title>Artificial intelligence (AI)-facilitated debriefing: a pilot study</article-title><source>Clin Simul Nurs</source><year>2025</year><month>08</month><volume>105</volume><fpage>101782</fpage><pub-id pub-id-type="doi">10.1016/j.ecns.2025.101782</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Henquet</surname><given-names>M</given-names> </name><name name-style="western"><surname>Bellucci</surname><given-names>T</given-names> </name></person-group><article-title>AI-assisted debrief: automated flight debriefing summarization and competency assessment</article-title><source>Proceedings of the 2nd International Conference on Cognitive Aircraft Systems - Volume 1: ICCAS</source><year>2024</year><publisher-name>SciTePress</publisher-name><fpage>72</fpage><lpage>79</lpage><pub-id pub-id-type="doi">10.5220/0012970200004562</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Echeverria</surname><given-names>V</given-names> </name><name name-style="western"><surname>Zhao</surname><given-names>L</given-names> </name><name name-style="western"><surname>Alfredo</surname><given-names>R</given-names> </name><etal/></person-group><article-title>TeamVision: an AI-powered learning analytics system for supporting reflection in team-based healthcare simulation</article-title><source>CHI &#x2019;25: Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems</source><year>2025</year><publisher-name>Association for Computing Machinery</publisher-name><fpage>1</fpage><lpage>22</lpage><pub-id pub-id-type="doi">10.1145/3706598.3713395</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Fung</surname><given-names>TC</given-names> </name><name name-style="western"><surname>Chan</surname><given-names>SL</given-names> </name><name name-style="western"><surname>Lam</surname><given-names>CF</given-names> </name><etal/></person-group><article-title>Effects of generative artificial intelligence (GenAI) patient simulation on perceived clinical competency among global nursing undergraduates: a cross-over randomised controlled trial</article-title><source>BMC Nurs</source><year>2025</year><month>07</month><day>17</day><volume>24</volume><issue>1</issue><fpage>934</fpage><pub-id pub-id-type="doi">10.1186/s12912-025-03492-0</pub-id><pub-id pub-id-type="medline">40676632</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hong</surname><given-names>E</given-names> </name><name name-style="western"><surname>Kazmir</surname><given-names>S</given-names> </name><name name-style="western"><surname>Dylik</surname><given-names>B</given-names> </name><etal/></person-group><article-title>Exploring the use of a large language model in simulation debriefing: an observational simulation-based pilot study</article-title><source>Simul Healthc</source><year>2025</year><volume>20</volume><issue>6</issue><fpage>366</fpage><lpage>371</lpage><pub-id pub-id-type="doi">10.1097/SIH.0000000000000861</pub-id><pub-id pub-id-type="medline">40326794</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Hicke</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Geathers</surname><given-names>J</given-names> </name><name name-style="western"><surname>Vu</surname><given-names>K</given-names> </name><etal/></person-group><article-title>MedSimAI: simulation and formative feedback generation to enhance deliberate practice in medical education</article-title><source>LAK &#x2019;26: Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference</source><year>2026</year><publisher-name>Association for Computing Machinery</publisher-name><fpage>415</fpage><lpage>424</lpage><pub-id pub-id-type="doi">10.1145/3785022.3785092</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Sumpter</surname><given-names>S</given-names> </name></person-group><article-title>Automated generation of high-quality medical simulation scenarios through integration of semi-structured data and large language models</article-title><source>arXiv</source><comment>Preprint posted online on  Apr 30, 2024</comment><pub-id pub-id-type="doi">10.48550/arXiv.2404.19713</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kolbe</surname><given-names>M</given-names> </name><name name-style="western"><surname>Grande</surname><given-names>B</given-names> </name><name name-style="western"><surname>Spahn</surname><given-names>DR</given-names> </name></person-group><article-title>Briefing and debriefing during simulation-based training and beyond: content, structure, attitude and setting</article-title><source>Best Pract Res Clin Anaesthesiol</source><year>2015</year><month>03</month><volume>29</volume><issue>1</issue><fpage>87</fpage><lpage>96</lpage><pub-id pub-id-type="doi">10.1016/j.bpa.2015.01.002</pub-id><pub-id pub-id-type="medline">25902470</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kolbe</surname><given-names>M</given-names> </name><name name-style="western"><surname>Grande</surname><given-names>B</given-names> </name><name name-style="western"><surname>Lehmann-Willenbrock</surname><given-names>N</given-names> </name><name name-style="western"><surname>Seelandt</surname><given-names>JC</given-names> </name></person-group><article-title>Helping healthcare teams to debrief effectively: associations of debriefers&#x2019; actions and participants&#x2019; reflections during team debriefings</article-title><source>BMJ Qual Saf</source><year>2023</year><month>03</month><volume>32</volume><issue>3</issue><fpage>160</fpage><lpage>172</lpage><pub-id pub-id-type="doi">10.1136/bmjqs-2021-014393</pub-id><pub-id pub-id-type="medline">35902231</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Berger-Estilita</surname><given-names>J</given-names> </name><name name-style="western"><surname>L&#x00FC;thi</surname><given-names>V</given-names> </name><name name-style="western"><surname>Greif</surname><given-names>R</given-names> </name><name name-style="western"><surname>Abegglen</surname><given-names>S</given-names> </name></person-group><article-title>Communication content during debriefing in simulation-based medical education: an analytic framework and mixed-methods analysis</article-title><source>Med Teach</source><year>2021</year><month>12</month><volume>43</volume><issue>12</issue><fpage>1381</fpage><lpage>1390</lpage><pub-id pub-id-type="doi">10.1080/0142159X.2021.1948521</pub-id><pub-id pub-id-type="medline">34260335</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Grant</surname><given-names>VJ</given-names> </name><name name-style="western"><surname>Robinson</surname><given-names>T</given-names> </name><name name-style="western"><surname>Catena</surname><given-names>H</given-names> </name><name name-style="western"><surname>Eppich</surname><given-names>W</given-names> </name><name name-style="western"><surname>Cheng</surname><given-names>A</given-names> </name></person-group><article-title>Difficult debriefing situations: a toolbox for simulation educators</article-title><source>Med Teach</source><year>2018</year><month>07</month><volume>40</volume><issue>7</issue><fpage>703</fpage><lpage>712</lpage><pub-id pub-id-type="doi">10.1080/0142159X.2018.1468558</pub-id><pub-id pub-id-type="medline">29792100</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Parmar</surname><given-names>R</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>M</given-names> </name><name name-style="western"><surname>Budzikowski</surname><given-names>A</given-names> </name></person-group><article-title>Multimodal AI for automated resuscitation debriefing: feasibility of timeline reconstruction using commercially available tools</article-title><source>Med Teach</source><year>2026</year><month>01</month><day>22</day><fpage>1</fpage><lpage>4</lpage><pub-id pub-id-type="doi">10.1080/0142159X.2026.2618505</pub-id><pub-id pub-id-type="medline">41568790</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cheng</surname><given-names>A</given-names> </name><name name-style="western"><surname>Eppich</surname><given-names>W</given-names> </name><name name-style="western"><surname>Kolbe</surname><given-names>M</given-names> </name><name name-style="western"><surname>Meguerdichian</surname><given-names>M</given-names> </name><name name-style="western"><surname>Bajaj</surname><given-names>K</given-names> </name><name name-style="western"><surname>Grant</surname><given-names>V</given-names> </name></person-group><article-title>A conceptual framework for the development of debriefing skills: a journey of discovery, growth, and maturity</article-title><source>Simul Healthc</source><year>2020</year><month>02</month><volume>15</volume><issue>1</issue><fpage>55</fpage><lpage>60</lpage><pub-id pub-id-type="doi">10.1097/SIH.0000000000000398</pub-id><pub-id pub-id-type="medline">31743312</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vaughn</surname><given-names>J</given-names> </name><name name-style="western"><surname>Ford</surname><given-names>SH</given-names> </name><name name-style="western"><surname>Sheckells</surname><given-names>A</given-names> </name><name name-style="western"><surname>Fasnacht</surname><given-names>H</given-names> </name><name name-style="western"><surname>Crawford</surname><given-names>D</given-names> </name><name name-style="western"><surname>Dogan</surname><given-names>G</given-names> </name></person-group><article-title>Enhancing simulation facilitator debriefing using a generative artificial intelligence feedback interface and retrieval-augmented generation: a pilot study</article-title><source>Clin Simul Nurs</source><year>2025</year><month>12</month><volume>109</volume><fpage>101843</fpage><pub-id pub-id-type="doi">10.1016/j.ecns.2025.101843</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ali</surname><given-names>M</given-names> </name><name name-style="western"><surname>Harbieh</surname><given-names>I</given-names> </name><name name-style="western"><surname>Haider</surname><given-names>KH</given-names> </name></person-group><article-title>Bytes versus brains: a comparative study of AI-generated feedback and human tutor feedback in medical education</article-title><source>Med Teach</source><year>2026</year><month>01</month><volume>48</volume><issue>1</issue><fpage>131</fpage><lpage>141</lpage><pub-id pub-id-type="doi">10.1080/0142159X.2025.2519639</pub-id><pub-id pub-id-type="medline">40528415</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>&#x00C7;i&#x00E7;ek</surname><given-names>FE</given-names> </name><name name-style="western"><surname>&#x00DC;lker</surname><given-names>M</given-names> </name><name name-style="western"><surname>&#x00D6;zer</surname><given-names>M</given-names> </name><name name-style="western"><surname>K&#x0131;yak</surname><given-names>YS</given-names> </name></person-group><article-title>ChatGPT versus expert feedback on clinical reasoning questions and their effect on learning: a randomized controlled trial</article-title><source>Postgrad Med J</source><year>2025</year><month>04</month><day>22</day><volume>101</volume><issue>1195</issue><fpage>458</fpage><lpage>463</lpage><pub-id pub-id-type="doi">10.1093/postmj/qgae170</pub-id><pub-id pub-id-type="medline">39656920</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Boscardin</surname><given-names>CK</given-names> </name><name name-style="western"><surname>Abdulnour</surname><given-names>RE</given-names> </name><name name-style="western"><surname>Gin</surname><given-names>BC</given-names> </name></person-group><article-title>Macy Foundation innovation report part I: current landscape of artificial intelligence in medical education</article-title><source>Acad Med</source><year>2025</year><month>09</month><day>1</day><volume>100</volume><issue>9S Suppl 1</issue><fpage>S15</fpage><lpage>S21</lpage><pub-id pub-id-type="doi">10.1097/ACM.0000000000006107</pub-id><pub-id pub-id-type="medline">40456178</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Izquierdo-Condoy</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Arias-Intriago</surname><given-names>M</given-names> </name><name name-style="western"><surname>Tello-De-la-Torre</surname><given-names>A</given-names> </name><name name-style="western"><surname>Busch</surname><given-names>F</given-names> </name><name name-style="western"><surname>Ortiz-Prado</surname><given-names>E</given-names> </name></person-group><article-title>Generative artificial intelligence in medical education: enhancing critical thinking or undermining cognitive autonomy?</article-title><source>J Med Internet Res</source><year>2025</year><month>11</month><day>3</day><volume>27</volume><fpage>e76340</fpage><pub-id pub-id-type="doi">10.2196/76340</pub-id><pub-id pub-id-type="medline">41183320</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ross</surname><given-names>S</given-names> </name></person-group><article-title>Twelve tips for effective simulation debriefing: a research-based approach</article-title><source>Med Teach</source><year>2021</year><month>06</month><volume>43</volume><issue>6</issue><fpage>642</fpage><lpage>645</lpage><pub-id pub-id-type="doi">10.1080/0142159X.2020.1831689</pub-id><pub-id pub-id-type="medline">33053315</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Coggins</surname><given-names>A</given-names> </name><name name-style="western"><surname>Zaklama</surname><given-names>R</given-names> </name><name name-style="western"><surname>Szabo</surname><given-names>RA</given-names> </name><etal/></person-group><article-title>Twelve tips for facilitating and implementing clinical debriefing programmes</article-title><source>Med Teach</source><year>2021</year><month>05</month><volume>43</volume><issue>5</issue><fpage>509</fpage><lpage>517</lpage><pub-id pub-id-type="doi">10.1080/0142159X.2020.1817349</pub-id><pub-id pub-id-type="medline">33032476</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Thompson</surname><given-names>R</given-names> </name><name name-style="western"><surname>Sullivan</surname><given-names>S</given-names> </name><name name-style="western"><surname>Campbell</surname><given-names>K</given-names> </name><name name-style="western"><surname>Osman</surname><given-names>I</given-names> </name><name name-style="western"><surname>Statz</surname><given-names>B</given-names> </name><name name-style="western"><surname>Jung</surname><given-names>HS</given-names> </name></person-group><article-title>Does a written tool to guide structured debriefing improve discourse? Implications for interprofessional team simulation</article-title><source>J Surg Educ</source><year>2018</year><month>11</month><volume>75</volume><issue>6</issue><fpage>e240</fpage><lpage>e245</lpage><pub-id pub-id-type="doi">10.1016/j.jsurg.2018.07.001</pub-id><pub-id pub-id-type="medline">30093336</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Complete standardized prompt used for AI-based analysis of postsimulation debriefings.</p><media xlink:href="formative_v10i1e101797_app1.docx" xlink:title="DOCX File, 18 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Detailed qualitative evaluations of the 30 debriefings across the 6 Debriefing Assessment for Simulation in Healthcare (DASH) dimensions, including strengths, areas for improvement, and illustrative transcript excerpts.</p><media xlink:href="formative_v10i1e101797_app2.docx" xlink:title="DOCX File, 4366 KB"/></supplementary-material></app-group></back></article>