<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i1e43896</article-id>
      <article-id pub-id-type="pmid">37307038</article-id>
      <article-id pub-id-type="doi">10.2196/43896</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Expectations of Anesthesiology and Intensive Care Professionals Toward Artificial Intelligence: Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Piazza</surname>
            <given-names>Ornella</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Meskó</surname>
            <given-names>Bertalan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Burns</surname>
            <given-names>Michael</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Weinert</surname>
            <given-names>Lina</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kloka</surname>
            <given-names>Jan Andreas</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Anaesthesiology, Intensive Care Medicine and Pain Therapy</institution>
            <institution>University Hospital Frankfurt</institution>
            <institution>Goethe University</institution>
            <addr-line>Theodor-Stern Kai 7</addr-line>
            <addr-line>Frankfurt, 60590</addr-line>
            <country>Germany</country>
            <phone>49 630183876</phone>
            <email>JanAndreas.Kloka@kgu.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6890-3239</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Holtmann</surname>
            <given-names>Sophie C</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0330-2402</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Nürenberg-Goloub</surname>
            <given-names>Elina</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9113-4340</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Piekarski</surname>
            <given-names>Florian</given-names>
          </name>
          <degrees>MHBA, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4095-3573</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Zacharowski</surname>
            <given-names>Kai</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0212-9110</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Friedrichson</surname>
            <given-names>Benjamin</given-names>
          </name>
          <degrees>MHBA, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3790-281X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Anaesthesiology, Intensive Care Medicine and Pain Therapy</institution>
        <institution>University Hospital Frankfurt</institution>
        <institution>Goethe University</institution>
        <addr-line>Frankfurt</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Chair for Special Education V – Education for People with Behavioural Disorders</institution>
        <institution>Faculty of Human Sciences</institution>
        <institution>University of Wuerzburg</institution>
        <addr-line>Wuerzburg</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jan Andreas Kloka <email>JanAndreas.Kloka@kgu.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>6</month>
        <year>2023</year>
      </pub-date>
      <volume>7</volume>
      <elocation-id>e43896</elocation-id>
      <history>
        <date date-type="received">
          <day>31</day>
          <month>10</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>9</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>27</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>4</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Jan Andreas Kloka, Sophie C Holtmann, Elina Nürenberg-Goloub, Florian Piekarski, Kai Zacharowski, Benjamin Friedrichson. Originally published in JMIR Formative Research (https://formative.jmir.org), 12.06.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2023/1/e43896" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Artificial intelligence (AI) applications offer numerous opportunities to improve health care. To be used in the intensive care unit, AI must meet the needs of staff, and potential barriers must be addressed through joint action by all stakeholders. It is thus critical to assess the needs and concerns of anesthesiologists and intensive care physicians related to AI in health care throughout Europe.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This Europe-wide, cross-sectional observational study investigates how potential users of AI systems in anesthesiology and intensive care assess the opportunities and risks of the new technology. The web-based questionnaire was based on the established analytic model of acceptance of innovations by Rogers to record 5 stages of innovation acceptance.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The questionnaire was sent twice in 2 months (March 11, 2021, and November 5, 2021) through the European Society of Anaesthesiology and Intensive Care (ESAIC) member email distribution list. A total of 9294 ESAIC members were reached, of whom 728 filled out the questionnaire (response rate 728/9294, 8%). Due to missing data, 27 questionnaires were excluded. The analyses were conducted with 701 participants.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 701 questionnaires (female: n=299, 42%) were analyzed. Overall, 265 (37.8%) of the participants have been in contact with AI and evaluated the benefits of this technology higher (mean 3.22, SD 0.39) than participants who stated no previous contact (mean 3.01, SD 0.48). Physicians see the most benefits of AI application in early warning systems (335/701, 48% strongly agreed, and 358/701, 51% agreed). Major potential disadvantages were technical problems (236/701, 34% strongly agreed, and 410/701, 58% agreed) and handling difficulties (126/701, 18% strongly agreed, and 462/701, 66% agreed), both of which could be addressed by Europe-wide digitalization and education. In addition, the lack of a secure legal basis for the research and use of medical AI in the European Union leads doctors to expect problems with legal liability (186/701, 27% strongly agreed, and 374/701, 53% agreed) and data protection (148/701, 21% strongly agreed, and 343/701, 49% agreed).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Anesthesiologists and intensive care personnel are open to AI applications in their professional field and expect numerous benefits for staff and patients. Regional differences in the digitalization of the private sector are not reflected in the acceptance of AI among health care professionals. Physicians anticipate technical difficulties and lack a stable legal basis for the use of AI. Training for medical staff could increase the benefits of AI in professional medicine. Therefore, we suggest that the development and implementation of AI in health care require a solid technical, legal, and ethical basis, as well as adequate education and training of users.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>anesthesiology</kwd>
        <kwd>artificial intelligence</kwd>
        <kwd>health care</kwd>
        <kwd>intensive care</kwd>
        <kwd>medical informatics</kwd>
        <kwd>technology acceptance</kwd>
        <kwd>Europe-wide survey</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Artificial intelligence (AI) describes computer systems that simulate aspects of human intelligence, such as learning, logical thinking, and problem-solving. In this sense, AI is not a single technology but represents behaviors engendered by a set of computational models, processes, and algorithms. More recently, powerful computer hardware and the availability of vast amounts of data (big data) have accelerated the progress of AI. Established AI-based applications in industry and business are designed to ensure peak performance and minimize room for error [<xref ref-type="bibr" rid="ref1">1</xref>]. AI is poised to transform our societies, daily lives [<xref ref-type="bibr" rid="ref2">2</xref>], and health systems [<xref ref-type="bibr" rid="ref3">3</xref>]. Nevertheless, the medical sector is still hesitating to broadly exploit these opportunities [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], even though numerous AI-based applications have been reported [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>Intensivists must constantly assess a vast flow of information to make a diagnosis and decide on a treatment. According to an article by Morris [<xref ref-type="bibr" rid="ref12">12</xref>], clinical professionals in intensive care units (ICUs) must permanently capture, classify, and contextualize up to 236 parameters, which far exceed human cognitive abilities. Thus, especially clinicians affiliated with ICUs could profit from novel AI-based applications, as numerous vital parameters are constantly collected for each patient and provide a reliable basis for computational support [<xref ref-type="bibr" rid="ref13">13</xref>]. Notably, while AI could provide valuable assistance for clinicians in data-intensive environments, it must overcome numerous challenges to address the concerns of medical staff for robust implementation at points of care. Technical aspects, such as poor data quality and interoperability, low levels of collaboration between different stakeholders, the largely missing legal and ethical framework, and the lack of advanced education for users, were cited as major barriers to the deployment of AI in the medical field [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Accordingly, numerous algorithms developed for the ICU remain in the stage of scientific publication and do not reach clinical implementation [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Rogers Model of Innovation Acceptance (Diffusion of Innovations Theory) and the NASSS (nonadoption, abandonment, scale-up, spread, and sustainability) framework are established and well used to understand and facilitate the adoption and implementation of new technologies and innovations in various settings, including health care [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      <p>This study investigates the expectations toward AI applications among European intensive care staff and anesthesiologists. Based on the Diffusion of Innovations theory, this project aims to derive valuable conclusions to guide the development and implementation of AI applications in the ICU.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>A web-based questionnaire was designed for the cross-sectional and observational study based on the established analytical model of acceptance of innovations by Rogers. The model (Diffusion of Innovations Theory) is used to understand and facilitate the adoption and implementation of new technologies and innovations in various settings, including health care [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>The survey aimed to describe the acceptance of AI applications among European health care professionals as well as the benefits and drawbacks they see and expect from AI implementation in their work environment (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The following demographic variables were assessed: gender, age, working position, medical specialization, and country of employment.</p>
        <p>The questionnaire was tested and modeled in an initial test phase by 5 physicians for practicability and content. The survey was open to all European health care professionals (physicians and nurses working in all positions in anesthesiology and intensive care). Due to the chosen distribution method, mainly anesthesiologists and intensive care physicians were reached.</p>
        <p>The survey was implemented for 2 months, starting on March 11 and lasting until May 9, 2021. The survey was distributed through the European Society of Anaesthesia and Intensive Care (ESAIC) to its members by email with a link to the survey and an invitation to participate. In addition, the link was published on the home page of the European Union (EU)–funded project “ENVISION” [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>In a declaration of consent, participants were informed about the study, data privacy, and anonymous data collection. The Ethics Committee of the University Hospital Frankfurt, Frankfurt, Germany, waived the need for ethical committee approval for this study (Chairperson Prof Dr Harder, Ref No. 2022-766, 28.4.22). Due to the anonymous data collection, no conclusions can be drawn about individual participants. Therefore, the European General Data Protection does not apply. The study was planned in concordance with the CROSS (Checklist for Reporting of Survey Studies) guideline [<xref ref-type="bibr" rid="ref21">21</xref>]. There was no compensation for the voluntary participation.</p>
        <p>To get the status quo in Europe within the currently working health care professionals, questionnaires from participants aged 25-67 years, representing the range of standard ages between completed education and retirement in Europe, were included. Questionnaires that were incompletely filled were excluded.</p>
        <p>All statistical analyses were conducted using SPSS 26.0.0.1 [<xref ref-type="bibr" rid="ref22">22</xref>]. An alpha level of <italic>P</italic>=.05 was set for all analyses. Bonferroni correction was applied for multiple comparisons. Statistical relationships were detected by product-moment correlation coefficients (1-tailed). Continuous data were examined with univariate and multivariate analyses of covariance, using simple contrasts to test for group differences. For statistical calculations, countries were grouped according to the geographic scheme of the statistics division of the United Nations [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>Categorical variables were analyzed by the chi-square independence test. Effect sizes between 0.01 and 0.039 were interpreted as small, between 0.06 and 0.11 as medium, and from 0.14 as strong [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Responders’ Characteristics</title>
        <p>Within 2 months, 728 questionnaires were received, of which 27 had to be excluded due to missing data. In total, 701 participants from all 27 EU members and other non-European states working at different positions in the health care sector were included. The participants had a mean age of 45.86 (SD 10.32, range 25-67) years. The gender distribution was 299 (43%) female and 402 (57%) male, with representative proportions for the different working positions (<xref ref-type="table" rid="table1">Table 1</xref>). A total of 57 (8%) participants were assigned to northern, 165 (24%) to western, 82 (12%) to eastern, and 178 (25%) to southern Europe. Non-EU countries were classified as “other” (219/701, 31%) (Table S1 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Due to the distribution route and in line with the target group, most participants were affiliated with anesthesiology or intensive care medicine (691/701, 99%). More than two-thirds of all participants stated that they have not been in contact with AI up to now (436/701, 62%), and 265 (38%) have been in contact with AI in 1 or more than one field: private (142/265, 54%), professional (132/265, 50%), scientific (80/265, 30%), or other fields (17/265, 6%). The results are structured into 5 key points, which are investigated and discussed below.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographics. Frequency among the respective gender. Gender distribution of participants among different working positions. Both genders of participants included into the data set are equally represented among all working positions.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="150"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="180"/>
            <col width="0"/>
            <col width="160"/>
            <col width="0"/>
            <col width="120"/>
            <col width="0"/>
            <col width="0"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="11">Medical working position</td>
                <td>Total, n (%)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">Resident, n (%)</td>
                <td colspan="2">Specialist, n (%)</td>
                <td colspan="2">Senior consultant, n (%)</td>
                <td colspan="2">Chief physician, n (%)</td>
                <td colspan="2">Other, n (%)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="15">
                  <bold>Gender</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female (n=299)</td>
                <td colspan="2">42 (14)</td>
                <td colspan="2">140 (47)</td>
                <td colspan="2">83 (28)</td>
                <td colspan="2">28 (9)</td>
                <td colspan="2">6 (2)</td>
                <td colspan="3">299 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male (n=402)</td>
                <td colspan="2">46 (11)</td>
                <td colspan="2">166 (41)</td>
                <td colspan="2">130 (32)</td>
                <td colspan="2">54 (13)</td>
                <td colspan="2">6 (1)</td>
                <td colspan="3">402 (100)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Impact of Gender on the Awareness of AI</title>
        <p>There was no significant relationship between sex and awareness of AI (<italic>χ</italic><sup>2</sup><sub>1</sub>=3.02; <italic>P</italic>=.08) (Table S2 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). The distribution of female and male participants was unrelated to the age or the working position (<italic>χ</italic><sup>2</sup><sub>4</sub>=6.001; <italic>P</italic>=.20), thus correctly reflecting gender-specific results (<xref ref-type="table" rid="table1">Table 1</xref>)</p>
      </sec>
      <sec>
        <title>Regional Differences in the Awareness of AI</title>
        <p>There was no significant relationship between the region and the awareness of AI (<italic>χ</italic><sup>2</sup><sub>4</sub>=6.495; <italic>P</italic>=.17), even the calculation without the non-EU regions results in no differences (<italic>χ</italic><sup>2</sup><sub>1</sub>=2.706; <italic>P</italic>=.10) (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Contact with artificial intelligence (AI) according to regions. Absolute number of participants (N=701). Contact with AI in European regions. Grouping the participants into regions allowed significant statistical evaluation of the results.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="220"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Northern Europe (n=57), n (%)</td>
                <td>Western Europe (n=165), n (%)</td>
                <td>Eastern Europe (n=82), n (%)</td>
                <td>Southern Europe (n=178), n (%)</td>
                <td>Other (n=219), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="7">
                  <bold>Previous contact with AI</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>22 (39)</td>
                <td>74 (45)</td>
                <td>34 (42)</td>
                <td>62 (35)</td>
                <td>73 (33)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>35 (61)</td>
                <td>91 (55)</td>
                <td>48 (58)</td>
                <td>116 (65)</td>
                <td>146 (67)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Benefits and Difficulties of AI in the Professional Field</title>
        <p>The descriptive analysis showed that participants mostly agreed with the benefits of AI technology in the medical sector. The highest benefit (most agreeing participants, Table S3 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) is seen in early warning systems, which 335 of 701 (47%) participants even strongly agreed with (corresponds to 335/1407, 24% of all strongly agreeing votes), followed by the improvement of AI through internal training (163/701, 23% of all participants, and 163/1407, 12% of all strongly agreeing votes) and the optimization of intensive care therapy (170/701, 24% of all participants, and 170/1407, 12% of all strongly agreeing votes) (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Potential benefits of AI. (A) Distribution of the votes for rating potential benefits of AI applications by all included participants. The numbers indicate the total number of votes. Potential applications are sorted by the descending total number of votes agreeing or strongly agreeing with the expected benefit. (B) Distribution of “strongly agree” votes among the potential benefits of AI in health care (N=1407). An AI-based early warning system is expected to be most useful in European health care. Among all benefits, the participants strongly agreed that an AI-based early warning system would be the most beneficial. Objective decisions made by AI are least expected to improve work in intensive care units. AI: artificial intelligence; IC: intensive care.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e43896_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The largest perceived difficulties (most agreeing participants, Table S4 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) were technical problems (236/701, 34% of all participants and 236/1023, 23% of all strongly agreeing votes), difficulties in handling AI-based systems (126/701, 18% of all participants and 126/1023, 12% of all strongly agreeing votes), and the inability of AI to visually assess the patient (208/701, 30% of all participants and 208/1023, 20% of all strongly agreeing votes) (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Potential difficulties of AI. (A) Distribution of the votes for rating potential disadvantages of AI applications by all included participants. The numbers indicate the total number of votes. Potential risks are sorted by the descending total number of votes agreeing or strongly agreeing with the expected disadvantage. (B) Distribution of strongly agreeing votes among the potential disadvantages of AI in health care (N=1023). Among all disadvantages, most participants strongly agreed to expect technical problems with AI-based systems. In contrast, the participants do not expect that individual clinical assessment will lose trust in intensive care units due to an increased presence of AI technology. AI: artificial intelligence.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e43896_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Notably, there was a significant 1-tailed correlation between benefits and disadvantages (<italic>r</italic>=0.141; <italic>P</italic>&#60;.001). The higher participants rated the benefits, the lower they rated the disadvantages. According to Cohen [<xref ref-type="bibr" rid="ref24">24</xref>], it is a rather weak effect.</p>
      </sec>
      <sec>
        <title>Impact of Previous Contact With AI on the Assessment of Benefits and Difficulties in the Professional Field</title>
        <p>Multivariate analysis of covariance (MANCOVA) revealed a significant main effect on the assessment of AI and previous contact with AI (Pillai trace <italic>F</italic><sub>2,694</sub>=7.1; <italic>P</italic>=.001; η<sub>p</sub><sup>2</sup>=0.02). The difference remains significant if the covariates of sex, region, medical position, and age are controlled. The planned contrast revealed a significant difference in the assessment only for the benefits (Pillai trace <italic>F</italic><sub>1,695</sub>=13.85; <italic>P</italic>&#60;.001; η<sub>p</sub><sup>2</sup>=0.02). Participants who were in contact with AI before, evaluated each listed benefit higher (mean 3.22, SD 0.39) than participants who stated no previous contact with AI (mean 3.01, SD 0.48). Moreover, there is a contrast between participants who have had experience with AI in a professional context and those who have not yet used AI at work in terms of their evaluation of the benefits (Pillai trace <italic>F</italic><sub>8,592</sub>=28.94; <italic>P</italic>&#60;.001; η<sub>p</sub><sup>2</sup>=0.28). Those who have had experience with AI rate the benefits of AI overall higher than those who have not had experience with it. Age was the only covariate that also had a significant influence (Pillai trace <italic>F</italic><sub>8,592</sub>=6.5; <italic>P</italic>=.03; η<sub>p</sub><sup>2</sup>=0.08) with a negative correlation; the older the participants, the lower the perceived benefits of AI applications.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Background</title>
        <p>We assessed the advantages and difficulties that physicians in European critical care and anesthesiology expect from implementing AI-based applications in their work. Early warning systems have a clear edge among all the benefits assessed by physicians, uncovering a largely underserved clinical need. In line with challenges highlighted in previous research [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>], our survey shows that intensivists and anesthesiologists anticipate a high potential for technical problems and legal issues related to defining liability and ensuring data protection. Further, medical staff would benefit from advanced education and training to mitigate handling difficulties and improve IT competence.</p>
      </sec>
      <sec>
        <title>Gender Has No Significant Impact on the Awareness of AI</title>
        <p>The previously reported considerable gender gap in digital inclusion in the emerging countries among the G20 economies [<xref ref-type="bibr" rid="ref28">28</xref>] is not reflected in our pool of highly educated individuals in the EU. The gender distribution of our participants was uniform among the different European regions and working positions, with a slight insignificant overweight in male senior consultants and chief physicians (4% points, respectively). Thus, we conclude that awareness of AI is likewise popular among female and male clinicians.</p>
      </sec>
      <sec>
        <title>Regional Differences in the Digitalization of the Private Sector Are Not Reflected in AI Acceptance Among Health Care Workers</title>
        <p>Europe is a heterogeneous continent in many ways. The digitalization of European companies is way behind the digital adoption in the United States, according to the European Investment Bank Investment Survey (EIBIS) [<xref ref-type="bibr" rid="ref29">29</xref>]. Thus, only 63% of firms in Europe (vs 73% in the United States) have implemented sophisticated digital technologies like advanced robotics, 3D printing, AI, or the internet of things. The adoption rate differs widely in individual EU countries. While in Sweden, Finland, Spain, and Denmark, more than 70% of firms have introduced advanced digital technologies, in Greece, France, and Poland, the adoption rate is below 54% [<xref ref-type="bibr" rid="ref29">29</xref>]. Surprisingly, the awareness of AI applications among health care workers is equally distributed among the 4 European regions and beyond the EU in our survey. The results of this study suggest that AI-based tools, once developed and implemented, will be widely and uniformly accepted in ICUs in all European regions.</p>
      </sec>
      <sec>
        <title>Physicians Anticipate Technical Difficulties and Miss a Stable Legal Fundament for the Use of AI</title>
        <p>In line with the heterogeneous adaptation of advanced digital technologies in the EU, the weak digital infrastructure is reported to be a barrier to investments in many member states [<xref ref-type="bibr" rid="ref29">29</xref>]. In our survey, 646 (92%) participants expected technical problems with AI applications (<xref rid="figure2" ref-type="fig">Figure 2</xref>, Table S4 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). The lack of digital infrastructure in hospitals and health care administrations limits the introduction of new technologies, and governments should show receptiveness. In 2020, the US Food and Drug Administration listed the biggest advantages of health care digitalization, which were reduced inefficiencies, reduced costs, increased quality, and more personalized medicine for patients [<xref ref-type="bibr" rid="ref30">30</xref>]. The European Commission is currently running programs to support digitalization in the health care sector [<xref ref-type="bibr" rid="ref31">31</xref>], including the ambitious European Health Data Space project [<xref ref-type="bibr" rid="ref32">32</xref>]. Problems anticipated from the lack of a legal framework for the development and use of medical AI are strongly related to critical technical questions like data availability, ownership, security, and interoperability. Critical care physicians named unclear legal liability (560/701, 80%) and data protection issues (491/701, 70%) as potential challenges of AI-based applications in their working environment. To unleash the potential of AI at the bedside, law and technology must work closely together [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Thus, we appreciate the efforts of the European Commission to create a technical basis and stimulate the development of a consistent legal and ethical foundation for AI usage in the medical sector across the EU.</p>
      </sec>
      <sec>
        <title>Advanced Training for Medical Staff Might Enhance the Benefits of AI Used in Professional Medicine</title>
        <p>In 2019, a web-based survey among fellows of the ophthalmology, radiology, radiation oncology, and dermatology colleges in Australia and New Zealand revealed that the majority of participants (71%) expect an improvement in medicine by AI within the next decade. Key advantages were named to be improved disease screening and streamlining of monotonous tasks, while health care outsourcing to technology companies and implications for medical liability were the biggest concerns [<xref ref-type="bibr" rid="ref33">33</xref>]. The majority of European radiology students believed that AI could be able to detect pathologies (83%) and would in the future improve radiology (86%) [<xref ref-type="bibr" rid="ref34">34</xref>]. Likewise, doctors and the public in Japan are enthusiastic about the use of AI-driven approaches in medicine [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>We have been able to reveal a strong dependence of the evaluation of AI applications on previous contact with AI. The more AI-based applications were used, the more their presumed benefits outweigh the disadvantages, as judged by European health care professionals surveyed in our study. This is in line with the Rogers Model of Innovation Acceptance, which identifies 5 stages of innovation acceptance (knowledge, persuasion, decision, implementation, and confirmation) and describes how individuals and organizations progress through the adoption process. Notably, we cannot assess if all participants are aware of AI in digital systems supporting their daily lives and work routines. According to our data, only 265 (38%) of the 701 participants have been in contact with AI. This is a questionable finding since AI has become an everyday application used to unlock smartphones, personalize social media accounts, newsfeeds, and search engines. Strikingly, we focused on anesthesiologists and intensivists, who are working in a data-intensive field and thus are expected to be most aware of advanced technology and computation-assisted medical applications. This discrepancy raises the potential need to increase awareness and intensify education and advanced training in the field of computer technologies for medical staff in all working positions in Europe.</p>
        <p>For the development of technological innovation projects, it is important to consider the benefits and difficulties future users see in AI.</p>
        <p>Consistent with previous surveys among medical students, most of our participants expect multiple benefits from the implementation of AI into the health care sector. According to Khullar et al [<xref ref-type="bibr" rid="ref36">36</xref>], patients also have positive views about AI’s ability to improve care. The authors conclude that patients may benefit from education on how AI can assist in health care. We can underline the need for education not only for patients but also for clinical users to address concerns.</p>
        <p>We identified the common advantages and possible difficulties as seen by potential users. Notably, 588 (84%) participants anticipate difficulties in handling AI applications (<xref rid="figure2" ref-type="fig">Figure 2</xref>, Table S4 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Consistently, 628 (90%) participants agreed that the use of AI at work would enhance their IT competence (<xref rid="figure1" ref-type="fig">Figure 1</xref>, Table S3 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
        <p>Rogers Model of Innovation Acceptance and the NASSS framework are highly relevant for the implementation of innovative technologies in complex and interdependent environments like health care [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. One of the relevant domains is the adopter system, namely medical staff, patients, and lay caregivers [<xref ref-type="bibr" rid="ref18">18</xref>]. Meaningfulness and explainability were pointed out as major considerations for health care providers in the implementation of AI-based decision support [<xref ref-type="bibr" rid="ref27">27</xref>]. It is therefore essential to address the demands and concerns of health care workers to ensure better adaptation, and thus, acceptance of costly new technologies. Our findings emphasize the requirement for advanced training programs for clinicians as well as the development of intuitive user interfaces for AI applications to meet the needs of health care professionals.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Web-based surveys are growing in popularity. However, there are limitations that need to be addressed. Web-based surveys are distributed through different digital channels without the possibility of describing the population that accessed and responded to the survey. This survey has been distributed through an email distribution list to all ESAIC members, and the link to the survey has been published on our ENVISION website. Therefore, the Europe-wide response is not representative. There is no standardized and evaluated questionnaire on this topic; therefore, an adapted analytic model of acceptance of innovations by Rogers was used [<xref ref-type="bibr" rid="ref19">19</xref>]. The survey was conducted during the COVID-19 pandemic, with intensive care stations overrun by patients all over Europe. That is why the survey was limited to a maximum processing time of under 10 minutes, which hindered a closer query on further detail. Despite the short and easy-to-answer survey, only 728 (8%) of the 9294 invitees answered the survey. This response rate is within the lower limits of a web-based survey [<xref ref-type="bibr" rid="ref37">37</xref>]. This might be explained by the high number of patients with COVID-19 during this time and the consecutive high workload for medical professionals. Though the survey potentially harbors a nonresponse bias, we believe that the conclusions drawn are well supported by the existing literature.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>This Europe-wide, web-based survey has shown that anesthetists and intensivists are open to AI applications in their professional field. Numerous benefits for staff and patients are expected by the participants. Regional differences in the digitalization are not reflected in the acceptance of AI among health care professionals. The participants anticipate technical difficulties and lack a stable legal basis for the use of AI. For AI systems to be successfully deployed in European ICUs for the benefit of staff and patients, we emphasize several action points: (1) financial and political measures to reduce technical barriers and create an equivalent level of digitization in European hospitals; (2) incentives for collaboration among all stakeholders to develop meaningful and user-friendly applications; (3) the elaboration of a strong legal framework that makes scientific research and the use of AI safe and trustworthy; and (4) adequate education and training of medical staff.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Spotlight questionnaire.</p>
        <media xlink:href="formative_v7i1e43896_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 238 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Supplement tables.</p>
        <media xlink:href="formative_v7i1e43896_app2.docx" xlink:title="DOCX File , 34 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CROSS</term>
          <def>
            <p>Checklist for Reporting of Survey Studies</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EIBIS</term>
          <def>
            <p>European Investment Bank Investment Survey</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ESAIC</term>
          <def>
            <p>European Society of Anesthesiology and Intensive Care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">EU</term>
          <def>
            <p>European Union</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ICU</term>
          <def>
            <p>intensive care unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MANCOVA</term>
          <def>
            <p>multivariate analysis of covariance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">NASSS</term>
          <def>
            <p>nonadoption, abandonment, scale-up, spread, and sustainability</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank the European Society of Anaesthesiology and Intensive Care (ESAIC) for their assistance with this survey. We would like to thank Dr Oliver Old for the statistical support. This survey is part of the ENVISION Project, which has received funding from the European Union’s Horizon 2020 research and innovation program under grant 101015930. Views and opinions expressed are however those of the authors only and do not necessarily reflect those of the European Health and Digital Executive Agency (HADEA). Neither the European Union nor the granting authority can be held responsible for them.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated and analyzed during this study are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>KZ is principal investigator of the project ENVISION, which has received funding from the European Union’s Horizon 2020 research and innovation programs (under grant 101015930). JAK and BF are steering committee members of ENVISION. All other authors declare that they have no competing interests.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bughin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hazan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ramaswamy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chui</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Allas</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dahlstrom</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Henke</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Trench</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence: the next digital frontier?</article-title>
          <source>McKinsey Global Institute</source>
          <year>2017</year>
          <access-date>2023-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mckinsey.com/~/media/mckinsey/industries/advanced%20electronics/our%20insights/how%20artificial%20intelligence%20can%20deliver%20real%20value%20to%20companies/mgi-artificial-intelligence-discussion-paper.ashx">https://www.mckinsey.com/~/media/mckinsey/industries/advanced%20electronics/our%20insights/how%20artificial%20intelligence%20can%20deliver%20real%20value%20to%20companies/mgi-artificial-intelligence-discussion-paper.ashx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iacobacci</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Exponential Ethics</source>
          <year>2018</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Atropos Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Topol</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>High-performance medicine: the convergence of human and artificial intelligence</article-title>
          <source>Nat Med</source>
          <year>2019</year>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>44</fpage>
          <lpage>56</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nature.com/articles/s41591-018-0300-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-018-0300-7</pub-id>
          <pub-id pub-id-type="medline">30617339</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-018-0300-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bellini</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Montomoli</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bignami</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Poor quality data, privacy, lack of certifications: the lethal triad of new technologies in intensive care</article-title>
          <source>Intensive Care Med</source>
          <year>2021</year>
          <volume>47</volume>
          <issue>9</issue>
          <fpage>1052</fpage>
          <lpage>1053</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s00134-021-06473-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00134-021-06473-4</pub-id>
          <pub-id pub-id-type="medline">34264366</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00134-021-06473-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Panch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mattie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>The "inconvenient truth" about AI in healthcare</article-title>
          <source>NPJ Digit Med</source>
          <year>2019</year>
          <volume>2</volume>
          <fpage>77</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nature.com/articles/s41746-019-0155-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-019-0155-4</pub-id>
          <pub-id pub-id-type="medline">31453372</pub-id>
          <pub-id pub-id-type="pii">155</pub-id>
          <pub-id pub-id-type="pmcid">PMC6697674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Litjens</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sánchez</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Timofeeva</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hermsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nagtegaal</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kovacs</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hulsbergen-van de Kaa</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bult</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>van Ginneken</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>van der Laak</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Deep learning as a tool for increased accuracy and efficiency of histopathological diagnosis</article-title>
          <source>Sci Rep</source>
          <year>2016</year>
          <volume>6</volume>
          <fpage>26286</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nature.com/articles/srep26286"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/srep26286</pub-id>
          <pub-id pub-id-type="medline">27212078</pub-id>
          <pub-id pub-id-type="pii">srep26286</pub-id>
          <pub-id pub-id-type="pmcid">PMC4876324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Zawaski</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Qutub</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Gaber</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Image-based classification of tumor type and growth rate using machine learning: a preclinical study</article-title>
          <source>Sci Rep</source>
          <year>2019</year>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>12529</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nature.com/articles/s41598-019-48738-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-019-48738-5</pub-id>
          <pub-id pub-id-type="medline">31467303</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-019-48738-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6715812</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Soto</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Glicksberg</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Shameer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Miotto</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ashley</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dudley</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence in cardiology</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2018</year>
          <volume>71</volume>
          <issue>23</issue>
          <fpage>2668</fpage>
          <lpage>2679</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S0735109718344085?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2018.03.521</pub-id>
          <pub-id pub-id-type="medline">29880128</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(18)34408-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kassahun</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tibebu</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Giannarou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Metzen</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Vander Poorten</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Surgical robotics beyond enhanced dexterity instrumentation: a survey of machine learning techniques and their role in intelligent and autonomous surgical actions</article-title>
          <source>Int J Comput Assist Radiol Surg</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>553</fpage>
          <lpage>568</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s11548-015-1305-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11548-015-1305-z</pub-id>
          <pub-id pub-id-type="medline">26450107</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11548-015-1305-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kassahun</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tibebu</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Giannarou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Metzen</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Vander Poorten</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Erratum to: Surgical robotics beyond enhanced dexterity instrumentation: a survey of machine learning techniques and their role in intelligent and autonomous surgical actions</article-title>
          <source>Int J Comput Assist Radiol Surg</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>847</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s11548-015-1340-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11548-015-1340-9</pub-id>
          <pub-id pub-id-type="medline">26754445</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11548-015-1340-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hosny</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Parmar</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Quackenbush</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Aerts</surname>
              <given-names>HJWL</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence in radiology</article-title>
          <source>Nat Rev Cancer</source>
          <year>2018</year>
          <volume>18</volume>
          <issue>8</issue>
          <fpage>500</fpage>
          <lpage>510</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nature.com/articles/s41568-018-0016-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41568-018-0016-5</pub-id>
          <pub-id pub-id-type="medline">29777175</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41568-018-0016-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6268174</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>Human cognitive limitations. Broad, consistent, clinical application of physiological principles will require decision support</article-title>
          <source>Ann Am Thorac Soc</source>
          <year>2018</year>
          <volume>15</volume>
          <issue>Suppl 1</issue>
          <fpage>S53</fpage>
          <lpage>S56</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.atsjournals.org/doi/10.1513/AnnalsATS.201706-449KV"/>
          </comment>
          <pub-id pub-id-type="doi">10.1513/AnnalsATS.201706-449KV</pub-id>
          <pub-id pub-id-type="medline">29461892</pub-id>
          <pub-id pub-id-type="pmcid">PMC5822395</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gutierrez</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence in the intensive care unit</article-title>
          <source>Crit Care</source>
          <year>2020</year>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>101</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ccforum.biomedcentral.com/articles/10.1186/s13054-020-2785-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13054-020-2785-y</pub-id>
          <pub-id pub-id-type="medline">32204716</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13054-020-2785-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC7092485</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Old</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Friedrichson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zacharowski</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kloka</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Entering the new digital era of intensive care medicine: an overview of interdisciplinary approaches to use artificial intelligence for patients’ benefit</article-title>
          <source>Eur J Anaesthesiol Intensive Care</source>
          <year>2023</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e0014</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/ejaintensivecare/Fulltext/2023/02000/Entering_the_new_digital_era_of_intensive_care.4.aspx?context=LatestArticles"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/ea9.0000000000000014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van de Sande</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>van Genderen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Huiskens</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gommers</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>van Bommel</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Moving from bytes to bedside: a systematic review on the use of artificial intelligence in the intensive care unit</article-title>
          <source>Intensive Care Med</source>
          <year>2021</year>
          <volume>47</volume>
          <issue>7</issue>
          <fpage>750</fpage>
          <lpage>760</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s00134-021-06446-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00134-021-06446-7</pub-id>
          <pub-id pub-id-type="medline">34089064</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00134-021-06446-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC8178026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shillan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sterne</surname>
              <given-names>JAC</given-names>
            </name>
            <name name-style="western">
              <surname>Champneys</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbison</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Use of machine learning to analyse routinely collected intensive care unit data: a systematic review</article-title>
          <source>Crit Care</source>
          <year>2019</year>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>284</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ccforum.biomedcentral.com/articles/10.1186/s13054-019-2564-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13054-019-2564-9</pub-id>
          <pub-id pub-id-type="medline">31439010</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13054-019-2564-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC6704673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balas</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>WW</given-names>
            </name>
          </person-group>
          <article-title>Road map for diffusion of innovation in health care</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2018</year>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>198</fpage>
          <lpage>204</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthaffairs.org/doi/10.1377/hlthaff.2017.1155"/>
          </comment>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2017.1155</pub-id>
          <pub-id pub-id-type="medline">29401030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wherton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Papoutsi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>A'Court</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hinder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fahy</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Procter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Beyond adoption: a new framework for theorizing and evaluating nonadoption, abandonment, and challenges to the scale-up, spread, and sustainability of health and care technologies</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <volume>19</volume>
          <issue>11</issue>
          <fpage>e367</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/11/e367/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8775</pub-id>
          <pub-id pub-id-type="medline">29092808</pub-id>
          <pub-id pub-id-type="pii">v19i11e367</pub-id>
          <pub-id pub-id-type="pmcid">PMC5688245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <source>Diffusion of Innovations</source>
          <year>2003</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Free Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <source>ENVISION</source>
          <access-date>2023-05-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.envision-icu.de/">http://www.envision-icu.de/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Minh Duc</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Thang</surname>
              <given-names>TLL</given-names>
            </name>
            <name name-style="western">
              <surname>Nam</surname>
              <given-names>NH</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Abbas</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Huy</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Marušić</surname>
              <given-names>Ana</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Kwok</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Karbwang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de Waure</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Drummond</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kizawa</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Taal</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Vermeulen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>GHM</given-names>
            </name>
            <name name-style="western">
              <surname>Gyedu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>To</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Verra</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Jacqz-Aigrain</surname>
              <given-names>ÉM</given-names>
            </name>
            <name name-style="western">
              <surname>Leclercq</surname>
              <given-names>WKG</given-names>
            </name>
            <name name-style="western">
              <surname>Salminen</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Sherbourne</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Mintzes</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lozano</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>US</given-names>
            </name>
            <name name-style="western">
              <surname>Matsui</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Karamouzian</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A consensus-based checklist for reporting of survey studies (CROSS)</article-title>
          <source>J Gen Intern Med</source>
          <year>2021</year>
          <volume>36</volume>
          <issue>10</issue>
          <fpage>3179</fpage>
          <lpage>3187</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s11606-021-06737-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-021-06737-1</pub-id>
          <pub-id pub-id-type="medline">33886027</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-021-06737-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC8481359</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>IBM SPSS Statistics for Windows, version 26</article-title>
          <source>IBM Corp</source>
          <access-date>2023-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ibm.com/support/pages/downloading-ibm-spss-statistics-26">https://www.ibm.com/support/pages/downloading-ibm-spss-statistics-26</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>Methodology: standard country or area codes for statistical use (M49)</article-title>
          <source>Statistics Division United Nations</source>
          <year>2022</year>
          <access-date>2022-07-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://unstats.un.org/unsd/methodology/m49/">https://unstats.un.org/unsd/methodology/m49/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Statistical power analysis</article-title>
          <source>Curr Dir Psychol Sci</source>
          <year>1992</year>
          <volume>1</volume>
          <issue>3</issue>
          <fpage>98</fpage>
          <lpage>101</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1111/1467-8721.ep10768783"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/1467-8721.ep10768783</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lenhard</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lenhard</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Computation of effect sizes</article-title>
          <source>Psychometrica</source>
          <year>2017</year>
          <access-date>2023-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.psychometrica.de/effect_size.html">https://www.psychometrica.de/effect_size.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hacker</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Krestel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Grundmann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Naumann</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Explainable AI under contract and tort law: legal incentives and technical challenges</article-title>
          <source>Artif Intell Law</source>
          <year>2020</year>
          <volume>28</volume>
          <issue>4</issue>
          <fpage>415</fpage>
          <lpage>439</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s10506-020-09260-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10506-020-09260-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rudzicz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jamieson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Goldfarb</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence and the implementation challenge</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <volume>21</volume>
          <issue>7</issue>
          <fpage>e13659</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/7/e13659/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13659</pub-id>
          <pub-id pub-id-type="medline">31293245</pub-id>
          <pub-id pub-id-type="pii">v21i7e13659</pub-id>
          <pub-id pub-id-type="pmcid">PMC6652121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sorgner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bode</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Krieger-Boden</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Aneja</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mishra</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Robb</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>[The effects of digitalization on gender equality in the G20 economies: Women20 study]</source>
          <year>2017</year>
          <publisher-loc>Kiel</publisher-loc>
          <publisher-name>Kiel Institute for the World Economy</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Digitalisation in Europe 2020-2021: evidence from the EIB investment survey</article-title>
          <source>European Investment Bank</source>
          <year>2021</year>
          <access-date>2023-05-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.eib.org/en/publications/digitalisation-in-europe-2020-2021">https://www.eib.org/en/publications/digitalisation-in-europe-2020-2021</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>What is digital health?</article-title>
          <source>U.S. Food and Drug Administration</source>
          <year>2022</year>
          <access-date>2022-01-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/medical-devices/digital-health-center-excellence/what-digital-health">https://www.fda.gov/medical-devices/digital-health-center-excellence/what-digital-health</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>IG</given-names>
            </name>
            <name name-style="western">
              <surname>Evgeniou</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gerke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Minssen</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The European artificial intelligence strategy: implications and challenges for digital health</article-title>
          <source>Lancet Digit Health</source>
          <year>2020</year>
          <volume>2</volume>
          <issue>7</issue>
          <fpage>e376</fpage>
          <lpage>e379</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.thelancet.com/journals/landig/article/PIIS2589-7500(20)30112-6/fulltext"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(20)30112-6</pub-id>
          <pub-id pub-id-type="medline">33328096</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(20)30112-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Proposal for a regulation of the European Parliament and of the Council on the European health data space</article-title>
          <source>EUR-Lex</source>
          <access-date>2023-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eur-lex.europa.eu/legal-content/EN/TXT/?uri=CELEX%3A52022PC0197">https://eur-lex.europa.eu/legal-content/EN/TXT/?uri=CELEX%3A52022PC0197</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scheetz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rothschild</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McGuinness</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hadoux</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Soyer</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Janda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Condon</surname>
              <given-names>JJJ</given-names>
            </name>
            <name name-style="western">
              <surname>Oakden-Rayner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Keel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Wijngaarden</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A survey of clinicians on the use of artificial intelligence in ophthalmology, dermatology, radiology and radiation oncology</article-title>
          <source>Sci Rep</source>
          <year>2021</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>5193</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nature.com/articles/s41598-021-84698-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-021-84698-5</pub-id>
          <pub-id pub-id-type="medline">33664367</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-021-84698-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7933437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Santos</surname>
              <given-names>DPD</given-names>
            </name>
            <name name-style="western">
              <surname>Giese</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brodehl</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chon</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Staab</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Kleinert</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Maintz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Baeßler</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Medical students' attitude towards artificial intelligence: a multicentre survey</article-title>
          <source>Eur Radiol</source>
          <year>2019</year>
          <volume>29</volume>
          <issue>4</issue>
          <fpage>1640</fpage>
          <lpage>1646</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s00330-018-5601-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00330-018-5601-1</pub-id>
          <pub-id pub-id-type="medline">29980928</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00330-018-5601-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tamori</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Yamashina</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mukai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Morii</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Suzuki</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ogasawara</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Acceptance of the use of artificial intelligence in medicine among Japan's doctors and the public: a questionnaire survey</article-title>
          <source>JMIR Hum Factors</source>
          <year>2022</year>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>e24680</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2022/1/e24680"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24680</pub-id>
          <pub-id pub-id-type="medline">35293878</pub-id>
          <pub-id pub-id-type="pii">v9i1e24680</pub-id>
          <pub-id pub-id-type="pmcid">PMC8968553</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khullar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Casalino</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Qian</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Krumholz</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Aneja</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Perspectives of patients about artificial intelligence in health care</article-title>
          <source>JAMA Netw Open</source>
          <year>2022</year>
          <volume>5</volume>
          <issue>5</issue>
          <fpage>e2210309</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/2791851"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2022.10309</pub-id>
          <pub-id pub-id-type="medline">35507346</pub-id>
          <pub-id pub-id-type="pii">2791851</pub-id>
          <pub-id pub-id-type="pmcid">PMC9069257</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manfreda</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Bosnjak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Berzelak</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Haas</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Vehovar</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Web surveys versus other survey modes: a meta-analysis comparing response rates</article-title>
          <source>Int J Mark Res</source>
          <year>2008</year>
          <volume>50</volume>
          <issue>1</issue>
          <fpage>79</fpage>
          <lpage>104</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/147078530805000107?journalCode=mrea"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/147078530805000107</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
