<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="case-report"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id><journal-id journal-id-type="publisher-id">formative</journal-id><journal-id journal-id-type="index">27</journal-id><journal-title>JMIR Formative Research</journal-title><abbrev-journal-title>JMIR Form Res</abbrev-journal-title><issn pub-type="epub">2561-326X</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v10i1e72648</article-id><article-id pub-id-type="doi">10.2196/72648</article-id><article-categories><subj-group subj-group-type="heading"><subject>Case Report</subject></subj-group></article-categories><title-group><article-title>Implementing a Commercial AI Fracture Detection Tool in Health Care Using the Non-Adoption, Abandonment, Scale-Up, Spread, and Sustainability Framework: A Formative Evaluation Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Severinsen</surname><given-names>Gro-Hilde</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Silsand</surname><given-names>Line</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Ellingsen</surname><given-names>Gunnar</given-names></name><degrees>Prof Dr</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Pedersen</surname><given-names>Rune</given-names></name><degrees>Prof Dr</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff3">3</xref></contrib></contrib-group><aff id="aff1"><institution>Norwegian Center for E-health Research</institution><addr-line>Sykehusveien 21</addr-line><addr-line>Troms&#x00F8;</addr-line><country>Norway</country></aff><aff id="aff2"><institution>Faculty of Health Sciences, UiT The Arctic University of Norway</institution><addr-line>Troms&#x00F8;</addr-line><country>Norway</country></aff><aff id="aff3"><institution>Faculty of Nursing and Health Sciences, Nord University</institution><addr-line>Bod&#x00F8;</addr-line><country>Norway</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Mavragani</surname><given-names>Amaryllis</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Chan</surname><given-names>Chun-Hsiang</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>yang</surname><given-names>Xiao</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Gro-Hilde Severinsen, PhD, Norwegian Center for E-health Research, Sykehusveien 21, Troms&#x00F8;, 9019, Norway, 47 90199457; <email>gro-hilde.severinsen@ehealthresearch.no</email></corresp></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>26</day><month>6</month><year>2026</year></pub-date><volume>10</volume><elocation-id>e72648</elocation-id><history><date date-type="received"><day>14</day><month>02</month><year>2025</year></date><date date-type="rev-recd"><day>04</day><month>05</month><year>2026</year></date><date date-type="accepted"><day>05</day><month>05</month><year>2026</year></date></history><copyright-statement>&#x00A9; Gro-Hilde Severinsen, Line Silsand, Gunnar Ellingsen, Rune Pedersen. Originally published in JMIR Formative Research (<ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>), 26.6.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://formative.jmir.org/2026/1/e72648"/><abstract><sec><title>Background</title><p>Artificial intelligence (AI) has the potential to enhance resource efficiency, improve patient treatment, and increase safety in health care. Still, there is limited knowledge on how to implement and evaluate AI solutions in real-world clinical settings. To address this gap, we conducted a formative process evaluation of the first large-scale procurement and implementation of a commercial AI solution in Norwegian health care. F The Non-Adoption, Abandonment, Scale-up, Spread, and Sustainability (NASSS) framework, was used for the formative process evaluation throughout the 4-year project to guide data collection, analysis, and real-time feedback.</p></sec><sec><title>Objective</title><p>This study aimed to evaluate the usefulness of the NASSS framework for formative process evaluation of AI implementation in health care.</p></sec><sec sec-type="methods"><title>Methods</title><p>A formative process evaluation was conducted from 2020 to 2024, covering the procurement, preimplementation, and implementation phases. Data included 65 interviews, observations, and document analysis. Data were analyzed thematically using the 7 NASSS domains, supplemented with subtopics within each domain to capture emerging infrastructural complexities and temporal dynamics. Real-time findings were discussed with the implementation team, decision-makers, and clinicians.</p></sec><sec sec-type="results"><title>Results</title><p>Key factors for successful implementation included clinician trust, workflow integration, task distribution, and digital maturity. Major challenges comprised limited documentation of Conformit&#x00E9; Europ&#x00E9;enne&#x2013;marked solutions, deskilling, and misaligned financial incentives. The NASSS framework enabled the identification of sociotechnical values and complexities, but did not fully capture workflow evolution and changing user perceptions over time.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>The NASSS framework is useful for evaluating AI implementation but requires adaptation to capture temporal dynamics and workflow changes better. These findings contribute to improving evaluation approaches for AI in health care.</p></sec></abstract><kwd-group><kwd>formative process evaluation</kwd><kwd>Non-Adoption, Abandonment, Scale-up, Spread, and Sustainability</kwd><kwd>NASSS</kwd><kwd>information infrastructure</kwd><kwd>commercial AI</kwd><kwd>health care innovation</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>This study reports on the first large-scale implementation of a commercial artificial intelligence (AI) solution in a large Norwegian health care trust in South Norway between 2020 and 2024. Vestre Viken Health Trust (VVHF) serves approximately 500,000 people across 22 municipalities and includes approximately 10,000 staff at 4 hospitals and 1 infirmary [<xref ref-type="bibr" rid="ref1">1</xref>]. The imaging diagnostics department spans all 5 units. This paper describes the 5-year process evaluation of the procurement and implementation of the AI solution BoneView for fracture detection [<xref ref-type="bibr" rid="ref2">2</xref>], using the Non-Adoption, Abandonment, Scale-up, Spread, and Sustainability (NASSS) framework [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. In this paper, we strictly limit the term &#x201C;AI&#x201D; to commercially available Conformit&#x00E9; Europ&#x00E9;enne (CE)&#x2013;marked AI solutions [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>].</p><p>Implementing AI solutions such as BoneView could potentially improve resource efficiency, patient treatment, and safety in health care [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. The improvements include reducing diagnostic errors, optimizing clinical workflows, and decreasing waiting times. However, despite rapid technological development, most AI research focuses on model performance rather than implementation processes. Limited understanding of implementation leaves substantial knowledge gaps for health care organizations regarding the adoption of AI in real-world clinical settings [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Strengthening the evidence base for implementation is therefore essential to ensure the successful implementation of AI and the creation of long-term value for implementation projects, decision-makers, and health care professionals [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref14">14</xref>].</p><p>In 2020, a national inquiry led by the Directorate of Health in Norway identified opportunities and barriers to deploying AI in health care, emphasizing the need for real-world implementation to fully understand its impact [<xref ref-type="bibr" rid="ref15">15</xref>]. The results aligned well with national strategies for digital transformation and responsible AI use in public services [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Meanwhile, VVHF, one of Norway&#x2019;s largest health trusts, wanted to take a leading role in implementing AI in health care. Hence, a national pilot was commissioned for VVHF to procure and implement the first large-scale AI solution in Norwegian health care. This resulted in the procurement of an AI marketplace platform, including several AI solutions, starting with BoneView from the vendor Gleamer [<xref ref-type="bibr" rid="ref2">2</xref>], a CE-marked AI solution for fracture detection in radiology.</p><p>The Directorate of Health also commissioned our research team at the Norwegian Centre for eHealth Research to conduct a formative process evaluation of the pilot project to start building a national knowledge base on the implementation of commercial AI solutions. Knowledge on large-scale AI implementations in health care was scarce at the time, both in Norway and across Europe, underscoring the need for an extensive prospective evaluation. Previous studies have identified significant sociotechnical challenges related to the adoption of AI, such as workflow disruption, low digital maturity in organizations, and a lack of trust in AI solutions. These studies have also highlighted an underdeveloped use of evaluation frameworks within AI research [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>].</p><p>To address these issues, this study presents a formative process evaluation of the BoneView implementation at VVHF using the NASSS framework. Several studies of health care innovations use this framework, including a few AI applications [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. However, reviews show that NASSS remains underused in AI implementation research [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>].</p><p>Hence, this study has two aims: (1) to evaluate the usefulness of the NASSS framework for the process evaluation of AI implementation, and (2) to identify key sociotechnical barriers and facilitators across AI implementations in health care settings.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Study Design</title><p>A formative evaluation is a rigorous process designed to identify potential and actual influences on implementation efforts [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Formative process evaluation is the recommended approach for complex digital health interventions. It enables a systematic evaluation of the sociotechnical interplay among users, technology, and organizations across various implementation phases [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. It therefore provides actionable insights into the process of deploying commercial AI in clinical practice [<xref ref-type="bibr" rid="ref26">26</xref>]. This approach requires close collaboration between researchers and the implementation team. It is a research-driven, evidence-oriented approach in which data are collected and analyzed across the 3 project phases [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Findings are shared with the implementation project to support continuous improvement and surface emerging complexities. It focuses on evaluating the implementation process, generating evidence, and providing feedback, while researchers refrain from making decisions or shaping the intervention directly [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p><p>Implementing digital solutions, such as AI, is inherently messy and complex. Traditional research designs alone rarely capture the nuances required for an understanding of real-world implementation [<xref ref-type="bibr" rid="ref21">21</xref>]. Rather than replacing conventional methods focused on effectiveness and cost-benefit outcomes, formative process evaluation complements them, creating a richer, more context-sensitive evidence base. In this project, this evaluation was essential for identifying specific barriers, values, and sociotechnical preconditions, and for supporting organizational learning.</p><p>The iCHECK-DH (Guidelines and Checklist for Reporting Results of Internet E-Surveys for Digital Health) guidelines structure the presentation of this study (refer to <xref ref-type="supplementary-material" rid="app1">Checklist 1</xref>) [<xref ref-type="bibr" rid="ref27">27</xref>]. The aim of using the checklist is to standardize the documentation of digital health implementations by ensuring transparency regarding context, implementation strategies, and influencing factors [<xref ref-type="bibr" rid="ref28">28</xref>].</p></sec><sec id="s2-2"><title>The AI Solution and the Implementation</title><p>An important motivation for implementing AI solutions was the continuous 5%&#x2010;10% annual increase in imaging volume, without a proportional increase in staff [<xref ref-type="bibr" rid="ref1">1</xref>]. Between 2020 and 2022, VVHF conducted a dialogue-based procurement process. The aim was to generate valuable insights on how to optimize AI implementations and understand their expected effects and values [<xref ref-type="bibr" rid="ref26">26</xref>]. BoneView from Gleamer, for detecting x-ray fractures in radiology was selected as the first solution to be deployed [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. BoneView was part of a Philips and Blackford AI marketplace platform. During the preimplementation phase (2022&#x2010;2023), VVHF conducted an extensive internal validation of 1600 images at the first hospital followed by about 300 images at the other hospitals. The output confidence levels are categorized as positive (&#x003E;90%), doubtful (50%&#x2010;90%), or negative (&#x003C;50%). BoneView was successfully deployed across all 5 VVHF units between August and December 2023 [<xref ref-type="bibr" rid="ref26">26</xref>].</p><p>BoneView is a CE-marked AI solution for x-ray examinations used to identify fractures, bone lesions, hydrops, and dislocations in patients aged 2 years or older. The algorithm is strictly approved as a clinical decision support system and cannot make autonomous decisions [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. The image is taken by radiographers and sent from the Picture Archiving and Communication System (PACS), anonymized, analyzed in a cloud-based AI solution based in Belgium, and then reidentified upon return to PACS, and visualized in the Radiology Information System (RIS) using a traffic light model for triage [<xref ref-type="bibr" rid="ref30">30</xref>].</p></sec><sec id="s2-3"><title>Participants and Recruitment</title><p>Participant recruitment proceeded continuously throughout the 3 project phases. Initial participants were identified by the VVHF project group based on their involvement in the procurement and implementation work. These participants then facilitated the recruitment of leaders, radiologists, radiographers, and representatives from regional health authorities. Recruitment was unproblematic, and most contacted stakeholders agreed to participate. As a result, the final sample included a broad set of stakeholders across all VVHF hospitals and at the system level, enabling a multiperspective understanding of the project.</p></sec><sec id="s2-4"><title>Data Collection</title><p>Data were collected from 2021 to 2024, including 3 phases of the procurement and implementation process (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p><p>The data comprised 1 focus group and 65 individual interviews, all conducted digitally via Microsoft Teams. Some stakeholders participated in 2 to 3 interviews throughout the process, which was valuable for tracking changes in attitudes and trust over time (<xref ref-type="table" rid="table1">Table 1</xref>).</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>This is an overview of the 3 phases of the procurement and implementation project in Vestre Viken Health Trust, alongside the 3 interview phases in the process.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e72648_fig01.png"/></fig><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>This is an overview of the data collection in the 3 phases of procuring and implementing the AI<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> solution in VVHF<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup> (the table includes the number of stakeholders involved, the number of observation hours, a description of the meetings and workshops observed, and the number of hours spent on document studies).</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Method</td><td align="left" valign="bottom">Procurement phase</td><td align="left" valign="bottom">Preimplementation</td><td align="left" valign="bottom">Implementation</td></tr></thead><tbody><tr><td align="left" valign="top">Interview</td><td align="left" valign="top">19 informants<list list-type="bullet"><list-item><p>3 radiologists</p></list-item><list-item><p>11 leaders</p></list-item><list-item><p>5 other informants</p></list-item></list></td><td align="left" valign="top">9 informants<list list-type="bullet"><list-item><p>4 radiologists</p></list-item><list-item><p>2 radiology leaders</p></list-item><list-item><p>1 radiographer</p></list-item><list-item><p>1 leader</p></list-item><list-item><p>1 legal consultant</p></list-item></list></td><td align="left" valign="top">35 informants<list list-type="bullet"><list-item><p>11 radiographers</p></list-item><list-item><p>9 radiographers and radiology leaders</p></list-item><list-item><p>10 radiologists and orthopedics</p></list-item><list-item><p>5 other leaders</p></list-item></list></td></tr><tr><td align="left" valign="top">Observations</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>50-hour dialogue meetings with vendors</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>20 hours of observing workshops preparing hospitals for implementations</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>5 hours of observing radiographers using BoneView</p></list-item><list-item><p>Observers in the regional network for AI radiology every third month</p></list-item></list></td></tr><tr><td align="left" valign="top">Meetings and workshops</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Meetings with the project group every 3 weeks</p></list-item><list-item><p>Evaluation in VV<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup> after the procurement</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Meetings with the project group every 3 weeks</p></list-item><list-item><p>Workshop with Blackford analysis</p></list-item><list-item><p>Meetings with the Norwegian Directorate of Health every 3 weeks</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Meetings with the project group and the Directorate of Health every 3 weeks</p></list-item></list></td></tr><tr><td align="left" valign="top">Document studies</td><td align="left" valign="top">10 hours</td><td align="left" valign="top">20 hours</td><td align="left" valign="top">50 hours</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>AI: artificial intelligence.</p></fn><fn id="table1fn2"><p><sup>b</sup>VVHF: Vestre Viken Health Trust.</p></fn><fn id="table1fn3"><p><sup>c</sup>VV: Vestre Viken.</p></fn></table-wrap-foot></table-wrap><p>Our interview guide was a modified version of the NASSS interview guide, with necessary adjustments to align with Norwegian health care settings, and the diverse stakeholder groups. Interviews lasted between 30 and 90 minutes and began with participants sharing their expectations or experiences of the implementation process. All interviews were recorded with oral consent and conducted by 1 to 3 researchers. The research group transcribed, anonymized, and analyzed the data.</p><p>The data collection also involved observing radiographers using the AI solution at 2 locations. We obtained written consent from each patient examined during these observations. We also observed several meetings and workshops, including vendor dialogue meetings during the procurement phase and postimplementation evaluation meetings, during which process improvements were discussed. Before implementing the AI solution, VVHF organized workshops at each hospital, with representatives from all stakeholders involved in the bone fracture pathway (<xref ref-type="fig" rid="figure2">Figure 2</xref>). They discussed when, why, and for whom the solution required workflow changes. Our research group met every 3 weeks with (1) the Directorate of Health, with whom we discussed national challenges relating to knowledge exchange and the governance of commercial AI solutions. (2) The project group in VVHF is implementing the AI solution. The latter group served as the key forum for discussing process evaluation results, ongoing activities, and maintaining an updated, shared understanding of the implementation process. We also participated as observers in the regional network for AI in radiology in the Southeast Health Region every 3 months.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>An overoview of the wide range of stakeholders involved in the fracture detection workflow.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e72648_fig02.png"/></fig></sec><sec id="s2-5"><title>Analytical and Theoretical Framework</title><sec id="s2-5-1"><title>Use of the NASSS Framework</title><p>For the formative process evaluation, we chose the NASSS evaluation framework (<xref ref-type="fig" rid="figure3">Figure 3</xref>). NASSS was originally developed as a synthesis of 28 technology implementation models and was designed to reveal the structural and sociotechnical complexities that influence digital health projects, including adoption, nonadoption, abandonment, scaling, and sustainability [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. NASSS has been successfully used in numerous digital health evaluations [<xref ref-type="bibr" rid="ref12">12</xref>]. However, research shows that AI implementation studies often lack theoretical grounding and rarely apply NASSS prospectively, despite its potential to guide implementation processes. Our research group has previously used NASSS successfully to evaluate implementations of digital health care solutions [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. In the VVHF study, NASSS was used prospectively throughout the 4-year evaluation process, guiding both data collection and analysis. It captures sociotechnical complexities across 7 domains: condition, technology, value, adoption, organization, wider context, and adaptation over time (<xref ref-type="fig" rid="figure3">Figure 3</xref>). NASSS is also increasingly used to study digital health implementations involving multiple stakeholders and infrastructure dependencies.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>This is an overview of the 7 categories of the Non-Adoption, Abandonment, Scale-up, Spread, and Sustainability framework, including condition, technology, values, adoption, organization, wider context, and adaptation over time.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e72648_fig03.png"/></fig></sec><sec id="s2-5-2"><title>Information Infrastructure as a Theoretical Rationale</title><p>While NASSS structured the overall evaluation of this study, Information Infrastructure (II) theory was added to provide a valuable additional perspective on the stepwise, 4-year-long implementation process. II theory emphasizes that digital systems in health care are always embedded within an installed base of existing technologies, routines, professional roles, and institutional constraints [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. This perspective closely aligned with our findings across the procurement, preimplementation, and implementation phases, in which BoneView had to integrate into a complex landscape comprising RIS, PACS, and electronic health record systems, established workflows, and regulatory requirements. II theory views digital health systems as evolving sociotechnical infrastructures that grow organically over time [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. This emphasis on temporality and interdependence helped us to interpret dynamics that NASSS alone only partially captured. This includes how micro-level and macro-level governance structures shaped workflow practices. It also includes recognizing that the implementation required continuous adjustments as more stakeholders became involved. The inherent dynamism of infrastructure also explains why AI implementation generated ripple effects across the organization, influencing everything from clinical workflows and role expectations to trust, work trajectories, and digital maturity.</p><p>Key II concepts, such as installed base, bootstrapping (design for instant usefulness), and adaptation over time [<xref ref-type="bibr" rid="ref32">32</xref>], clarified challenges that NASSS could only partially capture. These included the need to fit BoneView into an already complex infrastructure. Also, the dependency between new tools and existing workflows, and the importance of iterative adjustments, as more stakeholders became involved. The II theory also helped explain why even a simple, CE-marked &#x201C;off the shelf&#x201D; AI tool required significant sociotechnical work to become usable for clinical practice [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. In this study, II theory is an interpretive supplement to NASSS, not a full parallel framework. By adding a temporal and infrastructural perspective, the II theory enriched the NASSS-guided evaluation. It provided deeper insight into how AI solutions become embedded in health care organizations and why successful implementation depends on ongoing negotiation, adaptation, and alignment across the system.</p></sec></sec><sec id="s2-6"><title>Analysis</title><p>Our data analysis included systematically reading the interview transcripts and deductively coding them into the 7 NASSS categories [<xref ref-type="bibr" rid="ref3">3</xref>]. We used a hermeneutic approach to analyze all the data. This approach involves analyzing data from each project phase separately and the entire dataset together to achieve a balanced, comprehensive understanding of the findings [<xref ref-type="bibr" rid="ref35">35</xref>]. However, the volume of data in each category was too large to identify key values and complexities at first glance. Therefore, we conducted a thematic analysis with inductive coding to identify 2&#x2010;3 subtopics within each domain (<xref ref-type="fig" rid="figure4">Figure 4</xref>) [<xref ref-type="bibr" rid="ref36">36</xref>]. Discussions within the research team and with the project group in VVHF determined the final selection of subcategories within each NASSS category.</p><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>An overview of the 7 Non-Adoption, Abandonment, Scale-up, Spread, and Sustainability (NASSS) categories and the subtopics identified in the study to nuance the findings beyond what the Non-Adoption, Abandonment, Scale-up, Spread, and Sustainability frameworks could achieve.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e72648_fig04.png"/></fig></sec><sec id="s2-7"><title>Ethical Considerations</title><p>The Data Protection Officer (DPO) at University Hospital of North Norway determined that the project did not require approval from the Regional Committee for Medical and Health Research Ethics, as the processing of personal data did not fall under medical and health research under Section 2 of the Norwegian Health Research Act. The processing of personal data complied with the General Data Protection Regulation Articles 6(1)(a), 9(2)(a), 9(2)(j), and 89(1), and was documented in accordance with Article 30 of the General Data Protection Regulation. The project was registered under the University Hospital of North Norway DPO project number 02606VVHF and approved by the DPO at Vestre Viken (20/10471-1).</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Overview</title><p>The procurement of the AI platform, including the BoneView solution, was conducted by VVHF; however, all the other health trusts in the region (15 in total) had an option to purchase it, making it a regional project. BoneView progressed from the procurement phase (2020&#x2010;2022) and preimplementation phase (2022&#x2010;2023) to full deployment (late 2023) and initial scaling and adaptation (2024). The findings were categorized using the NASSS framework (<xref ref-type="fig" rid="figure4">Figure 4</xref>). The results from each category are presented below, outlining topics to be aware of regarding value creation and complexities during AI implementations. The evaluation identified crucial factors, including prerequisites for clinician trust and adoption of the solution, the impact on user workflows, digital maturity in implementing new technology, and considerations around legislation, validation, management, and workflow optimization. For an overview of the NASSS categories and the key findings, refer to <xref ref-type="table" rid="table2">Table 2</xref> below.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>An overview of the 7 NASSS<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup> categories and the key findings and implications of each category<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup>.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">NASSS domain</td><td align="left" valign="bottom">Key findings</td><td align="left" valign="bottom">Implications</td></tr></thead><tbody><tr><td align="left" valign="top">Condition</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Fracture detection is low-risk and suitable for early AI<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup> use.</p></list-item><list-item><p>Workflow efficiency improved with radiographer-led triage.</p></list-item><list-item><p>Role expectations shifted differently for radiologists and radiographers.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Even simple clinical conditions require careful workflow redesign.</p></list-item><list-item><p>Role changes must be supported with training and clear responsibilities.</p></list-item></list></td></tr><tr><td align="left" valign="top">Technology</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>High diagnostic performance but limitations in children, older adults, and distinguishing old from new fractures.</p></list-item><list-item><p>Processing delay (1&#x2010;5 minutes) affected efficiency.</p></list-item><list-item><p>Integrations with RIS<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup>, PACS<sup><xref ref-type="table-fn" rid="table2fn5">e</xref></sup>, and EHR<sup><xref ref-type="table-fn" rid="table2fn6">f</xref></sup> were incomplete.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Human oversight remains essential.</p></list-item><list-item><p>Seamless technical integration is critical for adoption.</p></list-item><list-item><p>Speed and reliability determine perceived usefulness.</p></list-item></list></td></tr><tr><td align="left" valign="top">Values</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Major value for patients: reduced waiting time, fewer ER<sup><xref ref-type="table-fn" rid="table2fn7">g</xref></sup> visits, immediate triage.</p></list-item><list-item><p>Limited short-term workload reduction for radiologists.</p></list-item><list-item><p>Benefits spread across departments, not only imaging.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Economic models must account for cross-department benefits.</p></list-item><list-item><p>Patient value is a strong driver for AI implementation.</p></list-item></list></td></tr><tr><td align="left" valign="top">Adoption</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Trust depended on extensive local validation (1600 images).</p></list-item><list-item><p>Radiologists involved early; radiographers joined later despite major workflow changes.</p></list-item><list-item><p>New responsibilities increased empowerment but also stress.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Early and continuous user involvement is key.</p></list-item><list-item><p>Different professions require tailored onboarding.</p></list-item><list-item><p>Training and support must match new responsibilities.</p></list-item></list></td></tr><tr><td align="left" valign="top">Organization</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Bottom-up &#x201C;learning by doing&#x201D; strategy enabled iterative improvement.</p></list-item><list-item><p>Broad stakeholder involvement fostered ownership.</p></list-item><list-item><p>Organizational change was more challenging than technical integration.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Implementation strategies should emphasize cocreation and flexibility.</p></list-item><list-item><p>Preimplementation workshops reduce resistance.</p></list-item><list-item><p>Organizational readiness is as important as technological readiness.</p></list-item></list></td></tr><tr><td align="left" valign="top">Wider<break/>context</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Limited national experience with AI procurement and implementation.</p></list-item><list-item><p>GDPR<sup><xref ref-type="table-fn" rid="table2fn8">h</xref></sup> compliance and European cloud hosting were essential.</p></list-item><list-item><p>Dialogue-based procurement enabled better evaluation of vendor capabilities.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>National-level guidance and standards are needed.</p></list-item><list-item><p>Legal and regulatory complexity must be addressed early.</p></list-item><list-item><p>&#x201C;Off the shelf&#x201D; AI still requires extensive local validation.</p></list-item></list></td></tr><tr><td align="left" valign="top">Adaptation<break/>over time</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Improved digital maturity and readiness for future AI tools.</p></list-item><list-item><p>Potential long-term redistribution of tasks to radiographers and orthopedics.</p></list-item><list-item><p>Concerns about the impact on radiologist and radiographer training.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Long-term planning should include workforce development and training.</p></list-item><list-item><p>Early-stage AI implementations can prepare organizations for more complex tools.</p></list-item><list-item><p>Continuous evaluation is needed to balance efficiency and clinical competence.</p></list-item></list></td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>NASSS: Non-Adoption, Abandonment, Scale-up, Spread, and Sustainability.</p></fn><fn id="table2fn2"><p><sup>b</sup> This overview provides an overview of the process evaluation conducted in Vestre Viken Health Trust. More details are presented in the subsections below, which describe the most important findings in the different Non-Adoption, Abandonment, Scale-up, Spread, and Sustainability categories.</p></fn><fn id="table2fn3"><p><sup>c</sup>AI: artificial intelligence.</p></fn><fn id="table2fn4"><p><sup>d</sup>RIS: Radiology Information System.</p></fn><fn id="table2fn5"><p><sup>e</sup>PACS: Picture Archiving and Communication System.</p></fn><fn id="table2fn6"><p><sup>f</sup>EHR: electronic health record. </p></fn><fn id="table2fn7"><p><sup>g</sup>ER: emergency room.</p></fn><fn id="table2fn8"><p><sup>h</sup>GDPR: General Data Protection Regulation.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2"><title>Category 1: Condition</title><p>The first NASSS category considers clinical condition, potential comorbidities, and sociocultural factors to determine whether patients are suitable candidates for this technology [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Rather than referring to a single condition, fracture detection encompasses the assessment of all types of fractures in the body. The only inclusion criterion is a suspected fracture requiring x-ray examination. As we did not have a specific condition to address, we used this category to highlight significant findings that did not fit into any other NASSS category. This included user expectations and attitudes, as well as the impact of AI solution implementation on image diagnostics workflows.</p><p>Overall, implementing BoneView has significantly optimized the fracture detection workflow. Although all the hospitals had different workflows before the AI solution, the overall workflow still included sending patients back to the emergency room to wait for radiologists to assess the images. This often resulted in the patients waiting for several hours. In the new workflow, radiographers using the AI solution assess images and send patients with positive results to orthopedics. Those with negative results are sent home, and those in which the AI solution is in doubt are sent for radiologist assessment, as before. Although using the AI solution has streamlined the fracture workflow, radiologists still assess all x-ray images the following day to ensure quality (refer to <xref ref-type="fig" rid="figure5">Figure 5</xref> for the new and old workflows). This means that many patients are sent home without any waiting time.</p><fig position="float" id="figure5"><label>Figure 5.</label><caption><p>This is an illustration of the old workflow of imaging diagnostics befor using AI (blue) and the new workflowd of imaging diagnostics (pink) after AI was implemente. AI: artificial intelligence.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e72648_fig05.png"/></fig><p>The other subtopic in this category concerns attitudes and expectations regarding the use of an AI solution in image assessment. Radiologists initially approached the AI solution with cautious optimism. They gradually recognized its potential to enhance fracture detection and free up time for addressing more complex diagnostics. Some were skeptical about its immediate impact on clinical workflows and the diagnostic quality. Radiographers, on the other hand, were initially more optimistic and many embraced the expanded role in imaging assessment and patient distribution. Still, some expressed concerns about how using BoneView required them to spend more time on each patient and reshaped their responsibilities, without additional training or financial compensation.</p><p>The key takeaway from this category is that even simple clinical conditions still require substantial workflow and role adjustments when introducing AI.</p></sec><sec id="s3-3"><title>Category 2: Technology</title><p>This category addresses the material and technical features of the technology, usability, data, and knowledge generated or made visible by the technology, the knowledge and support needed to use the technology, and sustainability [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. The 3 subtopics addressed in this category include quality, integration, and usability.</p><p>The quality of BoneView in relation to local images was a key issue to address for clinicians to trust it. A retrospective validation proved that BoneView was almost as effective as radiologists. Furthermore, BoneView detected some fractures that the radiologists missed, and performance was unaffected by fatigue and stress. Hence, radiologists reported on its potential to improve overall diagnostic quality. However, limitations such as the inability to account for medical history, distinguish between old and new fractures, and accurately interpret certain patient groups (eg, children and older adults) highlight the importance of human oversight in the diagnostic process. This means that the AI solution requires optimization, to be approved as for instance an autonomous and learning solution. There are both legal and trust barriers to using it autonomously. Radiologists say that the AI solution made too many mistakes to operate autonomously.</p><p>Integration and workflow efficiency are also important considerations when using the AI solution. Significant challenges were encountered, including delays in image analysis ranging from 1.10 to 5.00 minutes. Handling up to 60 x-rays in one shift, a 2&#x2010; to 5-minute delay per patient adds up significantly across the day. Seamless integration with existing IT systems (eg, RIS, PACS, and electronic health record) is also critical to minimize disruption and ensure that the technology adds value without complicating the workflow or increasing the number of clicks or logons, especially if more than one AI solution is required.</p><p>The key takeaway from this category is that the effective use of AI requires high technological reliability, seamless integration, and well-designed user interaction.</p></sec><sec id="s3-4"><title>Category 3: Values</title><p>The third NASSS category considers the value of innovation and who benefits from it. This includes asking whether new technology is worth developing. It considers both the supply side and demand side values of health technology appraisal, as well as value for patients [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. The subtopics highlighted in this category were user and patient values, as well as the organization&#x2019;s overall financial value.</p><p>Regarding value for users, the main objective of the implementation was to free up time for radiologists, given the pressing shortage of clinical resources. Still, radiologists did not expect much value from the initial AI solution, since fractures were not the most pressing area, and they still had to assess all images. Nevertheless, the introduction of BoneView shifted roles between technology and users, generating immediate usefulness. Having the AI solution as a decision support tool was particularly beneficial for inexperienced radiologists and radiographers. One concern was the risk of overreliance on BoneView results and less trust in one&#x2019;s own assessment. With the support of the AI solution, radiographers sent most patients with negative results home. This also led to fewer patients being sent to the emergency room, saving 15 consultations a day during the first 6 months of use. This change in workflow provided significant value to patients, as 50%&#x2010;60% of those referred to imaging diagnostics receive negative results. During the first 6 months of using BoneView, patients saved approximately 55 days of waiting time, and 1500 patients were sent home immediately.</p><p>To justify the long-term adoption of BoneView, it is necessary to consider the financial implications of its implementation from an overall perspective. The image diagnostics department covered the cost of investing in and deploying the AI solution; their direct benefits were limited in terms of time and cost savings. The emergency department and the patients gained the most benefits. To justify financial investment, we emphasize the need to consider the organization-wide benefits of using AI solutions. This involves discussing financial models and recognizing the ripple effects of AI implementations across the organization, which are essential for long-term sustainability. Furthermore, as AI implementations are monitored over time as an ongoing postimplementation process, long-term benefits for the imaging diagnostics department are expected to emerge.</p><p>The key takeaway from this category is the need to consider financial values at an organizational level, as well as the value of work distribution for radiologists and radiographers. Not having to wait for radiologists saved patients hours of waiting.</p></sec><sec id="s3-5"><title>Category 4: Adoption</title><p>The fourth NASSS category concerns the adoption and use of technology by patients and staff [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Our study focuses on health care workers&#x2019; adoption or abandonment of the BoneView solution. This category emphasizes building clinicians&#x2019; trust, changes in roles and relationships, and user involvement.</p><p>The most important success factor in implementing BoneView is building user trust in the solution&#x2019;s quality. During the preimplementation phase, it became clear that users did not trust the AI solution. The most significant barriers were concerns about the solution&#x2019;s overall quality and the lack of local validation [<xref ref-type="bibr" rid="ref26">26</xref>]. Consequently, VVHF conducted extensive retrospective validation involving 1600 images at the first hospital. The results confirmed that BoneView achieved approximately the same sensitivity and specificity as reported by vendor documentation for traditional x-ray examinations. This rigorous process reassured users and demonstrated that the AI solution met local requirements and existing diagnostic standards.</p><p>Also, user involvement and continuous dialogue are essential preconditions for acceptance. Radiologists were therefore included at every step of the implementation process: this included identifying areas where AI solutions were useful for decision support. They participated in vendor dialogue meetings during the procurement phase and preimplementation workshops mapping workflows. They validated and tested the solution. Nevertheless, the process was lengthy, and only a few radiologists could participate. This led to varied perceptions of the process: some radiologists felt prepared and informed, while others felt less included. The radiographers were not consulted before the solution was implemented. This was challenging, since the radiographers were the main users of the AI solution.</p><p>The final subtopic in this category was changes in roles and responsibilities. Using BoneView enabled temporarily transferring tasks from radiologists to radiographers. Radiographers now play a more active role in assessing images, patient distribution, and providing follow-up advice. They send most patients with negative AI results home without waiting. They highlighted the need for updated training and compensation for enhanced responsibility. Radiologists supported the redistribution of tasks, since they still assessed all images the following day. Implementing the AI solution improved radiologists&#x2019; workflow efficiency, enabling them to focus on complex cases and leave fracture assessments to the next day.</p><p>The key takeaway from this category is the importance of gaining users&#x2019; trust in the AI solution through extensive validation and user involvement.</p></sec><sec id="s3-6"><title>Category 5: The Organization</title><p>The fifth NASSS category concerns preparing organizations for innovation. This includes the capacity to embrace service-level innovations, the readiness for specific technologies, and the interdependencies between organizations [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. In this category, we discuss VVHF&#x2019;s implementation strategy, emphasizing the importance of organizational change to succeed with AI implementations.</p><p>The most common approach to large-scale implementation in health care is a top-down strategy, where technology is implemented simultaneously across an organization; this is a complex, time-consuming process. However, VVHF opted for a bottom-up &#x201C;learning by doing&#x201D; implementation strategy, focusing on one hospital at a time. To address new preconditions for implementation, such as cloud storage, technical integration, legislation, and validation efficiently, relevant stakeholders, including technologists, lawyers, and clinicians, were included in the project group. This generated understanding, ownership, and a more efficient process. Rather than spending time writing strategies and plans, VVHF identified the key goals and requirements for implementing the AI solution, documenting and evaluating each step of the process successively. They then reused and improved the documentation for each implementation.</p><p>The project group collaborated closely with the change management team to inform staff and prepare them for the new technology. Including an organizational change process alongside the implementation ensured that the AI solution met organizational and clinical requirements. Implementing AI solutions in health care requires more than just deploying technology; organizational restructuring and workflow adaptation are also necessary, which can be challenging given the numerous stakeholders involved in fracture detection across different levels of the health care system (<xref ref-type="fig" rid="figure2">Figure 2</xref>).</p><p>Thanks to VVHF&#x2019;s collaborative approach and the focus on change management, these challenges were addressed systematically. An important part of the process was holding preimplementation workshops with all relevant stakeholders at each hospital (<xref ref-type="fig" rid="figure2">Figure 2</xref>). The workshop prepared them for changes in workflows, reducing resistance, and confirmed alignment across different health care levels. A radiography leader said that improving efficiency depends on organizational factors and restructuring current workflows as much as on the technology, since BoneView is a static AI solution, and extensive alterations to the solution require new CE marking.</p><p>The key takeaway from this category is that organizational change was essential for aligning workflows, expectations, and responsibilities. The AI implementation strategy included a bottom-up approach and a cross-disciplinary project group.</p></sec><sec id="s3-7"><title>Category 6: Wider Context</title><p>This category addresses the simplicity or complexity of the wider institutional and sociocultural context of innovation [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. The subtopics address the lack of a knowledge base and the implementation of commercial &#x201C;off the shelf&#x201D; AI solutions.</p><p>Due to a lack of knowledge and evidence-based guidance on procuring and implementing commercial AI solutions, VVHF decided to use a dialogue-based procurement approach. This was the first time this approach was used for health care innovations in Norway. They started with a short proposal inviting vendors to participate. The next step was extensive dialogue with each qualified vendor to establish a thorough understanding of their AI solutions. They then finalized the purchase document and selected the vendor. This process made it possible to better getting to know each vendor, still it was a complex and time consumin to conduct. During this process, VVHF also opted to shift from procuring individual algorithms to acquiring an AI platform. Choosing a platform provides flexibility to test and replace different solutions without initiating new complex procurement processes.</p><p>The final challenge in this category was challenges with using BoneView as an &#x201C;off the shelf&#x201D; ready for implementation. BoneView had the most robust clinical documentation and was already deployed in several European health care settings. Still, the documentation on clinical quality was insufficient, which generated mistrust among clinicians and hindered immediate deployment. Local validation became essential to build trust among clinicians.</p><p>The key takeaway from this category is that implementing commercial AI in health care is less about technical deployment and more about a complex organizational process. This process requires new procurement approaches, workflow adaptations, local validation, and trust building to make &#x201C;off the shelf&#x201D; solutions clinically usable.</p></sec><sec id="s3-8"><title>Category 7: Adaptation Over Time</title><p>The seventh category focuses on the adaptation and coevolution of technology and service delivery. In this category, we focus on the pathway to digital maturity and the long-term effects of deploying AI solutions [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p><p>The initial deployment of BoneView for fracture detection was a strategic decision to introduce AI solutions in a low-risk area to foster digital maturity within the organization. Even if BoneView sometimes would miss a fracture, the consequences for patient outcomes were low if patients were sent home one day and then recalled the next day after the radiologist reviewed the image. BoneView provided immediate organizational benefits, including reduced patient waiting times and enhanced digital maturity. The implementation created a solid foundation for implementing more advanced AI solutions in high-risk clinical areas in the future.</p><p>The evaluation of BoneView highlighted two potential long-term effects: (1) enabling orthopedic specialists to assess positive fracture images with AI assistance, and (2) enabling radiographers to discharge patients without requiring radiologist oversight for specific types of fractures, supported by BoneView. If these studies confirm BoneView&#x2019;s effectiveness, significant radiology resources can be saved. Radiologists hope that future AI solutions will free them from labor-intensive and tedious routine examinations. Although AI solutions can reduce workload, radiologists expressed concerns about the potential skill atrophy of new radiologists. Reduced exposure to routine examinations could lead to deskilling, underscoring the importance of careful attention to the future quality of radiologist education. Radiographers&#x2019; education also needs to be evaluated to account for new tasks and responsibilities arising from the introduction of AI .</p><p>The key takeaway from this category is that AI could potentially save radiologists time in the long run. BoneView increased digital maturity and prepared for using more advanced AI solutions. It also increases requirements for alterations in both the radiographer and radiologist professions.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>This formative process evaluation had two aims: (1) to examine the usefulness of the NASSS framework for evaluating the implementation of a commercial AI solution and (2) to identify key sociotechnical values, barriers, and facilitators shaping AI adoption in health care.</p><p>In relation to (1) the usefulness of NASSS for process evaluation of AI implementation, we found that applied prospectively, NASSS supported real-time learning by surfacing sociotechnical preconditions to succeed that were impossible to capture by technical performance metrics alone. The use of NASSS also supports real-time learning through continuous dialogue between the research group and the project team. The findings were directly used to inform decisions in different parts of the implementation process. One example was how our preimplementation interviews with radiologists outlined the need for local validation to build trust. This included both confirming the quality of the AI solution as well as defining how well it fitted the local context. However, our findings also show that NASSS has limitations in capturing temporal dynamics, workflow evolution, and emerging infrastructural dependencies central to AI implementations. Complementing NASSS with an information infrastructure perspective improved sensitivity to these aspects. Also, it was difficult to use NASSS for managing the large volumes of heterogeneous data in this 4-year implementation process. In practice, the data in each NASSS domain were divided into 2&#x2010;3 subtopics to enable outlining values and complexities. Hence, it is necessary to make some adjustments to make NASSS an optimal framework for evaluating AI implementations in health care.</p><p>In relation to (2) sociotechnical values, facilitators, and barriers, using NASSS to evaluate the implementation of BoneView generated values at the organizational, user, and system levels. Key benefits included improved workflows, reduced waiting times, fewer emergency department consultations, and redistribution of triage tasks to radiographers. Other values included trust building, systematic user involvement, extensive change management focus, and building digital maturity stepwise. Barriers included challenges related to role negotiation, professional training, and concerns about deskilling, infrastructural integration, and misalignment between organizational costs and benefits. In addition, large-scale implementation of AI solutions had never been done before; therefore, the process included an extensive focus on addressing new legal and privacy protection issues, internal change management, technical integration, ethical considerations, discussing financial models, and knowledge governance as well as defining how to monitor the solution over time.</p></sec><sec id="s4-2"><title>Comparison to Prior Work</title><p>This study contributes to and extends a growing body of literature emphasizing the need for sociotechnical evaluations when implementing digital health technologies in general and AI solutions especially. Previous studies have shown that many AI implementation failures arise from insufficient sociotechnical oversight rather than technical shortcomings [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. Our findings support this and align with prior studies by, for example, Greenhalgh et al [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>] and Cresswell et al [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], reinforcing that implementation challenges arise primarily from interactions between technology, professional roles, and organizational structures rather than from algorithmic performance alone.</p><p>As an extension of the need for sociotechnical focus when evaluating AI implementation, our study demonstrates that even a relatively simple, off-the-shelf AI solution such as BoneView generated extensive ripple effects. They include issues such as workflows, value creation, trust, change management, digital maturity, and monitoring practices. These impacts are often overlooked by traditional performance-focused or cost-benefit evaluations [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], supporting calls for formative and process-oriented evaluation approaches that capture the broader implementation context and infrastructural conditions that include the installed base as the starting point for such implementations [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref32">32</xref>].</p><p>In line with prior studies highlighting the lack of dedicated frameworks for AI implementation evaluations in health care [<xref ref-type="bibr" rid="ref2">2</xref>], this study presents an example of using the NASSS framework to outline how useful this framework is for evaluating AI implementation. This is an extension of existing research where NASSS is used for AI evaluation since we used the framework prospectively across procurement, preimplementation, and implementation phases. NASSS has most commonly been used retrospectively and [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref31">31</xref>] only rarely for AI-focused evaluations [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]; our approach responds directly to calls for concurrent and forward-looking evaluations that allow emerging tensions, values, and unintended consequences to be identified in ongoing implementations [<xref ref-type="bibr" rid="ref31">31</xref>]. Our findings also engage with ongoing methodological discussions concerning NASSS. Echoing critiques raised by Greenhalgh et al [<xref ref-type="bibr" rid="ref3">3</xref>], we experienced challenges related to overlapping domains and the analytical &#x201C;messiness.&#x201D; However, consistent with prior arguments, our results suggest that this conceptual openness is a strength in formative evaluation, enabling complex, interdependent sociotechnical dynamics to be surfaced rather than prematurely simplified. At the same time, our experience extends previous work by illustrating how domain overlaps and category granulation complicate longitudinal analysis, particularly when technologies incrementally reshape workflows and professional practices over time [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. A new finding in this paper related to prospective use of NASSS was the need for granulating the findings to outline complexities and values, at the same time as nuancing the data made it challenging to capture the temporal aspect of the process. Still, the prospective evaluation enabled continuous feedback to the implementation project, with findings that contributed to adjustments along the way. This is in line with the intention of NASSS [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>] and formative process evaluation [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref39">39</xref>].</p><p>Rather than discussing all findings individually, trust serves as an illustrative example of how our findings both align with and extend prior research. Consistent with earlier studies, we found that trust in AI systems is socially and organizationally produced rather than a consequence solely of regulatory approval or vendor assurances [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. However, our findings extend this work by showing how trust operated not only as a prerequisite for adoption but as a longitudinal mechanism shaping workflow redesign, role renegotiation, and organizational value creation across multiple NASSS domains. This perspective aligns with II theory, particularly the emphasis on building the installed base to enable adaptation and long-term sustainability [<xref ref-type="bibr" rid="ref32">32</xref>]. In our study, incremental trust building around AI-supported fracture detection contributed to a broader shift in professional attitudes, moving radiologists from initial skepticism toward increased openness to more advanced AI applications. This supports recent calls to conceptualize trust and adoption as evolving sociotechnical processes rather than static determinants [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], while also highlighting limitations of applying relatively static frameworks such as NASSS to capture such temporal dynamics.</p><p>Taken together, our findings corroborate and extend prior research advocating for formative, sociotechnical-informed evaluations of AI in health care. By applying NASSS prospectively and empirically demonstrating how values, trust, and complexity emerge and interact over time, this study contributes nuanced insights into the conditions under which AI implementations may succeed or fail in real-world clinical settings.</p></sec><sec id="s4-3"><title>Limitations</title><p>This study focused on implementing a single, low-risk CE-marked AI solution for fracture detection across one health care organization and one clinical domain. Because diagnostic errors in this fracture detection have limited clinical consequences and radiologists continue to review all images, the transferability of findings to higher-risk, autonomous, or learning AI systems is limited.</p><p>Although the formative and longitudinal design enabled real-time insight during implementation, the study captures only early adaptation and initial embedding, rather than long-term effects, spread, or sustainability. Potential consequences related to professional role evolution, training needs, and deskilling among radiologists and radiographers therefore remain insufficiently explored.</p></sec><sec id="s4-4"><title>Conclusion</title><p>Overall, the study highlights the importance of choosing formative evaluation approaches that can capture both sociotechnical complexity and temporal change over time. Strengthening formative, framework-guided evaluations will be essential to support safe, scalable, and sustainable adoption of commercial AI in health care. When applied reflexively and enriched with greater temporal sensitivity, NASSS offers a robust basis for guiding, interpreting, and learning from long-term AI implementation processes.</p><p>Future studies should include comparative, prospective evaluations of multiple commercial AI solutions across clinical domains, organizational contexts, and risk profiles. They should also incorporate patient perspectives, governance, financing, and ethics to outline an even broader set of values and complexities. Methodological work should further refine AI evaluation frameworks such as NASSS by strengthening temporal sensitivity and explicitly incorporating AI-specific and infrastructural considerations. Other frameworks should be tried out for similar evaluations since using NASSS as the primary analytical framework, supplemented by II theory analysis, may have limited the analytical scope; other frameworks could highlight additional dimensions of AI implementation not addressed here.</p></sec></sec></body><back><ack><p>This study would not have been possible without extensive collaboration with the project group in Vestre Viken Health Trust (VVHF) and the Imaging Diagnostics Department. This included recruiting informants, invitations to workshops, and regular meetings every 3 weeks to discuss findings from the project, which is essential for the process evaluation approach. The rest of our research group at the Norwegian Centre for eHealth Research (NSE) also made important contributions to discussions of the project's findings, contributing to extending the knowledge base on artificial intelligence (AI) implementations.</p><p>We used the generative AI tool ChatGPT by OpenAI to refine, correct, and edit the manuscript, suggesting language improvements during manuscript preparation. They were also used to draft summaries of existing self-generated text.</p></ack><notes><sec><title>Funding</title><p>The authors declared no financial support was received for this work.</p></sec><sec><title>Data Availability</title><p>The datasets generated or analyzed during this study are not publicly available due to the nature of these data, which include potentially identifiable information about clinicians, organizational structures, and internal processes, but are available from the corresponding author on reasonable request.</p></sec></notes><fn-group><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AI</term><def><p>artificial intelligence</p></def></def-item><def-item><term id="abb2">CE</term><def><p>Conformit&#x00E9; Europ&#x00E9;enne</p></def></def-item><def-item><term id="abb3">DPO</term><def><p>Data Protection Officer</p></def></def-item><def-item><term id="abb4">iCHECK-DH</term><def><p>Guidelines and Checklist for Reporting Results of Internet E-Surveys for Digital Health</p></def></def-item><def-item><term id="abb5">II</term><def><p>Information Infrastructure</p></def></def-item><def-item><term id="abb6">NASSS</term><def><p>Non-adoption, Abandonment, Scale-up, Spread, and Sustainability</p></def></def-item><def-item><term id="abb7">PACS</term><def><p>Picture archiving and communication system</p></def></def-item><def-item><term id="abb8">RIS</term><def><p>Radiology information system</p></def></def-item><def-item><term id="abb9">VVHF</term><def><p>Vestre Viken Health Trust</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="web"><article-title>Facts about vestre viken health authority</article-title><source>Vestre Viken</source><year>2024</year><access-date>2026-05-19</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.vestreviken.no/om-oss/fakta-om-vestre-viken-helseforetak">https://www.vestreviken.no/om-oss/fakta-om-vestre-viken-helseforetak</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="web"><article-title>BoneView</article-title><source>Gleamer</source><year>2024</year><access-date>2026-05-19</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.gleamer.ai/solutions/boneview/">https://www.gleamer.ai/solutions/boneview/</ext-link></comment></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Greenhalgh</surname><given-names>T</given-names> </name><name name-style="western"><surname>Maylor</surname><given-names>H</given-names> </name><name name-style="western"><surname>Shaw</surname><given-names>S</given-names> </name><etal/></person-group><article-title>The NASSS-CAT tools for understanding, guiding, monitoring, and researching technology implementation projects in health and social care: protocol for an evaluation study in real-world settings</article-title><source>JMIR Res Protoc</source><year>2020</year><month>05</month><day>13</day><volume>9</volume><issue>5</issue><fpage>e16861</fpage><pub-id pub-id-type="doi">10.2196/16861</pub-id><pub-id pub-id-type="medline">32401224</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Greenhalgh</surname><given-names>T</given-names> </name><name name-style="western"><surname>Wherton</surname><given-names>J</given-names> </name><name name-style="western"><surname>Papoutsi</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Beyond Adoption: a new framework for theorizing and evaluating nonadoption, abandonment, and challenges to the scale-up, spread, and sustainability of health and care technologies</article-title><source>J Med Internet Res</source><year>2017</year><month>11</month><day>1</day><volume>19</volume><issue>11</issue><fpage>e367</fpage><pub-id pub-id-type="doi">10.2196/jmir.8775</pub-id><pub-id pub-id-type="medline">29092808</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="web"><article-title>CE marking</article-title><source>European Union</source><year>2024</year><access-date>2026-05-19</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://europa.eu/youreurope/business/product-requirements/labels-markings/ce-marking/index_en.htm">https://europa.eu/youreurope/business/product-requirements/labels-markings/ce-marking/index_en.htm</ext-link></comment></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="web"><article-title>Regulation (EU) 2017/745 of the European Parliament and of the Council</article-title><source>European Union</source><year>2026</year><access-date>2026-05-19</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://eur-lex.europa.eu/legal-content/EN/TXT/?uri=CELEX%3A32017R0745&#x0026;qid=1764421153101">https://eur-lex.europa.eu/legal-content/EN/TXT/?uri=CELEX%3A32017R0745&#x0026;qid=1764421153101</ext-link></comment></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="report"><article-title>National Health and Interaction Plan 2024&#x2013;2027</article-title><year>2024</year><access-date>2026-05-19</access-date><publisher-name>Ministry of Health and Care Services</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.regjeringen.no/no/dokumenter/meld.-st.-9-20232024/id3027594/">https://www.regjeringen.no/no/dokumenter/meld.-st.-9-20232024/id3027594/</ext-link></comment></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="report"><article-title>Time for action - The personnel in a sustainable health and cere service</article-title><year>2023</year><access-date>2026-05-19</access-date><publisher-name>Health Personnel Commision</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.regjeringen.no/no/dokumenter/nou-2023-4/id2961552/">https://www.regjeringen.no/no/dokumenter/nou-2023-4/id2961552/</ext-link></comment></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cresswell</surname><given-names>K</given-names> </name><name name-style="western"><surname>Rigby</surname><given-names>M</given-names> </name><name name-style="western"><surname>Magrabi</surname><given-names>F</given-names> </name><etal/></person-group><article-title>The need to strengthen the evaluation of the impact of artificial intelligence-based decision support systems on healthcare provision</article-title><source>Health Policy</source><year>2023</year><month>10</month><volume>136</volume><fpage>104889</fpage><pub-id pub-id-type="doi">10.1016/j.healthpol.2023.104889</pub-id><pub-id pub-id-type="medline">37579545</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="report"><article-title>Whitepaper 7: National Health and Hospital Plan 2020-2023</article-title><year>2020</year><access-date>2026-06-05</access-date><publisher-name>Ministry of Health and Care Services</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.regjeringen.no/en/documents/meld.-st.-7-20192020/id2678667/">https://www.regjeringen.no/en/documents/meld.-st.-7-20192020/id2678667/</ext-link></comment></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gama</surname><given-names>F</given-names> </name><name name-style="western"><surname>Tyskbo</surname><given-names>D</given-names> </name><name name-style="western"><surname>Nygren</surname><given-names>J</given-names> </name><name name-style="western"><surname>Barlow</surname><given-names>J</given-names> </name><name name-style="western"><surname>Reed</surname><given-names>J</given-names> </name><name name-style="western"><surname>Svedberg</surname><given-names>P</given-names> </name></person-group><article-title>Implementation frameworks for artificial intelligence translation into health care practice: scoping review</article-title><source>J Med Internet Res</source><year>2022</year><month>01</month><day>27</day><volume>24</volume><issue>1</issue><fpage>e32215</fpage><pub-id pub-id-type="doi">10.2196/32215</pub-id><pub-id pub-id-type="medline">35084349</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Alami</surname><given-names>H</given-names> </name><name name-style="western"><surname>Lehoux</surname><given-names>P</given-names> </name><name name-style="western"><surname>Papoutsi</surname><given-names>C</given-names> </name><name name-style="western"><surname>Shaw</surname><given-names>SE</given-names> </name><name name-style="western"><surname>Fleet</surname><given-names>R</given-names> </name><name name-style="western"><surname>Fortin</surname><given-names>JP</given-names> </name></person-group><article-title>Understanding the integration of artificial intelligence in healthcare organisations and systems through the NASSS framework: a qualitative study in a leading Canadian academic centre</article-title><source>BMC Health Serv Res</source><year>2024</year><month>06</month><day>3</day><volume>24</volume><issue>1</issue><fpage>701</fpage><pub-id pub-id-type="doi">10.1186/s12913-024-11112-x</pub-id><pub-id pub-id-type="medline">38831298</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liu</surname><given-names>X</given-names> </name><name name-style="western"><surname>Faes</surname><given-names>L</given-names> </name><name name-style="western"><surname>Kale</surname><given-names>AU</given-names> </name><etal/></person-group><article-title>A comparison of deep learning performance against health-care professionals in detecting diseases from medical imaging: a systematic review and meta-analysis</article-title><source>Lancet Digit Health</source><year>2019</year><month>10</month><volume>1</volume><issue>6</issue><fpage>e271</fpage><lpage>e297</lpage><pub-id pub-id-type="doi">10.1016/S2589-7500(19)30123-2</pub-id><pub-id pub-id-type="medline">33323251</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cresswell</surname><given-names>K</given-names> </name><name name-style="western"><surname>de Keizer</surname><given-names>N</given-names> </name><name name-style="western"><surname>Magrabi</surname><given-names>F</given-names> </name><etal/></person-group><article-title>Evaluating artificial intelligence in clinical settings-let us not reinvent the wheel</article-title><source>J Med Internet Res</source><year>2024</year><month>08</month><day>7</day><volume>26</volume><fpage>e46407</fpage><pub-id pub-id-type="doi">10.2196/46407</pub-id><pub-id pub-id-type="medline">39110494</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="report"><article-title>Assessment of the use of artificial intelligence in the health sector</article-title><year>2020</year><access-date>2026-06-09</access-date><publisher-name>Directorate of eHealth</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.helsedirektoratet.no/rapporter/utredning-om-bruk-av-kunstig-intelligens-i-helsesektoren/Utredning%20om%20bruk%20av%20kunstig%20intelligens%20i%20helsesektoren%20(PDF).pdf/_/attachment/inline/88fc55ac-e1d4-4e9c-a9a1-6d421b02a41f:7c6c7f399a54c99c2d766022ef0cef62eb7b7e80/Utredning%20om%20bruk%20av%20kunstig%20intelligens%20i%20helsesektoren%20(PDF).pdf">https://www.helsedirektoratet.no/rapporter/utredning-om-bruk-av-kunstig-intelligens-i-helsesektoren/Utredning om bruk av kunstig intelligens i helsesektoren (PDF).pdf/_/attachment/inline/88fc55ac-e1d4-4e9c-a9a1-6d421b02a41f:7c6c7f399a54c99c2d766022ef0cef62eb7b7e80/Utredning om bruk av kunstig intelligens i helsesektoren (PDF).pdf</ext-link></comment></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="report"><article-title>National strategy for artificial intelligence</article-title><year>2020</year><access-date>2026-05-19</access-date><publisher-name>Ministry of Local Government and Modernisation</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.regjeringen.no/contentassets/1febbbb2c4fd4b7d92c67ddd353b6ae8/no/pdfs/ki-strategi.pdf">https://www.regjeringen.no/contentassets/1febbbb2c4fd4b7d92c67ddd353b6ae8/no/pdfs/ki-strategi.pdf</ext-link></comment></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Bohr</surname><given-names>A</given-names> </name><name name-style="western"><surname>Memarzadeh</surname><given-names>K</given-names> </name></person-group><article-title>The rise of artificial intelligence in healthcare applications</article-title><source>Artificial Intelligence in Healthcare</source><year>2020</year><publisher-name>Elsevier</publisher-name><fpage>25</fpage><lpage>60</lpage><pub-id pub-id-type="doi">10.1016/B978-0-12-818438-7.00002-2</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Harrison</surname><given-names>MI</given-names> </name><name name-style="western"><surname>Koppel</surname><given-names>R</given-names> </name><name name-style="western"><surname>Bar-Lev</surname><given-names>S</given-names> </name></person-group><article-title>Unintended consequences of information technologies in health care--an interactive sociotechnical analysis</article-title><source>J Am Med Inform Assoc</source><year>2007</year><volume>14</volume><issue>5</issue><fpage>542</fpage><lpage>549</lpage><pub-id pub-id-type="doi">10.1197/jamia.M2384</pub-id><pub-id pub-id-type="medline">17600093</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Strohm</surname><given-names>L</given-names> </name><name name-style="western"><surname>Hehakaya</surname><given-names>C</given-names> </name><name name-style="western"><surname>Ranschaert</surname><given-names>ER</given-names> </name><name name-style="western"><surname>Boon</surname><given-names>WPC</given-names> </name><name name-style="western"><surname>Moors</surname><given-names>EHM</given-names> </name></person-group><article-title>Implementation of artificial intelligence (AI) applications in radiology: hindering and facilitating factors</article-title><source>Eur Radiol</source><year>2020</year><month>10</month><volume>30</volume><issue>10</issue><fpage>5525</fpage><lpage>5532</lpage><pub-id pub-id-type="doi">10.1007/s00330-020-06946-y</pub-id><pub-id pub-id-type="medline">32458173</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dyb</surname><given-names>K</given-names> </name><name name-style="western"><surname>Berntsen</surname><given-names>GR</given-names> </name><name name-style="western"><surname>Kvam</surname><given-names>L</given-names> </name></person-group><article-title>Adopt, adapt, or abandon technology-supported person-centred care initiatives: healthcare providers&#x2019; beliefs matter</article-title><source>BMC Health Serv Res</source><year>2021</year><month>03</month><day>17</day><volume>21</volume><issue>1</issue><fpage>240</fpage><pub-id pub-id-type="doi">10.1186/s12913-021-06262-1</pub-id><pub-id pub-id-type="medline">33731078</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Greenhalgh</surname><given-names>T</given-names> </name><name name-style="western"><surname>Papoutsi</surname><given-names>C</given-names> </name></person-group><article-title>Spreading and scaling up innovation and improvement</article-title><source>BMJ</source><year>2019</year><month>05</month><day>10</day><volume>365</volume><fpage>l2068</fpage><pub-id pub-id-type="doi">10.1136/bmj.l2068</pub-id><pub-id pub-id-type="medline">31076440</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Aanestad</surname><given-names>M</given-names> </name><name name-style="western"><surname>Grisot</surname><given-names>M</given-names> </name><name name-style="western"><surname>Hanseth</surname><given-names>O</given-names> </name><name name-style="western"><surname>Vassilakopoulou</surname><given-names>P</given-names> </name></person-group><source>Information Infrastructures within European Health Care:Working with the Installed Base</source><year>2017</year><publisher-name>Springer International</publisher-name><pub-id pub-id-type="doi">10.1007/978-3-319-51020-0</pub-id><pub-id pub-id-type="medline">31314222</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shin</surname><given-names>HD</given-names> </name><name name-style="western"><surname>Hamovitch</surname><given-names>E</given-names> </name><name name-style="western"><surname>Gatov</surname><given-names>E</given-names> </name><etal/></person-group><article-title>The NASSS (Non-Adoption, Abandonment, Scale-Up, Spread and Sustainability) framework use over time: a scoping review</article-title><source>PLOS Digit Health</source><year>2025</year><month>03</month><volume>4</volume><issue>3</issue><fpage>e0000418</fpage><pub-id pub-id-type="doi">10.1371/journal.pdig.0000418</pub-id><pub-id pub-id-type="medline">40096260</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cresswell</surname><given-names>K</given-names> </name><name name-style="western"><surname>Williams</surname><given-names>R</given-names> </name><name name-style="western"><surname>Sheikh</surname><given-names>A</given-names> </name></person-group><article-title>Developing and applying a formative evaluation framework for health information technology implementations: qualitative investigation</article-title><source>J Med Internet Res</source><year>2020</year><month>06</month><day>10</day><volume>22</volume><issue>6</issue><fpage>e15068</fpage><pub-id pub-id-type="doi">10.2196/15068</pub-id><pub-id pub-id-type="medline">32519968</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Tornatzky</surname><given-names>L</given-names> </name></person-group><source>The Processes of Technological Innovation</source><year>1990</year><publisher-name>Lexington/DC Heath &#x0026; Company</publisher-name><pub-id pub-id-type="other">9780669203486</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cresswell</surname><given-names>K</given-names> </name><name name-style="western"><surname>Sheikh</surname><given-names>A</given-names> </name><name name-style="western"><surname>Dean Franklin</surname><given-names>B</given-names> </name><etal/></person-group><article-title>Formative independent evaluation of a digital change programme in the English National Health Service: study protocol for a longitudinal qualitative study</article-title><source>BMJ Open</source><year>2020</year><month>10</month><day>8</day><volume>10</volume><issue>10</issue><fpage>e041275</fpage><pub-id pub-id-type="doi">10.1136/bmjopen-2020-041275</pub-id><pub-id pub-id-type="medline">33033100</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Perrin Franck</surname><given-names>C</given-names> </name><name name-style="western"><surname>Babington-Ashaye</surname><given-names>A</given-names> </name><name name-style="western"><surname>Dietrich</surname><given-names>D</given-names> </name><etal/></person-group><article-title>iCHECK-DH: guidelines and checklist for the reporting on digital health implementations</article-title><source>J Med Internet Res</source><year>2023</year><month>05</month><day>10</day><volume>25</volume><fpage>e46694</fpage><pub-id pub-id-type="doi">10.2196/46694</pub-id><pub-id pub-id-type="medline">37163336</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Silsand</surname><given-names>L</given-names> </name><name name-style="western"><surname>Kannel&#x00F8;nning</surname><given-names>M</given-names> </name><name name-style="western"><surname>Severinsen</surname><given-names>GH</given-names> </name><name name-style="western"><surname>Ellingsen</surname><given-names>G</given-names> </name></person-group><article-title>Enabling AI in radiology: evaluation of an AI deployment process</article-title><source>Stud Health Technol Inform</source><year>2024</year><month>08</month><day>22</day><volume>316</volume><issue>PMID</issue><fpage>580</fpage><lpage>584</lpage><pub-id pub-id-type="doi">10.3233/SHTI240480</pub-id><pub-id pub-id-type="medline">39176808</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="web"><article-title>Artificial intelligence in the x-ray department</article-title><source>Vestre Viken</source><year>2022</year><access-date>2026-05-19</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.vestreviken.no/om-oss/nyheter/kunstig-intelligens-i-rontgenavdelingen">https://www.vestreviken.no/om-oss/nyheter/kunstig-intelligens-i-rontgenavdelingen</ext-link></comment></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="web"><article-title>Flexible, ccalable &#x0026; secure enterprise AI solutions</article-title><source>Blackford</source><year>2025</year><access-date>2026-05-19</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://blackfordanalysis.com/">https://blackfordanalysis.com/</ext-link></comment></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Severinsen</surname><given-names>GH</given-names> </name><name name-style="western"><surname>Silsand</surname><given-names>L</given-names> </name><name name-style="western"><surname>Malm-Nicolaisen</surname><given-names>K</given-names> </name><name name-style="western"><surname>Pedersen</surname><given-names>R</given-names> </name><name name-style="western"><surname>S&#x00F8;rslett</surname><given-names>B</given-names> </name><name name-style="western"><surname>Ellingsen</surname><given-names>G</given-names> </name></person-group><article-title>Intended and unintended consequences of implementing a nursing app</article-title><year>2022</year><access-date>2026-06-09</access-date><conf-name>Proceedings of the eTELEMED 2022 &#x2013; The Fourteenth International Conference on eHealth, Telemedicine, and Social Medicine</conf-name><conf-date>Jun 26-30, 2022</conf-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.iaria.org/conferences2022/eTELEMED22.html">https://www.iaria.org/conferences2022/eTELEMED22.html</ext-link></comment></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Greenhalgh</surname><given-names>T</given-names> </name><name name-style="western"><surname>Papoutsi</surname><given-names>C</given-names> </name></person-group><article-title>Studying complexity in health services research: desperately seeking an overdue paradigm shift</article-title><source>BMC Med</source><year>2018</year><month>06</month><day>20</day><volume>16</volume><issue>1</issue><fpage>95</fpage><pub-id pub-id-type="doi">10.1186/s12916-018-1089-4</pub-id><pub-id pub-id-type="medline">29921272</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hanseth</surname><given-names>O</given-names> </name><name name-style="western"><surname>Lyytinen</surname><given-names>K</given-names> </name></person-group><article-title>Design theory for dynamic complexity in information infrastructures: the case of building internet</article-title><source>J Inf Technol</source><year>2010</year><month>03</month><volume>25</volume><issue>1</issue><fpage>1</fpage><lpage>19</lpage><pub-id pub-id-type="doi">10.1057/jit.2009.19</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hanseth</surname><given-names>O</given-names> </name><name name-style="western"><surname>Monteiro</surname><given-names>E</given-names> </name><name name-style="western"><surname>Hatling</surname><given-names>M</given-names> </name></person-group><article-title>Developing information infrastructure: the tension between standardization and flexibility</article-title><source>Sci Technol Human Values</source><year>1996</year><month>10</month><volume>21</volume><issue>4</issue><fpage>407</fpage><lpage>426</lpage><pub-id pub-id-type="doi">10.1177/016224399602100402</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="web"><article-title>BoneView</article-title><source>Health AI Register</source><year>2024</year><access-date>2026-05-19</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://healthairegister.com/products/gleamer-ai-boneview-trauma/">https://healthairegister.com/products/gleamer-ai-boneview-trauma/</ext-link></comment></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Klein</surname><given-names>HK</given-names> </name><name name-style="western"><surname>Myers</surname><given-names>MD</given-names> </name></person-group><article-title>A set of principles for conducting and evaluating interpretive field studies in information systems1</article-title><source>MIS Q</source><year>1999</year><month>03</month><day>1</day><volume>23</volume><issue>1</issue><fpage>67</fpage><lpage>93</lpage><pub-id pub-id-type="doi">10.2307/249410</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Malterud</surname><given-names>K</given-names> </name></person-group><article-title>Systematic text condensation: a strategy for qualitative analysis</article-title><source>Scand J Public Health</source><year>2012</year><month>12</month><volume>40</volume><issue>8</issue><fpage>795</fpage><lpage>805</lpage><pub-id pub-id-type="doi">10.1177/1403494812465030</pub-id><pub-id pub-id-type="medline">23221918</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lluch</surname><given-names>M</given-names> </name></person-group><article-title>Healthcare professionals&#x2019; organisational barriers to health information technologies-a literature review</article-title><source>Int J Med Inform</source><year>2011</year><month>12</month><volume>80</volume><issue>12</issue><fpage>849</fpage><lpage>862</lpage><pub-id pub-id-type="doi">10.1016/j.ijmedinf.2011.09.005</pub-id><pub-id pub-id-type="medline">22000677</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Elwy</surname><given-names>AR</given-names> </name><name name-style="western"><surname>Wasan</surname><given-names>AD</given-names> </name><name name-style="western"><surname>Gillman</surname><given-names>AG</given-names> </name><etal/></person-group><article-title>Using formative evaluation methods to improve clinical implementation efforts: description and an example</article-title><source>Psychiatry Res</source><year>2020</year><month>01</month><volume>283</volume><fpage>112532</fpage><pub-id pub-id-type="doi">10.1016/j.psychres.2019.112532</pub-id><pub-id pub-id-type="medline">31477261</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Checklist 1</label><p>iCHECK-DH guidelines.</p><media xlink:href="formative_v10i1e72648_app1.docx" xlink:title="DOCX File, 27 KB"/></supplementary-material></app-group></back></article>