<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id><journal-id journal-id-type="publisher-id">formative</journal-id><journal-id journal-id-type="index">27</journal-id><journal-title>JMIR Formative Research</journal-title><abbrev-journal-title>JMIR Form Res</abbrev-journal-title><issn pub-type="epub">2561-326X</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v10i1e79508</article-id><article-id pub-id-type="doi">10.2196/79508</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Supporting the Learning of Visual Perception Skills in Cytology Through a Computational Tool: Development and Evaluation Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Keller</surname><given-names>Breno Nunes de Sena</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Rezende</surname><given-names>Mariana T</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Oliveira</surname><given-names>Renata RR</given-names></name><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Costa</surname><given-names>Cristina RP</given-names></name><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Carneiro</surname><given-names>Claudia M</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Campos</surname><given-names>Andrea G</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib></contrib-group><aff id="aff1"><institution>Programa de P&#x00F3;s-Gradua&#x00E7;&#x00E3;o em Ci&#x00EA;ncia da Computa&#x00E7;&#x00E3;o, Universidade Federal de Ouro Preto</institution><addr-line>R. Diogo de Vasconcelos, 122</addr-line><addr-line>Ouro Preto</addr-line><country>Brazil</country></aff><aff id="aff2"><institution>Departamento de Computa&#x00E7;&#x00E3;o, Universidade Federal de Ouro Preto</institution><addr-line>Ouro Preto</addr-line><country>Brazil</country></aff><aff id="aff3"><institution>Departamento de An&#x00E1;lises Clinicas, Universidade Federal de Ouro Preto</institution><addr-line>Ouro Preto</addr-line><country>Brazil</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Mavragani</surname><given-names>Amaryllis</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Ofoka</surname><given-names>Emmanuella</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Wang</surname><given-names>Pinyi</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Breno Nunes de Sena Keller, MSc, Programa de P&#x00F3;s-Gradua&#x00E7;&#x00E3;o em Ci&#x00EA;ncia da Computa&#x00E7;&#x00E3;o, Universidade Federal de Ouro Preto, R. Diogo de Vasconcelos, 122, Ouro Preto, 35400-000, Brazil, 55 31 3559 1692; <email>breno.keller@aluno.ufop.edu.br</email></corresp></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>10</day><month>9</month><year>2026</year></pub-date><volume>10</volume><elocation-id>e79508</elocation-id><history><date date-type="received"><day>23</day><month>06</month><year>2025</year></date><date date-type="rev-recd"><day>28</day><month>06</month><year>2026</year></date><date date-type="accepted"><day>01</day><month>07</month><year>2026</year></date></history><copyright-statement>&#x00A9; Breno Nunes de Sena Keller, Mariana T Rezende, Renata RR Oliveira, Cristina RP Costa, Claudia M Carneiro, Andrea G Campos. Originally published in JMIR Formative Research (<ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>), 10.9.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://formative.jmir.org/2026/1/e79508"/><abstract><sec><title>Background</title><p>Advances in hardware and software have transformed how users perform activities across various domains by integrating technology in ways that enhance task execution. In education, these processes facilitate pedagogical innovation and learning through diverse interaction models, such as web systems, augmented or virtual reality, and mobile devices. An example of these approaches occurs in the context of cytopathology. Digitization and slide visualization technologies allow the use of real images in a computational environment, enabling an alternative model of interaction between the professional and the samples.</p></sec><sec><title>Objective</title><p>This study aims to propose a computational framework to support the teaching-learning process of visual perception skills, using cervical cytology as a case study.</p></sec><sec sec-type="methods"><title>Methods</title><p>The framework described in the study provides interactive, adaptive exercises that simulate practical laboratory experiences, enabling students to engage with specific diagnoses and rare scenarios. A proof-of-concept system was implemented and evaluated with undergraduate students and professionals in cervical cytology.</p></sec><sec sec-type="results"><title>Results</title><p>Test participants answered an average of 88.36% (SD 10.30%) of the activities and correctly responded to an average of 69.86% (SD 14.78%) of the questions. Compared with previous approaches, these results indicated no significant difference in student performance compared with this work approach, suggesting that the proposed framework offers similar, if not improved, performance, while providing better usability and overall user experience. Additionally, the results demonstrate the system&#x2019;s effectiveness in supporting cervical cytology learning while minimizing its impact on the user&#x2019;s routine. Furthermore, the test participants reported a positive impression of the system and its approach to supporting the learning process in cervical cytology.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>The study highlights the framework&#x2019;s potential for scalability and adaptation across other disciplines that require visual analysis, offering a promising avenue for enhancing education through technology.</p></sec></abstract><kwd-group><kwd>cytology</kwd><kwd>computational tool</kwd><kwd>visual perception learning</kwd><kwd>training</kwd><kwd>education</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Computational tools can potentially enhance teaching and learning processes by offering features and resources that adapt real-world interaction models into virtual environments [<xref ref-type="bibr" rid="ref1">1</xref>]. This adaptation permits building a learning process aligned with the concept of Education 4.0, where computational tools are used to enhance and improve learning [<xref ref-type="bibr" rid="ref2">2</xref>]. In addition, using these resources also allows customizing the learning process to the characteristics of the users [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. In this context, the integration of machine learning tools offers the advantage of being able to adapt the process to the student through data-driven insights, as they allow the process to be adjusted to the characteristics and limitations of each user, resulting in users achieving their goals more efficiently [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>].</p><p>In the areas of pathology and cytopathology, the incorporation of technological tools occurs in different ways and at diverse levels of education and professional training [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. These implementations generally use digital slide capture technologies and optical microscopes to generate whole slide images. These images allow different interaction models to be explored, especially in a learning context [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Another benefit of this digitization process is that whole slide images facilitate physical separation between professionals and samples, ensuring that interaction with the material is not geographically limited. However, this type of approach requires expensive equipment to generate images, internet access, and high-quality devices to ensure the quality of interaction with the professionals. Another approach using these images is the development of computational systems and algorithms to support or automate analysis and manipulation processes.</p><p>An interesting use case for digital health tools is to support screening in cytological analyses by building the necessary professional knowledge. In routine practice, cytologists (professionals) need to visually evaluate cytological specimens, which often exhibit significant morphological variability, and, through this analysis, identify different elements within the smear [<xref ref-type="bibr" rid="ref11">11</xref>]. The variability of the material and the experience required to perform these evaluations make this analysis a complex task. The integration of technological resources into this teaching process augments the training and acquisition of specialized knowledge for cytology students, as they are empowered to accumulate experience through available tools as a complement or alternative to real-world activity, something especially important when dealing with rare and unusual cases in the professional&#x2019;s routine.</p><p>This study introduces an innovative framework, named CRIC-Edu, designed to support the learning process of cytology students through interactive and adaptive exercises, with a focus on visual perception skills, in the context of higher education. The proposed system aims to refine students&#x2019; visual perception (specifically pattern discrimination ability) through case-based learning. Additionally, this study evaluates the proposed framework and compares the current implementation with a previously developed app, incorporating lessons learned from the earlier version to optimize user engagement and performance, thus refining the overall learning experience.</p><p>Our proposal advances the use of technological tools for training health care professionals, demonstrating the ability to overcome traditional limitations, such as the high cost of laboratory infrastructure and limited access to specialized training resources. This allows the system to democratize knowledge for students by decoupling the process from their physical and financial limitations. In addition, the interaction model enhances student engagement by replicating real-world scenarios in a scalable and adaptable format. Although the system was developed for a cytology case study and has shown its potential to simulate practical laboratory experiences for slide screening and diagnostics, its modular structure allows for scalability and application in other disciplines that require visual inspection or pattern recognition, expanding its impact beyond the specific domain of cytology. Furthermore, the modularized format of the system allows it to be modified and extended to incorporate new teaching support resources, such as multidisciplinary materials and customization features.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Case Study: Cervical Cytology Classes</title><p>Cervical cytology encompasses the study and investigation of specimens collected from the cervix. The fundamental principle of the cervical cancer screening test (Papanicolaou test) is the detection of preneoplastic lesions in desquamated epithelial cells, given that early-stage lesions can be detected in a healthy, asymptomatic population and are potentially curable. To achieve this goal, the cytologist needs specific training to perform the Papanicolaou test analysis. The knowledge necessary for this activity is built through specialized disciplines in higher education. In general, these courses introduce students to the epidemiological dimensions of cervical cancer and emphasize how screening for this neoplasia is essential to ensure women&#x2019;s health outcomes. Thus, the course aims to develop students&#x2019; logical, critical, and analytical reasoning skills to conduct visual analysis correctly. Therefore, the course discusses and presents all stages of the exam, from specimen collection to the issuance of the diagnostic report, including staining techniques, slide assembly, cytological smear screening, interpretation, quality monitoring, and reporting.</p><p>Traditionally, the course is organized into theoretical and practical classes. In theoretical classes, the professor presents the structure of tissues, their formation and maturation, and the pathological processes that can occur. The learning process occurs through exposure to various images that illustrate the different elements present in the cervicovaginal smear, such as cells (benign, malignant, or atypical), infectious agents, microbiota, inflammatory processes, cytological alterations, and other biological structures. In practical classes, students use optical microscopes to view slides with different smears, reinforcing their learning through practical experience and allowing them to apply their theoretical frameworks when exposed to diverse cases and situations. This combination of theory and practice aims to provide a comprehensive understanding and deepen knowledge about cellular morphologies and possible alterations, while simultaneously enabling the development of technical skills and preparing professionals for real-world situations and screening (diagnostic) exams. <xref ref-type="fig" rid="figure1">Figure 1</xref> shows an example of the material visualized and the region of interest in a cytological smear analysis.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>View of a Papanicolaou test from an optical microscope and the highlighted region of interest.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e79508_fig01.png"/></fig><p>Education in cytology extends beyond undergraduate studies, as professional qualification in this field necessitates specialization in clinical cytology. Nonetheless, the foundational knowledge acquired during undergraduate training is continuously refined through daily professional activities. In addition, cytologists need to be up to date with the knowledge required to perform the analyses, whether by taking review courses or participating in events. These requirements render the study of cytology a perpetual activity essential for maintaining professional proficiency and diagnostic quality.</p><p>Regardless, operating a laboratory dedicated to practical classes imposes significant limitations, such as the need for specialized technicians to operate and maintain the equipment (optical microscopes) and the availability for use, since the same laboratory can be shared by different courses and classes in the same course [<xref ref-type="bibr" rid="ref12">12</xref>]. In addition to the operational limitations, the high cost of acquiring and maintaining the necessary equipment and specialized personnel presents a further barrier. An alternative to mitigate these costs is to simulate laboratory interactions using computational resources and provide students with access to these tools, in parallel to the real-world environment, so that they have an alternative to train their skills. Also, access to the laboratory can be restricted to specific times and days, while the simulation, in turn, can be accessed at any time. Finally, the simulation model offers students an alternative to developing their visual inspection skills in scenarios where the laboratory is not available, such as the restrictions of the COVID-19 pandemic, since access to the system is not limited to the physical location [<xref ref-type="bibr" rid="ref13">13</xref>].</p></sec><sec id="s2-2"><title>Visual Perception Learning</title><p>The quality of visual-based evaluations is directly linked to the interpretative capacity of those who perform them in analyzing the visual cues. Although well-established procedures and methods can reduce variability and increase the quality of the results, the main impact on the analysis process is usually the knowledge and experience of the individuals. This knowledge is constructed through visual perception, which describes the ability to interpret the information that the eyes perceive. This capacity is based on discrimination and visual memory, the ability to perceive differences or similarities in visual elements such as size, color, and shape, and the capacity to remember and compare visual stimuli. In addition, interpreting the meaning of these signals is linked to the professional&#x2019;s experience and prior knowledge of the individual, characteristics that can be improved through training.</p><p>In cervical cytology, enhancing diagnostic quality involves cultivating skills in analyzing and identifying patterns within the cervical smear. In addition to theoretical knowledge, professionals must also refine their interpretation skills. The repetition of these tasks results in the improvement of the professional&#x2019;s performance over time. This improvement results from the combination of accumulated experience in performing the task and the adoption of more efficient interpretative strategies [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>].</p><p>This process is known as visual perception learning, which describes the enhancement of a person&#x2019;s skills and abilities in performing a task through the accumulation of experience in performing a visual activity [<xref ref-type="bibr" rid="ref14">14</xref>]. However, it is essential to emphasize that visual perception learning is not exclusive to specialized fields such as cytology or only to areas of professional activity, as it constitutes a fundamental component of learning throughout different life stages since childhood [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p></sec><sec id="s2-3"><title>Ethical Considerations</title><p>This study was submitted to and approved by the Universidade Federal de Ouro Preto ethics committee (CAAE 66468922.9.0000.5150). All participants were informed of the study&#x2019;s purpose, methodological procedures, and the intended use of the collected data. All participants also provided written informed consent before participation. Participant anonymity was strictly protected, with all data anonymized. No study procedures posed risks beyond those ordinarily encountered in standard educational activities. No financial or other forms of compensation were provided to participants.</p></sec><sec id="s2-4"><title>The Proposed Framework</title><sec id="s2-4-1"><title>Preliminary Approach</title><p>In a study by Keller et al [<xref ref-type="bibr" rid="ref18">18</xref>], the authors proposed and evaluated a computational solution with a similar objective to that presented in this study; however, their evaluation was performed in a different operational scenario during the COVID-19 pandemic. Their system was designed for use on smartphones and presented users with an extensive list of cytology-related activities. The evaluation encompassed 2 different test scenarios: the short academic period (SAP) and the regular academic period (RAP). Each of these scenarios was performed in parallel with the progress of the discipline during the COVID-19 pandemic. That study analyzed objective data about the scenario (such as activity accuracy) and provided insights into how students interact with mandatory activities, such as the evaluated system, on a regular schedule. It also highlighted how educational outcomes and content delivery can impact student behavior and study methodologies.</p></sec><sec id="s2-4-2"><title>New System</title><sec id="s2-4-2-1"><title>Overview</title><p>This section describes CRIC-Edu and the overarching framework implemented by the system. This implementation is a proof of concept and, consequently, is limited in terms of content presentation available in the system, offering only two interaction models: (1) interactive images with delimited regions and (2) subject-specific slide presentations.</p><p>The architecture of the system consists of three main modules: (1) the content creation module, which is responsible for offering resources and tools that enable trained professionals to produce the necessary content for the platform, (2) the user interaction module, which handles the presentation of learning content to the user and collects their interaction with the content, and (3) the recommendation module, responsible for orchestrating content delivery.</p></sec><sec id="s2-4-2-2"><title>Content Creation Module</title><p>In the content creation module, professionals develop platform-specific content based on their technical knowledge. This content can appear as a summary, an image, a presentation, or an activity. However, the content must be designed considering the limitations of the platform and the interaction models available between the platform and the user. Consequently, the system supports interactions that simulate or virtualize real-world activities. For instance, in the case of cervical cytology, the content can simulate the view users would experience through an optical microscope, simulating real-life tasks.</p><p>The workflow of the content creation module follows a standardized CRUD (create, read, update, and delete) model for activities. The activity content model integrates an image with associated markings (delimited regions), which form the basis for user interaction, as illustrated in <xref ref-type="fig" rid="figure2">Figure 2</xref>. All images used in the activities are available in the CRIC Database [<xref ref-type="bibr" rid="ref19">19</xref>]. Each marking represents a question in the activity and includes three elements: the coordinates for drawing the delimited region, the set of answer choices, and the correct answer. These activities can be organized thematically, allowing for structured content delivery. This format facilitates both review sessions and self-assessment. <xref ref-type="fig" rid="figure3">Figure 3</xref> shows an example of the activity edit screen interface, and the system interface is in the authors&#x2019; native language (in this case, Portuguese). In region A, we have the main menu of the app for the teacher role, in which we have the options associated with the different menus of the app. In region B, we have the inputs for creating an activity, allowing us to name it, associate an image, and delimit the regions. Region C shows the image activity and the markings. In region D, we have the configuration and editing options for each of the markings created previously, allowing us to associate a question with a delimited region in the image and define the alternatives and correct answers.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Example of the activity interface implemented in the system, showing how participants interact with the system to perform learning tasks.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e79508_fig02.png"/></fig><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Example of the edit activity interface implemented in the system, showing how instructors create and configure learning activities for the user study.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e79508_fig03.png"/></fig></sec><sec id="s2-4-2-3"><title>User Interaction Module</title><p>The primary function of the user interaction module is to present the designed content to the students, permitting them to study and learn through the system. This process facilitates user interaction with the platform, generating data such as activity responses. These interactions are recorded and can be used to recommend future content tailored to the user&#x2019;s needs. To achieve the system&#x2019;s primary objective of supporting learning, it is essential to present the content in an interesting and nonexhaustive manner. Any challenges arising from the interaction design or content presentation format can impact the user&#x2019;s success in completing the task and, over time, their overall engagement with the platform. This module manages all user interactions (regardless of their role) with the system. The framework recognizes two primary user roles: (1) student and (2) teacher. While these roles are central to the framework operation, additional roles can be implemented to address interactions beyond the main workflow.</p><p>The module implementation prioritizes basic interfaces to reduce potential challenges that a more robust interface could introduce to the interaction process. <xref ref-type="fig" rid="figure2">Figure 2</xref> illustrates the activity-answering screen. In the figure, region A shows the visual component of the activity, as it was modeled in the content creation step (image+markings). In region B, instructions for using the system are presented along with a summary of the student&#x2019;s responses to the activity. In region C, the question associated with the selected marking and its alternatives are presented.</p><p>However, this module is not limited to the interfaces related to the student role; it also includes all necessary interfaces to enable both roles to perform their respective actions effectively.</p></sec><sec id="s2-4-2-4"><title>Recommendation Module</title><p>The personalization module aims to define which content should be presented to a user. Therefore, this module guides the user&#x2019;s interaction with the available content in the system. This personalization involves adapting the content presentation process to the user&#x2019;s characteristics and recommending content tailored to their needs and knowledge level instead of a generalized approach.</p><p>The personalization process depends on usage patterns from both the individual user and other users with similar profiles within the system. It also considers the user&#x2019;s performance with the content, including their knowledge level and areas of difficulty. Consequently, the module directs recommendations to the user to address their learning needs, whether they involve acquiring new content, reinforcing existing knowledge, or consolidating understanding.</p></sec><sec id="s2-4-2-5"><title>Interaction Between Modules</title><p><xref ref-type="fig" rid="figure4">Figure 4</xref> shows the communication between the framework modules and the users in different roles. Generally, the framework&#x2019;s main workflow can be divided into two cycles. One cycle starts with the teacher creating a new piece of content that will be available in the system (T1). After that, this new content is indexed and considered to be shown to a student (T2). The other cycle starts with the system suggesting content to the student (S1). The content is presented to the student, and their interaction is collected (S2 and S3). The data collected are passed to the recommendation module to determine the following material (S4).</p><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>General flow of the proposed framework.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v10i1e79508_fig04.png"/></fig></sec><sec id="s2-4-2-6"><title>Implementation and Considerations</title><p>All framework modules have functionalities divided between the front-end and back-end of the system. Therefore, these modules were implemented for both scenarios. The front-end was developed using Angular, enabling compatibility with web browsers, while the back-end was implemented with Node.js following a REST (representational state transfer) architecture. Data storage was handled using MySQL, ensuring structured data management.</p><p><xref ref-type="table" rid="table1">Table 1</xref> summarizes the main differences between the framework implemented in this study and the solution described in [<xref ref-type="bibr" rid="ref18">18</xref>]. The revised framework prioritizes improvements in the user interaction model and provides dedicated support resources for teachers.</p><p>For the purposes of this proof-of-concept test, the recommendation module is static, with an instructor-defined sequence (S1 to S2 to S3) rather than a dynamically adaptive recommendation strategy. The development and evaluation of adaptive personalization mechanisms remain subjects for future development.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Comparison between systems.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristic</td><td align="left" valign="bottom">Solution presented in a study by Keller et al [<xref ref-type="bibr" rid="ref18">18</xref>]</td><td align="left" valign="bottom">This study</td></tr></thead><tbody><tr><td align="left" valign="top">Modularity</td><td align="left" valign="top">No</td><td align="left" valign="top">Yes</td></tr><tr><td align="left" valign="top">Main interaction interface</td><td align="left" valign="top">Smartphone</td><td align="left" valign="top">Desktop</td></tr><tr><td align="left" valign="top">Resources for teachers</td><td align="left" valign="top">No</td><td align="left" valign="top">Yes</td></tr><tr><td align="left" valign="top">System adaptability</td><td align="left" valign="top">No</td><td align="left" valign="top">Yes</td></tr></tbody></table></table-wrap></sec></sec></sec><sec id="s2-5"><title>Test Scenario</title><p>An evaluation was performed to verify how well the CRIC-Edu interaction model was received by users in the student role. For this purpose, an evaluation was carried out with undergraduate pharmacy students whose curriculum included cervical cytology (the base content of the system) in the course structure. Additionally, this test also evaluated the qualitative aspects of the system concerning its target audience. The evaluation scenario required each participant to interact with the system using a student-level profile and answer 24 activities (totaling 81 markings). These activities were divided into 3 subsets of content (S1, S2, and S3), aligned with the discipline&#x2019;s key topics. S1 addresses the initial topics of the discipline, such as artifacts, S2 addresses content such as inflammations, and S3 addresses the final part of the discipline, focusing on lesions.</p><p>In the test scenario, participants were divided into two groups: (1) group 1, which had access to content reference material related to the set of activities, and (2) group 2, which did not have access to this resource within the system. After completing the activities, students were asked to complete a questionnaire. In addition to basic information characterizing the volunteers, such as experience in the area and use of support material, the questionnaire contained 8 statements to be evaluated on a 5-point Likert scale. These statements evaluate different aspects of the user&#x2019;s interaction with the system and their ability to achieve their goal. The statements are listed below:</p><list list-type="order"><list-item><p>&#x201C;The effort to use CRIC-Edu is low&#x201D;</p></list-item><list-item><p>&#x201C;Interactions with the CRIC-Edu system are clear and intuitive&#x201D;</p></list-item><list-item><p>&#x201C;CRIC-Edu helps you learn new information&#x201D;</p></list-item><list-item><p>&#x201C;CRIC-Edu helps clarify doubts and review content&#x201D;</p></list-item><list-item><p>&#x201C;CRIC-Edu helps improve the learning process as a whole&#x201D;</p></list-item><list-item><p>&#x201C;After using CRIC-Edu, I have more clarity about my knowledge in the area&#x201D;</p></list-item><list-item><p>&#x201C;After using CRIC-Edu, I have more confidence in carrying out the analysis task&#x201D;</p></list-item><list-item><p>&#x201C;I would use CRIC-Edu regularly to review content&#x201D;</p></list-item></list><p>For the test, undergraduate pharmacy students enrolled in a cervical cytology course were invited to participate. The characteristics and objectives of the test were explained to each participant. Following this process, 14 volunteers were recruited. To simulate a real-world environment in which the system would be used, test participants were instructed to complete the activities at their own pace within 3 days, with a hard deadline of 15 days. After the deadline, a second open-ended questionnaire was presented to the students to collect feedback regarding possible problems they may have encountered while using the system during the test.</p></sec><sec id="s2-6"><title>Specialist Evaluation</title><p>In addition to the test with students, we also evaluated the framework and the implementation from the perspective of specialists, professionals with knowledge of the subject and experience in performing the analysis in their routine. The authors, with technical knowledge in cytology, used the system to simulate the use of both roles. For simplicity, the authors who carried out these activities will be called specialists. The specialists interacted with the system through different functionalities involving different user roles. This diversity of roles is significant because it allows for a comprehensive evaluation, since each role has access to different system functionalities. In addition to technical knowledge of cytology and different perspectives on the system, participating users also exhibited varying levels of familiarity with the system used in the test.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>User Test: Quantitative Results</title><p>The 14 volunteer students were divided equally into 2 test groups, as described previously. However, only 7 participants performed any activity, and only 4 completed all stages of the test, from answering the activities to completing the corresponding questionnaires. For the analyses presented in this study, only participants who responded to at least one activity during the test were considered for the results; thus, the data consist of the responses of 7 students, totaling 500 answered questions, an average of 71 (SD 8.34) responses out of a possible 81 per student.</p><p>For the quantitative analysis, user performance was calculated considering the correct answers for each question (marking). In this scenario, participants answered 88.36% (SD 10.30%) of all possible questions, answering correctly (on average) 69.86% (SD 14.78%). When considering all possible questions, this success rate averaged 61.73% (SD 7.87%). <xref ref-type="table" rid="table2">Table 2</xref> shows the results divided by the test groups. In addition, the results separated by each set of activities and test group are presented in <xref ref-type="table" rid="table3">Table 3</xref>.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Performance results obtained from the user test, grouped by test scenario.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Group</td><td align="left" valign="bottom">Time (s), mean (SD)</td><td align="left" valign="bottom">Answered markings (%), mean (SD)</td><td align="left" valign="bottom">Correct answered markings (%), mean (SD)</td><td align="left" valign="bottom">Correct markings (%), mean (SD)</td></tr></thead><tbody><tr><td align="left" valign="top">1<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup></td><td align="left" valign="top">48.21 (19.28)</td><td align="left" valign="top">93.00 (12.12)</td><td align="left" valign="top">67.70 (20.13)</td><td align="left" valign="top">62.96 (10.97)</td></tr><tr><td align="left" valign="top">2<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td><td align="left" valign="top">35.36 (26.15)</td><td align="left" valign="top">84.88 (8.75)</td><td align="left" valign="top">71.64 (12.67)</td><td align="left" valign="top">60.80 (6.41)</td></tr><tr><td align="left" valign="top">All<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup></td><td align="left" valign="top">40.87 (22.65)</td><td align="left" valign="top">88.36 (10.30)</td><td align="left" valign="top">69.86 (14.78)</td><td align="left" valign="top">61.73 (7.87)</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>Group 1: users with support material.</p></fn><fn id="table2fn2"><p><sup>b</sup>Group 2: users without support material.</p></fn><fn id="table2fn3"><p><sup>c</sup>All: all test users.</p></fn></table-wrap-foot></table-wrap><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Performance results obtained from the user test, grouped by activity subset and test scenario.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Subset</td><td align="left" valign="bottom">Group</td><td align="left" valign="bottom">Time (s), mean (SD)</td><td align="left" valign="bottom">Answered markings (%), mean (SD)</td><td align="left" valign="bottom">Correct answered markings (%), mean (SD)</td><td align="left" valign="bottom">Correct markings (%), mean (SD)</td></tr></thead><tbody><tr><td align="left" valign="top">S1<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup></td><td align="left" valign="top">1<sup><xref ref-type="table-fn" rid="table3fn2">b</xref></sup></td><td align="left" valign="top">54.17 (65.58)</td><td align="left" valign="top">100.00 (0.00)</td><td align="left" valign="top">70.83 (14.09)</td><td align="left" valign="top">70.83 (14.09)</td></tr><tr><td align="left" valign="top">S1</td><td align="left" valign="top">2<sup><xref ref-type="table-fn" rid="table3fn3">c</xref></sup></td><td align="left" valign="top">32.99 (13.40)</td><td align="left" valign="top">98.44 (1.80)</td><td align="left" valign="top">69.84 (7.65)</td><td align="left" valign="top">68.75 (7.65)</td></tr><tr><td align="left" valign="top">S1</td><td align="left" valign="top">All<sup><xref ref-type="table-fn" rid="table3fn4">d</xref></sup></td><td align="left" valign="top">42.07 (40.64)</td><td align="left" valign="top">99.11 (1.52)</td><td align="left" valign="top">70.27 (9.78)</td><td align="left" valign="top">69.64 (9.83)</td></tr><tr><td align="left" valign="top">S2<sup><xref ref-type="table-fn" rid="table3fn5">e</xref></sup></td><td align="left" valign="top">1</td><td align="left" valign="top">52.65 (38.83)</td><td align="left" valign="top">100.00 (0.00)</td><td align="left" valign="top">84.38 (12.50)</td><td align="left" valign="top">84.38 (12.50)</td></tr><tr><td align="left" valign="top">S2</td><td align="left" valign="top">2</td><td align="left" valign="top">28.18 (38.25)</td><td align="left" valign="top">96.88 (4.42)</td><td align="left" valign="top">84.68 (13.77)</td><td align="left" valign="top">82.03 (11.80)</td></tr><tr><td align="left" valign="top">S2</td><td align="left" valign="top">All</td><td align="left" valign="top">38.67 (37.49)</td><td align="left" valign="top">98.21 (3.54)</td><td align="left" valign="top">84.55 (12.12)</td><td align="left" valign="top">83.04 (11.10)</td></tr><tr><td align="left" valign="top">S3<sup><xref ref-type="table-fn" rid="table3fn6">f</xref></sup></td><td align="left" valign="top">1</td><td align="left" valign="top">5.38 (4.68)</td><td align="left" valign="top">66.67 (57.74)</td><td align="left" valign="top">11.76 (13.58)</td><td align="left" valign="top">7.84 (13.58)</td></tr><tr><td align="left" valign="top">S3</td><td align="left" valign="top">2</td><td align="left" valign="top">51.75 (98.69)</td><td align="left" valign="top">36.76 (47.64)</td><td align="left" valign="top">16.00 (8.95)</td><td align="left" valign="top">5.88 (8.32)</td></tr><tr><td align="left" valign="top">S3</td><td align="left" valign="top">All</td><td align="left" valign="top">31.88 (74.10)</td><td align="left" valign="top">49.58 (50.01)</td><td align="left" valign="top">13.56 (10.08)</td><td align="left" valign="top">6.72 (9.86)</td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>S1: artifacts.</p></fn><fn id="table3fn2"><p><sup>b</sup>Group 1: users with support material.</p></fn><fn id="table3fn3"><p><sup>c</sup>Group 2: users without support material.</p></fn><fn id="table3fn4"><p><sup>d</sup>All: all test users.</p></fn><fn id="table3fn5"><p><sup>e</sup>S2: inflammations.</p></fn><fn id="table3fn6"><p><sup>f</sup>S3: injuries.</p></fn></table-wrap-foot></table-wrap><p>It is possible to observe that the participants&#x2019; performance metrics were impacted by their performance in the set of activities S3, especially for group 2. However, this result could be attributed to the participants&#x2019; knowledge of the content during the test, since the third set contained topics that some participants may not have been sufficiently familiar with. Another interesting aspect is that all participants performed well in the second group of activities, S2, and achieved above-average performance results in the first group. Despite group 1 having access to support material within the system, the performance difference between the 2 groups was not statistically significant.</p><p>Furthermore, the participants had an average response time of 40.87 (SD 22.65) seconds. In group 1, this value was 48.21 (SD 19.28) seconds, and in group 2, it was 35.36 (SD 26.15) seconds. These times suggest that the students performed some degree of analysis to answer the questions, indicating that their responses were not random. Furthermore, the average time of group 1 indicates that the participants may have used the reference material to answer the questions, since the average time was higher than that of group 2. However, the difference in response times between the 2 groups was not statistically significant.</p></sec><sec id="s3-2"><title>User Test: Qualitative Feedback</title><p>After completing the test activities, participants responded to an online questionnaire containing the previously described statements. However, only 4 participants completed this questionnaire. Despite the limited number of responses, participants expressed a positive perception of the system, agreeing that it was clear, intuitive, and helpful in learning new information and reviewing content. This perception is supported by their answers in positive agreement with statements such as &#x201C;Interactions with the CRIC-Edu system are clear and intuitive,&#x201D; &#x201C;CRIC-Edu helps to learn new information,&#x201D; &#x201C;CRIC-Edu helps to clarify doubts and review content,&#x201D; and &#x201C;CRIC-Edu helps to improve the learning process as a whole.&#x201D;</p><p>However, participants also reported some difficulties with the system, as evidenced by their responses in disagreement with the statements &#x201C;The effort to use CRIC-Edu is low&#x201D; and &#x201C;After using CRIC-Edu, I have more clarity about my knowledge in the area.&#x201D; These negative impressions and reported difficulties with the system may be caused by the initial learning curve required to understand and properly use the system. While the interaction format is designed to be simple and similar to laboratory tasks, participants need time to familiarize themselves, which could impact their initial experience.</p></sec><sec id="s3-3"><title>Comparison Between Approaches</title><p>The activities utilized in the user test were also presented in [<xref ref-type="bibr" rid="ref18">18</xref>], enabling a direct comparison of accuracy results. To ensure consistency, the results presented in [<xref ref-type="bibr" rid="ref18">18</xref>] were filtered to consider only the 81 markings used in our test scenario. However, it is important to highlight that the evaluation performed in [<xref ref-type="bibr" rid="ref18">18</xref>] did not collect response times, so this comparison is impossible. Additionally, it is also impossible to compare some subjective aspects observed, given the difference in the system used for the test.</p><p><xref ref-type="table" rid="table4">Tables 4</xref> and <xref ref-type="table" rid="table5">5</xref> summarize the results from the SAP and RAP test scenarios, providing a baseline for evaluating the metrics observed in this study.</p><p>It is noteworthy that although the average responses obtained are similar to the scenarios described, the SAP and RAP scenarios achieved a higher average of correct answers. It is important to highlight that in the SAP and RAP test scenarios, the participants performed the test as a parallel activity to the course, and the division of the activities was different in each scenario. Furthermore, the test structure permitted the content covered in the activities to already be clearer for some participants, as discussed in [<xref ref-type="bibr" rid="ref18">18</xref>].</p><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>Average performance results from the preliminary approach [<xref ref-type="bibr" rid="ref18">18</xref>], limited to the test activities used in this study.</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Group</td><td align="left" valign="bottom">Answered markings (%), mean (SD)</td><td align="left" valign="bottom">Correct answered markings (%), mean (SD)</td><td align="left" valign="bottom">Correct markings (%), mean (SD)</td></tr></thead><tbody><tr><td align="left" valign="top">SAP<sup><xref ref-type="table-fn" rid="table4fn1">a</xref></sup></td><td align="left" valign="top">89.88 (7.46)</td><td align="left" valign="top">85.80 (9.23)</td><td align="left" valign="top">77.11 (10.43)</td></tr><tr><td align="left" valign="top">RAP<sup><xref ref-type="table-fn" rid="table4fn2">b</xref></sup></td><td align="left" valign="top">87.52 (7.00)</td><td align="left" valign="top">83.23 (8.65)</td><td align="left" valign="top">72.84 (9.58)</td></tr></tbody></table><table-wrap-foot><fn id="table4fn1"><p><sup>a</sup>SAP: short academic period. </p></fn><fn id="table4fn2"><p><sup>b</sup>RAP: regular academic period.</p></fn></table-wrap-foot></table-wrap><table-wrap id="t5" position="float"><label>Table 5.</label><caption><p>Average performance results from the preliminary approach [<xref ref-type="bibr" rid="ref18">18</xref>], grouped by activity subset and user group.</p></caption><table id="table5" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Subset</td><td align="left" valign="bottom">Group</td><td align="left" valign="bottom">Answered markings (%), mean (SD)</td><td align="left" valign="bottom">Correct answered markings (%), mean (SD)</td><td align="left" valign="bottom">Correct markings (%), mean (SD)</td></tr></thead><tbody><tr><td align="left" valign="top">S1<sup><xref ref-type="table-fn" rid="table5fn1">a</xref></sup></td><td align="left" valign="top">SAP<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td><td align="left" valign="top">98.56 (8.91)</td><td align="left" valign="top">81.93 (11.43)</td><td align="left" valign="top">80.75 (13.60)</td></tr><tr><td align="left" valign="top">S1</td><td align="left" valign="top">RAP<sup><xref ref-type="table-fn" rid="table5fn3">c</xref></sup></td><td align="left" valign="top">99.31 (2.08)</td><td align="left" valign="top">78.32 (9.20)</td><td align="left" valign="top">77.78 (8.76)</td></tr><tr><td align="left" valign="top">S2<sup><xref ref-type="table-fn" rid="table5fn4">d</xref></sup></td><td align="left" valign="top">SAP</td><td align="left" valign="top">86.56 (3.90)</td><td align="left" valign="top">91.99 (12.09)</td><td align="left" valign="top">79.63 (10.81)</td></tr><tr><td align="left" valign="top">S2</td><td align="left" valign="top">RAP</td><td align="left" valign="top">87.50 (0.00)</td><td align="left" valign="top">90.08 (7.09)</td><td align="left" valign="top">78.82 (6.21)</td></tr><tr><td align="left" valign="top">S3<sup><xref ref-type="table-fn" rid="table5fn5">e</xref></sup></td><td align="left" valign="top">SAP</td><td align="left" valign="top">79.76 (12.92)</td><td align="left" valign="top">82.15 (16.24)</td><td align="left" valign="top">65.53 (14.46)</td></tr><tr><td align="left" valign="top">S3</td><td align="left" valign="top">RAP</td><td align="left" valign="top">65.36 (33.85)</td><td align="left" valign="top">80.00 (30.68)</td><td align="left" valign="top">52.29 (28.28)</td></tr></tbody></table><table-wrap-foot><fn id="table5fn1"><p><sup>a</sup>S1: artifacts.</p></fn><fn id="table5fn2"><p><sup>b</sup>SAP: short academic period.</p></fn><fn id="table5fn3"><p><sup>c</sup>RAP: regular academic period.</p></fn><fn id="table5fn4"><p><sup>d</sup>S2: inflammations.</p></fn><fn id="table5fn5"><p><sup>e</sup>S3: injuries.</p></fn></table-wrap-foot></table-wrap><p>Except for the SAP scenario, the answers data for all observed groups were relatively small. Thus, to assess whether these data exhibited statistical similarity, they were evaluated with the Shapiro-Wilk test, as shown in <xref ref-type="table" rid="table6">Table 6</xref>. Results smaller than 10e-10 were represented as &#x003C;.001. The analysis indicates that most answer datasets did not follow a normal distribution at a significance level of &#x03B1;=.05. However, for the correct-answer data, some samples did present a normal distribution, as highlighted in <xref ref-type="table" rid="table7">Table 7</xref> for &#x03B1;=.05.</p><p>Given these data characteristics, a Kruskal-Wallis test was performed to compare the 3 scenarios (SAP, RAP, and this study) to evaluate the statistical similarity of these data. The results are shown in <xref ref-type="table" rid="table7">Table 7</xref>; results smaller than 10e-10 were represented as &#x003C;.001. The analysis indicates that the answer data from this test scenario are statistically similar to those observed in the SAP and RAP scenarios. However, the same does not occur for the correct answers. These findings suggest that the test participants had a similar engagement in using the system and responding to the activities, but obtained different performance levels, probably resulting from differences in their knowledge about the content during the test.</p><p>Considering the impact of S3 on the test results, the analyses described above were also performed for the combination of S1 and S2, as shown in <xref ref-type="table" rid="table6">Table 6</xref>. In all cases, the observed data demonstrate a consistent pattern, aligning with established benchmarks in perceptual learning. This indicates that the answers for S3 do not impact the analysis of the overall data.</p><table-wrap id="t6" position="float"><label>Table 6.</label><caption><p>Results of the Shapiro-Wilk normality test applied to all data groups (&#x03B1;=.05).</p></caption><table id="table6" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Group</td><td align="left" valign="bottom">Subset</td><td align="left" valign="bottom"><italic>P</italic> value (answers)</td><td align="left" valign="bottom"><italic>P</italic> value (correct answers)</td></tr></thead><tbody><tr><td align="left" valign="top">This study</td><td align="left" valign="top">All</td><td align="left" valign="top">.02</td><td align="left" valign="top">.41</td></tr><tr><td align="left" valign="top">This study</td><td align="left" valign="top">S1<sup><xref ref-type="table-fn" rid="table6fn1">a</xref></sup></td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">.80</td></tr><tr><td align="left" valign="top">This study</td><td align="left" valign="top">S2<sup><xref ref-type="table-fn" rid="table6fn2">b</xref></sup></td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">.71</td></tr><tr><td align="left" valign="top">This study</td><td align="left" valign="top">S3<sup><xref ref-type="table-fn" rid="table6fn3">c</xref></sup></td><td align="left" valign="top">.02</td><td align="left" valign="top">.01</td></tr><tr><td align="left" valign="top">This study</td><td align="left" valign="top">S1 and S2</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">.87</td></tr><tr><td align="left" valign="top">SAP<sup><xref ref-type="table-fn" rid="table6fn4">d</xref></sup></td><td align="left" valign="top">All</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">SAP</td><td align="left" valign="top">S1</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">.002</td></tr><tr><td align="left" valign="top">SAP</td><td align="left" valign="top">S2</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">SAP</td><td align="left" valign="top">S3</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">SAP</td><td align="left" valign="top">S1 and S2</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top">RAP<sup><xref ref-type="table-fn" rid="table6fn5">e</xref></sup></td><td align="left" valign="top">All</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">.03</td></tr><tr><td align="left" valign="top">RAP</td><td align="left" valign="top">S1</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">.19</td></tr><tr><td align="left" valign="top">RAP</td><td align="left" valign="top">S2</td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table6fn6">f</xref></sup></td><td align="left" valign="top">.02</td></tr><tr><td align="left" valign="top">RAP</td><td align="left" valign="top">S3</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">.03</td></tr><tr><td align="left" valign="top">RAP</td><td align="left" valign="top">S1 and S2</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">.01</td></tr></tbody></table><table-wrap-foot><fn id="table6fn1"><p><sup>a</sup>S1: artifacts.</p></fn><fn id="table6fn2"><p><sup>b</sup>S2: inflammations.</p></fn><fn id="table6fn3"><p><sup>c</sup>S3: injuries.</p></fn><fn id="table6fn4"><p><sup>d</sup>SAP: short academic period.</p></fn><fn id="table6fn5"><p><sup>e</sup>RAP: regular academic period.</p></fn><fn id="table6fn6"><p><sup>f</sup>Not applicable.</p></fn></table-wrap-foot></table-wrap><table-wrap id="t7" position="float"><label>Table 7.</label><caption><p>Results of the Kruskal-Wallis statistical test evaluating difference across activity subsets &#x00D7; user responses (&#x03B1;=.05).</p></caption><table id="table7" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Subset</td><td align="left" valign="bottom" colspan="2">Answers</td><td align="left" valign="bottom" colspan="2">Correct answers</td></tr><tr><td align="left" valign="bottom"/><td align="left" valign="bottom"><italic>P</italic> value</td><td align="left" valign="bottom">Conclusion</td><td align="left" valign="bottom"><italic>P</italic> value</td><td align="left" valign="bottom">Conclusion</td></tr></thead><tbody><tr><td align="left" valign="top">All</td><td align="left" valign="top">.28</td><td align="left" valign="top">Similar</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">Not similar</td></tr><tr><td align="left" valign="top">S1</td><td align="left" valign="top">.09</td><td align="left" valign="top">Similar</td><td align="left" valign="top">.04</td><td align="left" valign="top">Not similar</td></tr><tr><td align="left" valign="top">S2</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">Not similar</td><td align="left" valign="top">.25</td><td align="left" valign="top">Similar</td></tr><tr><td align="left" valign="top">S3</td><td align="left" valign="top">.41</td><td align="left" valign="top">Similar</td><td align="left" valign="top">&#x003C;.001</td><td align="left" valign="top">Not similar</td></tr><tr><td align="left" valign="top">S1 and S2</td><td align="left" valign="top">.03</td><td align="left" valign="top">Not similar</td><td align="left" valign="top">.14</td><td align="left" valign="top">Similar</td></tr></tbody></table></table-wrap></sec><sec id="s3-4"><title>Specialist Evaluation</title><p>The specialists&#x2019; perception of the system was positive, reporting a good experience using it. However, when evaluating the system from each user role, the perception from the student&#x2019;s side was very positive, which aligns with the feedback collected from the students in the test. On the teacher&#x2019;s side, it was positive but with limitations. These conclusions are directly correlated with some of the statements made by specialists during the interview phase. In the interview, one of the specialists stated regarding the tool: &#x201C;I found it very useful, very interesting,&#x201D; while another stated &#x201C;The tool is well defined, what needs to be answered is very clear&#x201D; and &#x201C;The markings clearly indicating what I have to answer are very clear, as is the number of questions and options to choose from.&#x201D; While in the teacher role, some of the difficulties were reported: &#x201C;As a teacher, I had difficulties putting together these activities, perhaps because I didn't understand the system part.&#x201D;</p><p>These difficulties can be caused by the system&#x2019;s learning curve, that is, understanding the terminology and navigating where to perform the different tasks in the role of teacher. The positive perception of the specialists in the student role, combined with the test participants&#x2019; feedback, reinforces that the objective of delivering a simple interaction model and reducing the impact of this interaction on the learning task was achieved.</p><p>In general, the specialists agreed that the system fulfills its objective of serving as a tool to support the learning process. Statements such as: &#x201C;As you mark the answers, you&#x2019;ll know if they&#x2019;re right or wrong, which helps you review why you&#x2019;re making the mistake&#x201D; show the specialists&#x2019; perception. This perception is primarily derived from the system&#x2019;s interaction model, which presents activities that simulate the view of an optical microscope, with highlighted areas. The specialists evaluated this interaction format as an excellent way to exemplify theoretical knowledge in classes and expose students to specific and unusual situations, in addition to providing support material for the class&#x2019;s development, as described by a specialist: &#x201C;I'll have to delimited the area, present the situation, but in return I'll have that clearly defined and saved, for example, to compare later.&#x201D; Also, they appreciated that this interaction can be accessed via desktop and the internet and is not limited to a laboratory with specific equipment. In addition to the terminology used in the system, the specialists did not highlight any problems or difficulties with usability. However, this challenge with the system&#x2019;s terminology is also associated with the initial learning curve required to use the system. It is enhanced by potential ambiguities in the system&#x2019;s native language (Portuguese).</p><p>Finally, the specialists evaluated the system&#x2019;s inclusion in their routine as an advantage. However, it is necessary to assess whether this positive reception is maintained with continued use. This requires a more extended test with broad participation.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Main Findings</title><p>This study introduced a computational framework designed to enhance perception skills in cervical cytology through interactive and adaptive visual exercises, an alternative model of interaction between the professional and the samples. According to the objectives presented in the Introduction, the proposed framework successfully maintained student performance while improving usability, interaction quality, and overall user experience compared with previous approaches. These findings suggest that the proposed framework can support cytology education without compromising learning effectiveness while offering a more flexible, scalable, and specialist-oriented interaction model.</p><p>The framework also demonstrated the potential to organize educational activities as structured computational objects that can record perceptual interactions and support future personalization strategies. In addition, the results indicate that exposing students to both common and rare clinical scenarios may help bridge the gap between theoretical knowledge and practical expertise in cervical cytology.</p></sec><sec id="s4-2"><title>Interpretation of Findings, Educational Implications, and Comparison With Previous Works</title><p>Compared with the previous approach proposed by Keller et al [<xref ref-type="bibr" rid="ref18">18</xref>], the present framework introduces several architectural and educational improvements. The modular architecture allows the inclusion of new interaction models, features, and functionalities into the overall interaction flow without compromising the system&#x2019;s stability. Such flexibility expands the platform&#x2019;s future adaptability and facilitates its evolution in line with educational demands.</p><p>Another benefit of the proposed framework concerns the refined or newly created graphical user interfaces capable of delivering the proposed interaction model. In a study by Keller et al [<xref ref-type="bibr" rid="ref18">18</xref>], there were no user interfaces that allowed education professionals to monitor students&#x2019; interactions. In contrast, the proposed framework presents this information through a user interface that supports the course&#x2019;s execution.</p><p>Specialist feedback also highlighted the importance of interaction mechanisms that support answer clarification and collaborative discussion. Since cytology analysis is not an exact science, different interpretations may occur and must be clarified. This demand for interaction can be divided into two types of interaction: (1) answer clarification, which involves explaining why a specific region is identified as option A rather than option B, and (2) assistance with complex analysis, which focuses on helping users clarify a doubt they had in their activities. These observations align with discussions presented in a study by Keller et al [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref20">20</xref>], which emphasized the importance of collaborative support systems in specialized visual analysis environments.</p><p>The proposed framework is also aligned with principles of perceptual learning in medical education, in which expertise is progressively developed through repeated exposure to structured visual patterns and immediate interpretive feedback [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. These observations are consistent with prior studies on perceptual learning in medical education, which demonstrated that repeated visual exposure and feedback-based interaction improve diagnostic expertise [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p><p>In cytology, diagnostic proficiency depends heavily on the ability to recognize subtle morphological variations across a large number of cases. By exposing students to both common and rare lesion patterns in an interactive environment, the framework supports the gradual refinement of visual discrimination skills and diagnostic reasoning.</p><p>The experimental protocol adopted in this study aimed to simulate a realistic educational scenario in which students could freely interact with the platform without rigid usage constraints. The results also suggest that incomplete participation was more closely associated with prioritization and engagement factors than with technical difficulties or usability barriers. Since communication channels were available and no relevant system-related problems were reported, it is possible to infer that noncompletion behavior reflects the voluntary nature of the activity rather than limitations of the framework itself. Similar behavior patterns were also observed in the RAP environment [<xref ref-type="bibr" rid="ref18">18</xref>], where optional educational activities tended to receive lower prioritization when not directly associated with formal course evaluation.</p><p>In the context of specialist training, the framework also demonstrated potential to support continuing education processes. Cytology professionals frequently require ongoing updates through review courses and professional events, particularly given the complexity and variability of visual interpretation tasks. In this scenario, the proposed framework may support both structured educational methodologies and continuous professional development activities.</p><p>This process enables quantification of individual performance and identification of knowledge gaps. Based on these insights, professionals can tailor their training strategies or have the system support them in following a personalized learning path based on their data (response times, accuracy, and answer patterns). As a result, the platform serves as a diagnostic tool to identify individual difficulties and propose adapted study plans, increasing the overall effectiveness of cytology teaching and professional development [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. This may improve the effectiveness of cytology training and ongoing professional development, particularly compared with traditional, less adaptive training approaches.</p><p>Another important aspect concerns the framework&#x2019;s potential to support adaptive learning strategies. By recording user interactions, response times, and answer patterns, the system creates opportunities for future personalization mechanisms that can adapt educational pathways to individual performance and learning difficulties. Such approaches are consistent with adaptive education models that seek to optimize learning efficiency by tailoring content and difficulty levels to the learner&#x2019;s evolving expertise.</p><p>Although the framework was developed and evaluated in the context of cervical cytology, its modular architecture was designed to facilitate adaptation to other domains that depend on visual pattern recognition, including pathology, histology, radiology, and digital pathology.</p><p>This adaptability is supported by the separation between data, interaction, and processing modules, which allows domain transfer with minimal system-level modifications. In practice, adaptation can occur in two different ways: (1) replacing the content module data, that is, changing the data without system modifications; or (2) extending the user interface module to offer the specific interaction models, combined with the inclusion of the new content data in the system database.</p><p>These characteristics suggest that the framework may serve as a scalable computational environment for perceptual learning in health care education. Beyond cervical cytology, the proposed model contributes to the broader discussion of computational support for the development of visual expertise in medical training. By integrating structured interaction, explainable educational workflows, and behavioral data collection, the framework creates opportunities for scalable and adaptive learning environments in domains where visual interpretation skills are critical.</p><p>The CRIC-Edu framework has the potential to significantly influence the training of cytology professionals by fostering decision-making skills in complex clinical environments. Integrating simulated laboratory experiences into the framework allows students to repeatedly practice visual diagnostic tasks, strengthening critical analytical and reasoning skills. This is consistent with prior studies highlighting digital and simulation-based resources in pathology and medical education [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. This iterative exposure improves their ability to recognize patterns and enhances their expertise in evaluating cellular lesions.</p><p>In addition, the platform provides professionals with access to a broader range of cases and scenarios than is possible through traditional laboratories or textbooks. By exposing students to structured, diverse, and rare cases, the framework helps build mental models that health professionals rely on to make rapid and accurate decisions in complex environments. It enables students to refine their interpretive abilities and develop clinical intuition, a skill for identifying and prioritizing critical issues under pressure.</p><p>The framework also enables students to engage with advanced and rare scenarios that are not always accessible in traditional training programs. By simulating these high-complexity situations, the system encourages learners to develop confidence and competence in tackling ambiguous or challenging cases.</p><p>Integrating real-time feedback and reference materials within the platform promotes evidence-based, feedback-guided learning, a principle also emphasized in adaptive learning and the development of perceptual expertise [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. As students receive immediate insights into their performance, they are encouraged to reflect on their diagnostic choices, fostering a habit of seeking evidence to inform clinical decisions. This approach reduces anxiety and improves performance in time-sensitive or high-stakes tasks, equipping students to excel under pressure.</p><p>Additionally, the system&#x2019;s scalability and adaptability turn it into a valuable tool for training health professionals globally, addressing disparities in educational resources and ensuring equitable access to high-quality training.</p></sec><sec id="s4-3"><title>Limitations</title><p>The main limitation of this study concerns the reduced number of participants who completed all stages of the evaluation protocol. For the quantitative analysis, responses from 7 distinct users were collected, totaling 500 answered questions, while the qualitative analysis involved 4 participants. Although these data were sufficient to identify preliminary behavioral patterns and interaction tendencies, the limited sample size restricts the generalizability of the findings.</p><p>Additionally, the statistical comparisons presented in this study should be interpreted as exploratory and descriptive rather than confirmatory. A larger and more diverse participant population is necessary to validate the observed trends and strengthen the robustness of the conclusions.</p><p>The anomaly observed in the S3 subset also suggests that certain complex diagnostic categories may require additional refinement in the adaptive interaction mechanisms of the framework to better support visual differentiation and ambiguity resolution. Furthermore, because participation was voluntary, motivational and prioritization factors may have influenced user engagement and task completion rates.</p><p>Another limitation concerns the absence of longitudinal evaluation. This study focused on immediate interaction and performance indicators, preventing conclusions regarding long-term retention of perceptual skills acquired through the platform. Future studies should investigate whether repeated interactions with the framework contribute to sustained improvements in diagnostic expertise.</p></sec><sec id="s4-4"><title>Conclusion</title><p>This study proposed and evaluated the CRIC-Edu framework, a computational environment designed to support perceptual learning in cervical cytology through structured visual inspection activities, interaction traceability, and behavioral data collection. The results demonstrated that the framework maintained learning performance while improving usability, interaction quality, and overall user experience compared with previous approaches. These findings indicate that the proposed approach can effectively support cytology education without compromising learning outcomes while providing a more flexible and scalable educational environment.</p><p>Beyond its application to cervical cytology education, this study contributes to the broader field of computational support for perceptual learning in health care education. By combining explainable educational workflows, structured interaction models, behavioral data analysis, and adaptive learning principles, the framework illustrates how a digital educational environment can support the progressive development of visual expertise. Such characteristics are particularly relevant in health care disciplines where diagnostic competence relies heavily on repeated visual interpretation, guided practice, and continuous professional development.</p><p>The proposed framework also demonstrates the potential of modular educational platforms to extend to other domains, such as pathology, histology, radiology, and digital pathology, enabling the development of scalable and remotely accessible educational environments. More broadly, this study reinforces the importance of integrating computational technologies with evidence-based educational principles to expand access to specialized training, support lifelong learning, and reduce disparities in professional qualification across different health care settings.</p><p>Future work will focus on longitudinal evaluation of perceptual skill retention in a larger population, expansion of the image database, and investigation of adaptive learning mechanisms that generate personalized educational pathways based on user interaction patterns and performance data. These developments may further strengthen the role of computational educational technologies as promising tools for expanding access to high-quality training in visually intensive and personalized health care domains.</p></sec></sec></body><back><ack><p>The authors attest that there was no use of generative AI technology in the generation of text, figures, or other informational content in this manuscript.</p></ack><notes><sec><title>Funding</title><p>This study was supported by the Coordena&#x00E7;&#x00E3;o de Aperfei&#x00E7;oamento de Pessoal de N&#x00ED;vel Superior (CAPES), Brazil (Finance Code 001); Funda&#x00E7;&#x00E3;o de Amparo &#x00E0; Pesquisa do Estado de Minas Gerais (FAPEMIG) APQ-01306-22; Conselho Nacional de Desenvolvimento Cient&#x00ED;fico e Tecnol&#x00F3;gico (CNPq); and Universidade Federal de Ouro Preto (UFOP).</p></sec><sec><title>Data Availability</title><p>The datasets generated and analyzed during this study are available from the corresponding author on reasonable request.</p></sec></notes><fn-group><fn fn-type="con"><p>BNSK and MTR conceptualized the study and designed the computational framework. BNSK developed the software and performed data collection. RRRO, CRPC, and AGC provided expertise in cytopathology and contributed to the selection and validation of the image database. CMC and AGC supervised the research and provided administrative support. BNSK and MTR performed the statistical analysis and drafted the initial manuscript. All authors (BNSK, MTR, RRRO, CRPC, CMC, and AGC) contributed to the critical revision of the manuscript for important intellectual content and approved the final version for submission.</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">CRUD</term><def><p>create, remove, update, and delete</p></def></def-item><def-item><term id="abb2">RAP</term><def><p>regular academic period</p></def></def-item><def-item><term id="abb3">REST</term><def><p>representational state transfer</p></def></def-item><def-item><term id="abb4">SAP</term><def><p>short academic period</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Guze</surname><given-names>PA</given-names> </name></person-group><article-title>Using technology to meet the challenges of medical education</article-title><source>Trans Am Clin Climatol Assoc</source><year>2015</year><volume>126</volume><fpage>260</fpage><lpage>270</lpage><pub-id pub-id-type="medline">26330687</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Aziz Hussin</surname><given-names>A</given-names> </name></person-group><article-title>Education 4.0 made simple: ideas for teaching</article-title><source>Int J Educ Lit Stud</source><year>2018</year><volume>6</volume><issue>3</issue><fpage>92</fpage><lpage>98</lpage><pub-id pub-id-type="doi">10.7575/aiac.ijels.v.6n.3p.92</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dankbaar</surname><given-names>MEW</given-names> </name><name name-style="western"><surname>de Jong</surname><given-names>PGM</given-names> </name></person-group><article-title>Technology for learning: how it has changed education</article-title><source>Perspect Med Educ</source><year>2014</year><month>09</month><volume>3</volume><issue>4</issue><fpage>257</fpage><lpage>259</lpage><pub-id pub-id-type="doi">10.1007/s40037-014-0141-0</pub-id><pub-id pub-id-type="medline">25163662</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Dargham</surname><given-names>J</given-names> </name><name name-style="western"><surname>Saeed</surname><given-names>D</given-names> </name><name name-style="western"><surname>Mcheick</surname><given-names>H</given-names> </name></person-group><article-title>E-learning at school level: challenges and benefits</article-title><year>2012</year><conf-name>Proceedings of the 13th International Arab Conference on Information Technology (ACIT)</conf-name><conf-date>Dec 10-13, 2012</conf-date><conf-loc>Zarqa, Jordan</conf-loc><fpage>340</fpage><lpage>345</lpage></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Thakkar</surname><given-names>SR</given-names> </name><name name-style="western"><surname>Joshi</surname><given-names>HD</given-names> </name></person-group><article-title>E-learning systems: a review</article-title><year>2015</year><conf-name>2015 IEEE Seventh International Conference on Technology for Education (T4E)</conf-name><conf-date>Dec 10-12, 2015</conf-date><conf-loc>Warangal, India</conf-loc><fpage>37</fpage><lpage>40</lpage><pub-id pub-id-type="doi">10.1109/T4E.2015.6</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Maley</surname><given-names>MAL</given-names> </name><name name-style="western"><surname>Harvey</surname><given-names>JR</given-names> </name><name name-style="western"><surname>Boer</surname><given-names>W de</given-names> </name><name name-style="western"><surname>Scott</surname><given-names>NW</given-names> </name><name name-style="western"><surname>Arena</surname><given-names>GE</given-names> </name></person-group><article-title>Addressing current problems in teaching pathology to medical students: blended learning</article-title><source>Med Teach</source><year>2008</year><month>01</month><volume>30</volume><issue>1</issue><fpage>e1</fpage><lpage>e9</lpage><pub-id pub-id-type="doi">10.1080/01421590701753575</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wiecha</surname><given-names>J</given-names> </name><name name-style="western"><surname>Heyden</surname><given-names>R</given-names> </name><name name-style="western"><surname>Sternthal</surname><given-names>E</given-names> </name><name name-style="western"><surname>Merialdi</surname><given-names>M</given-names> </name></person-group><article-title>Learning in a virtual world: experience with using second life for medical education</article-title><source>J Med Internet Res</source><year>2010</year><month>01</month><day>23</day><volume>12</volume><issue>1</issue><fpage>e1</fpage><pub-id pub-id-type="doi">10.2196/jmir.1337</pub-id><pub-id pub-id-type="medline">20097652</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Souto Bahia</surname><given-names>N</given-names> </name><name name-style="western"><surname>da Silva</surname><given-names>WR</given-names> </name><name name-style="western"><surname>Bacchi Vianna</surname><given-names>J</given-names> </name><name name-style="western"><surname>Gabriel Rodrigues</surname><given-names>H</given-names> </name><name name-style="western"><surname>Braz&#x00E3;o Silva</surname><given-names>MT</given-names> </name><name name-style="western"><surname>Bacchi</surname><given-names>RR</given-names> </name></person-group><article-title>O uso das TDIC&#x2019;s como estrat&#x00E9;gia para aprendizagem em morfologia microsc&#x00F3;pica [Article in Portuguese]</article-title><source>Inform&#x00E1;tica na educa&#x00E7;&#x00E3;o: teoria &#x0026; pr&#x00E1;tica</source><year>2019</year><volume>22</volume><issue>2</issue><pub-id pub-id-type="doi">10.22456/1982-1654.88412</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Guiter</surname><given-names>GE</given-names> </name><name name-style="western"><surname>Sapia</surname><given-names>S</given-names> </name><name name-style="western"><surname>Wright</surname><given-names>AI</given-names> </name><name name-style="western"><surname>Hutchins</surname><given-names>GGA</given-names> </name><name name-style="western"><surname>Arayssi</surname><given-names>T</given-names> </name></person-group><article-title>Development of a remote online collaborative medical school pathology curriculum with clinical correlations, across several international sites, through the Covid-19 pandemic</article-title><source>Med Sci Educ</source><year>2021</year><month>04</month><volume>31</volume><issue>2</issue><fpage>549</fpage><lpage>556</lpage><pub-id pub-id-type="doi">10.1007/s40670-021-01212-2</pub-id><pub-id pub-id-type="medline">33495717</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hanna</surname><given-names>MG</given-names> </name><name name-style="western"><surname>Reuter</surname><given-names>VE</given-names> </name><name name-style="western"><surname>Ardon</surname><given-names>O</given-names> </name><etal/></person-group><article-title>Validation of a digital pathology system including remote review during the COVID-19 pandemic</article-title><source>Mod Pathol</source><year>2020</year><month>11</month><volume>33</volume><issue>11</issue><fpage>2115</fpage><lpage>2127</lpage><pub-id pub-id-type="doi">10.1038/s41379-020-0601-5</pub-id><pub-id pub-id-type="medline">32572154</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Melo</surname><given-names>CA</given-names> </name><name name-style="western"><surname>Sousa</surname><given-names>MS</given-names> </name></person-group><article-title>Tecnologia educacional como estrat&#x00E9;gia integrativa de complementa&#x00E7;&#x00E3;o na forma&#x00E7;&#x00E3;o de estudantes e profissionais da &#x00E1;rea da sa&#x00FA;de: Revis&#x00E3;o integrativa [Article in Portuguese]</article-title><source>Res Soc Dev</source><year>2021</year><volume>10</volume><issue>10</issue><fpage>e87101018796</fpage><pub-id pub-id-type="doi">10.33448/rsd-v10i10.18796</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chen</surname><given-names>LS</given-names> </name><name name-style="western"><surname>Lay</surname><given-names>YJ</given-names> </name><name name-style="western"><surname>Yang</surname><given-names>CC</given-names> </name><name name-style="western"><surname>Chang</surname><given-names>SH</given-names> </name></person-group><article-title>A virtual microscope system for histology learning in education</article-title><source>8th International Conference on Ubi-Media Computing</source><year>2015</year><fpage>355</fpage><lpage>359</lpage><pub-id pub-id-type="doi">10.1109/UMEDIA.2015.7297485</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Manou</surname><given-names>E</given-names> </name><name name-style="western"><surname>Lazari</surname><given-names>EC</given-names> </name><name name-style="western"><surname>Lazaris</surname><given-names>AC</given-names> </name><name name-style="western"><surname>Agrogiannis</surname><given-names>G</given-names> </name><name name-style="western"><surname>Kavantzas</surname><given-names>NG</given-names> </name><name name-style="western"><surname>Thomopoulou</surname><given-names>GE</given-names> </name></person-group><article-title>Evaluating e-learning in the pathology course during the COVID-19 pandemic</article-title><source>Adv Med Educ Pract</source><year>2022</year><volume>13</volume><fpage>285</fpage><lpage>300</lpage><pub-id pub-id-type="doi">10.2147/AMEP.S353935</pub-id><pub-id pub-id-type="medline">35386722</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sasaki</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Nanez</surname><given-names>JE</given-names> </name><name name-style="western"><surname>Watanabe</surname><given-names>T</given-names> </name></person-group><article-title>Advances in visual perceptual learning and plasticity</article-title><source>Nat Rev Neurosci</source><year>2010</year><month>01</month><volume>11</volume><issue>1</issue><fpage>53</fpage><lpage>60</lpage><pub-id pub-id-type="doi">10.1038/nrn2737</pub-id><pub-id pub-id-type="medline">19953104</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kellman</surname><given-names>PJ</given-names> </name><name name-style="western"><surname>Krasne</surname><given-names>S</given-names> </name></person-group><article-title>Accelerating expertise: perceptual and adaptive learning technology in medical learning</article-title><source>Med Teach</source><year>2018</year><month>08</month><volume>40</volume><issue>8</issue><fpage>797</fpage><lpage>802</lpage><pub-id pub-id-type="doi">10.1080/0142159X.2018.1484897</pub-id><pub-id pub-id-type="medline">30091650</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>B&#x00FC;t&#x00FC;n Ayhan</surname><given-names>A</given-names> </name><name name-style="western"><surname>Aki</surname><given-names>E</given-names> </name><name name-style="western"><surname>Mutlu</surname><given-names>B</given-names> </name><name name-style="western"><surname>Aral</surname><given-names>N</given-names> </name></person-group><article-title>A study of conceptual development and visual perception in six-year-old children</article-title><source>Percept Mot Skills</source><year>2015</year><month>12</month><volume>121</volume><issue>3</issue><fpage>832</fpage><lpage>839</lpage><pub-id pub-id-type="doi">10.2466/24.10.PMS.121c22x7</pub-id><pub-id pub-id-type="medline">26595200</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Marris</surname><given-names>J</given-names> </name><name name-style="western"><surname>Perfors</surname><given-names>A</given-names> </name><name name-style="western"><surname>Mitchell</surname><given-names>D</given-names> </name><etal/></person-group><article-title>How effective is perceptual training? Evaluating two perceptual training methods on a difficult visual categorisation task</article-title><access-date>2026-08-07</access-date><conf-name>43rd Annual Meeting of the Cognitive Science Society (CogSci 2021)</conf-name><conf-date>Jul 26-29, 2021</conf-date><comment><ext-link ext-link-type="uri" xlink:href="https://escholarship.org/uc/item/0wm2w81m">https://escholarship.org/uc/item/0wm2w81m</ext-link></comment></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Keller</surname><given-names>BNS</given-names> </name><name name-style="western"><surname>Rezende</surname><given-names>MT</given-names> </name><name name-style="western"><surname>Machado</surname><given-names>TM</given-names> </name><name name-style="western"><surname>Delabrida</surname><given-names>SE</given-names> </name><name name-style="western"><surname>Carneiro</surname><given-names>CM</given-names> </name><name name-style="western"><surname>Bianchi</surname><given-names>AGC</given-names> </name></person-group><article-title>Perceptions on the use of an online tool in the teaching-learning process in microscopy</article-title><source>Int Conf Enterp Inf Syst</source><year>2022</year><fpage>325</fpage><lpage>331</lpage><pub-id pub-id-type="doi">10.5220/0011062200003179</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rezende</surname><given-names>MT</given-names> </name><name name-style="western"><surname>Silva</surname><given-names>R</given-names> </name><name name-style="western"><surname>Bernardo</surname><given-names>FO</given-names> </name><etal/></person-group><article-title>Cric searchable image database as a public platform for conventional pap smear cytology data</article-title><source>Sci Data</source><year>2021</year><month>06</month><day>10</day><volume>8</volume><issue>1</issue><fpage>151</fpage><pub-id pub-id-type="doi">10.1038/s41597-021-00933-8</pub-id><pub-id pub-id-type="medline">34112812</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Keller</surname><given-names>B</given-names> </name><name name-style="western"><surname>Guimar&#x00E3;es</surname><given-names>TD</given-names> </name><name name-style="western"><surname>Malaquias</surname><given-names>P</given-names> </name><etal/></person-group><article-title>CitoFocus: uma plataforma para colabora&#x00E7;&#x00E3;o e aprendizado em citopatologia [Article in Portuguese]</article-title><source>Simp&#x00F3;sio Brasileiro de Computa&#x00E7;&#x00E3;o Aplicada &#x00E0; Sa&#x00FA;de</source><year>2021</year><fpage>104</fpage><lpage>113</lpage><pub-id pub-id-type="doi">10.5753/sbcas.2021.16083</pub-id></nlm-citation></ref></ref-list></back></article>