<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id><journal-id journal-id-type="publisher-id">formative</journal-id><journal-id journal-id-type="index">27</journal-id><journal-title>JMIR Formative Research</journal-title><abbrev-journal-title>JMIR Form Res</abbrev-journal-title><issn pub-type="epub">2561-326X</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v9i1e54167</article-id><article-id pub-id-type="doi">10.2196/54167</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Summer Research Internship Curriculum to Promote Self-Efficacy, Researcher Identity, and Peer-to-Peer Learning: Retrospective Cohort Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Levites Strekalova</surname><given-names>Yulia A</given-names></name><degrees>MBA, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Liu-Galvin</surname><given-names>Rachel</given-names></name><degrees>MBChB</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Border</surname><given-names>Samuel</given-names></name><degrees>MS</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Midence</surname><given-names>Sara</given-names></name><degrees>BS</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Khan</surname><given-names>Mishal</given-names></name><degrees>MHA</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>VanZanten</surname><given-names>Maya</given-names></name><degrees>BS</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Tomaszewski</surname><given-names>John</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Jain</surname><given-names>Sanjay</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Sarder</surname><given-names>Pinaki</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Health Services Research, Management and Policy, College of Public Health and Health Professions, University of Florida</institution><addr-line>Gainesville</addr-line><addr-line>FL</addr-line><country>United States</country></aff><aff id="aff2"><institution>Ann &#x0026; Robert H Lurie Children's Hospital of Chicago</institution><addr-line>Chicago</addr-line><addr-line>IL</addr-line><country>United States</country></aff><aff id="aff3"><institution>Department of Pathology and Anatomical Sciences, University at Buffalo</institution><addr-line>Buffalo</addr-line><addr-line>NY</addr-line><country>United States</country></aff><aff id="aff4"><institution>John T Milliken Department of Medicine, Washington University</institution><addr-line>St. Louis</addr-line><addr-line>MO</addr-line><country>United States</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Mavragani</surname><given-names>Amaryllis</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Ambrosino</surname><given-names>Christine M</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>White</surname><given-names>Gretchen</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Yulia A Levites Strekalova, MBA, PhD, Department of Health Services Research, Management and Policy, College of Public Health and Health Professions, University of Florida, PHHP, 3rd Fl, 3120, Gainesville, FL, 32611, United States, 1 352-273-7934; <email>yulias@ufl.edu</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>3</day><month>2</month><year>2025</year></pub-date><volume>9</volume><elocation-id>e54167</elocation-id><history><date date-type="received"><day>14</day><month>03</month><year>2024</year></date><date date-type="rev-recd"><day>14</day><month>10</month><year>2024</year></date><date date-type="accepted"><day>15</day><month>10</month><year>2024</year></date></history><copyright-statement>&#x00A9; Yulia A Levites Strekalova, Rachel Liu-Galvin, Samuel Border, Sara Midence, Mishal Khan, Maya VanZanten, John Tomaszewski, Sanjay Jain, Pinaki Sarder. Originally published in JMIR Formative Research (<ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>), 3.2.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://formative.jmir.org/2025/1/e54167"/><abstract><sec><title>Background</title><p>Common barriers to students&#x2019; persistence in research include experiencing feelings of exclusion and a lack of belonging, difficulties developing a robust researcher identity, perceptions of racial and social stigma directed toward them, and perceived gaps in research skills, which are particularly pronounced among trainees from groups traditionally underrepresented in research. To address these known barriers, summer research programs have been shown to increase the participation and retention of undergraduate students in research. However, previous programs have focused predominantly on technical knowledge and skills, without integrating an academic enrichment curriculum that promotes professional development by improving students&#x2019; academic and research communication skills.</p></sec><sec><title>Objective</title><p>This retrospective pre-then-post study aimed to evaluate changes in self-reported ratings of research abilities among a cohort of undergraduate students who participated in a summer research program.</p></sec><sec sec-type="methods"><title>Methods</title><p>The Human BioMolecular Atlas Program (HuBMAP) piloted the implementation of a web-based academic enrichment curriculum for the Summer 2023 Research Internship cohort, which was comprised of students from groups underrepresented in biomedical artificial intelligence research. HuBMAP, a 400-member research consortium funded by the Common Fund at the National Institutes of Health, offered a 10-week summer research internship that included an academic enrichment curriculum delivered synchronously via the web to all students across multiple sites. The curriculum is intended to support intern self-efficacy, researcher identity development, and peer-to-peer learning. At the end of the internship, students were invited to participate in a web-based survey in which they were asked to rate their academic and research abilities before the internship and as a result of the internship using a modified Entering Research Learning Assessment instrument. Wilcoxon matched-pairs signed rank test was performed to assess the difference in the mean scores per respondent before and after participating in the internship.</p></sec><sec sec-type="results"><title>Results</title><p>A total of 14 of the 22 undergraduate students who participated in the internship responded to the survey. The results of the retrospective pre-then-post survey indicated that there was a significant increase in students&#x2019; self-rated research abilities, evidenced by a significant improvement in the mean scores of the respondents when comparing reported skills self-assessment before and after the internship (improvement: median 1.09, IQR 0.88-1.65; W=52.5, <italic>P</italic>&#x003C;.001). After participating in the HuBMAP web-based academic enrichment curriculum, students&#x2019; self-reported research abilities, including their confidence, their communication and collaboration skills, their self-efficacy in research, and their abilities to set research career goals, increased.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Summer internship programs can incorporate an academic enrichment curriculum with small-group peer learning in addition to a laboratory-based experience to facilitate increased student engagement, self-efficacy, and a sense of belonging in the research community. Future research should investigate the impact of academic enrichment curricula and peer mentoring on the long-term retention of students in biomedical research careers, particularly retention of students underrepresented in biomedical fields.</p></sec></abstract><kwd-group><kwd>artificial intelligence</kwd><kwd>biomedical research</kwd><kwd>curriculum</kwd><kwd>training programs</kwd><kwd>workforce</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Several population groups continue to be underrepresented among trainees pursuing biomedical research disciplines [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. According to 2023 census data, Hispanic, Black, and American Indian and Alaska Native individuals comprised 34.5% of the US population (19.5%, 13.7%, and 1.3%, respectively) [<xref ref-type="bibr" rid="ref6">6</xref>]. Yet, only 16.0% of students awarded science and engineering doctorate degrees in 2020 were from these groups [<xref ref-type="bibr" rid="ref7">7</xref>]. These disparities carry over into the workforce, with Hispanic individuals comprising only 15.0% of the STEM (science, technology, engineering, and math) workforce in 2021, 9.0% of Black individuals, and &#x003C;1.0% of American Indians and Alaska Native individuals [<xref ref-type="bibr" rid="ref7">7</xref>]. These figures illustrate a disparity between the racial and ethnic diversity of the US population and of individuals working in biomedical and STEM fields.</p><p>The underrepresentation of trainees from diverse backgrounds is particularly pronounced in the fields of biomedical artificial intelligence (AI) and machine learning [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Biomedical research has seen significant growth in AI applications with the development of tools for diagnosing, monitoring, and predicting prognoses [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. With AI&#x2019;s increasing role in society, AI researchers&#x2019; diversity must mirror the diverse populations they serve. A skilled research workforce in domain-specific AI applications is needed to maintain sustained progress in AI research. According to a 2019 report from the AI Now Institute, women comprised only 18% of authors at AI conferences, while 80% of AI professors were male [<xref ref-type="bibr" rid="ref8">8</xref>]. A lack of diverse perspectives can have significant consequences on resulting research products, as lack of fairness (the ability of AI to be free from bias) and explainability (the ability to understand why an AI model makes certain predictions, which is crucial for identifying biases) have plagued the AI field for years [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>].</p><p>Common barriers to students&#x2019; participation and persistence in research include experiencing feelings of exclusion and a lack of belonging, difficulties developing a strong research identity, perceptions of racial and social stigma directed toward them, and perceived gaps in research skills [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. One study, for example, observed that reasons for dropout from computer science degrees included unclear expectations about the chosen field, feeling as if they did not belong, and social isolation [<xref ref-type="bibr" rid="ref12">12</xref>]. These challenges are particularly pronounced among trainees from groups traditionally underrepresented in research, as articulated by the National Institutes of Health (NIH) [<xref ref-type="bibr" rid="ref14">14</xref>]. The NIH reports that several racial and ethnical groups are underrepresented in research: Black or African American individuals, Hispanic or Latinx individuals, American Indians or Alaska Natives, and Native Hawaiians and other Pacific Islanders, with women carrying a higher burden of underrepresentation [<xref ref-type="bibr" rid="ref14">14</xref>]. To address these known barriers, research exposure programs for undergraduate students can include a curriculum of academic skill development components that promote student self-efficacy, identity, and a sense of belonging in research. Specifically, evidence shows that students encouraged to develop their &#x201C;science identity&#x201D; are more likely to integrate into the wider culture of scientific research [<xref ref-type="bibr" rid="ref3">3</xref>]. Students can develop their self-confidence, self-efficacy, and identity as scientists through science support experiences and connections with peers and mentors, thus benefiting from exposure to diverse perspectives and experiences [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Additionally, experiences that foster a sense of belonging to the research community have been shown to lead to greater persistence in STEM fields, especially for students from groups underrepresented in research [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Furthermore, STEM undergraduates who engage in small-group and active learning demonstrate increased self-efficacy, achieve better grades, and are more likely to remain in STEM fields [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>].</p><p>There is a critical need for nationwide collaborative training programs to fund, develop, and mentor students from underrepresented groups to ensure AI representation in biomedical research [<xref ref-type="bibr" rid="ref22">22</xref>]. Summer research programs delivered via both in-person and web-based formats have been shown to increase the participation and retention of undergraduate students in research [<xref ref-type="bibr" rid="ref23">23</xref>]. Evidence shows that involvement in both face-to-face and remote summer research experiences equips undergraduate students with knowledge and research skills and promotes enrollment in postgraduate training and entry into scientific- or health care&#x2013;related careers [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. In addition to being exposed to research and learning research skills, students can also gain confidence as scientists and develop a researcher identity and intention to pursue a career in STEM [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. However, previous programs have primarily focused on equipping students with technical knowledge and skills, with varying degrees of emphasis on professional development, without integrating a universal academic enrichment curriculum that is delivered synchronously via the web to students across multiple sites and that focuses on active learning and improving students&#x2019; academic and research skills [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. The effective development of students&#x2019; research skills and familiarity with scientific methods calls for supplementing laboratory research experience with academic enrichment sessions in order to equip students with the necessary academic and professional skills to thrive as researchers building their identities in the research space. These sessions should allow students to actively engage in discussions about their identities as researchers while offering a supportive environment that fosters a sense of belonging and facilitates peer-to-peer information exchange. This study aimed to report the findings of delivering academic enrichment sessions to undergraduate students from groups underrepresented in AI research and to test the hypothesis that a guided academic enrichment curriculum, as part of a summer research internship that also included a laboratory-based experience, promotes self-perceived research skills, researcher identity, and professional skills.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Program Background</title><p>The Human BioMolecular Atlas Program (HuBMAP) is a consortium of diverse research teams with expertise in biology, imaging, computation, data management, and visualization. The program is funded by the NIH Common Fund and aims to create a multiscale spatial atlas of the human body at single-cell resolution by applying advanced technologies and disseminating resources to the community [<xref ref-type="bibr" rid="ref28">28</xref>]. Extensive infrastructure has been established through a coordinated effort among various HuBMAP integration, visualization, and engagement teams; tissue-mapping centers; technology and tools development groups; and rapid technology implementation teams and working groups [<xref ref-type="bibr" rid="ref29">29</xref>]. To ensure the pipeline of emerging research talent familiar with HuBMAP&#x2019;s tools, data, and processes, the program began offering summer research internships for undergraduate students in 2021. The internship included placement of the student within an active research laboratory for 8&#x2010;10 weeks, during which time they were mentored by an established investigator, and at the end of which they were encouraged to deliver a presentation of their research project. The 2023 HuBMAP internship program hosted students at 19 different research laboratories across 12 different institutions. Participants were recruited nationally by the NIH coordinating center; they submitted applications that included a research interest and career goal statement and were selected for a paid internship based on matching their research interests to those of participating mentors. A complete list of participating laboratories and institutions is included in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p><p>In 2023, the HuBMAP internship program was enhanced with an academic enrichment curriculum. The curriculum was informed by the evidence-based Entering Research curriculum, developed by a faculty trained as an Entering Research facilitator [<xref ref-type="bibr" rid="ref30">30</xref>], and designed to address the needs and challenges of a diverse group of undergraduate students from groups underrepresented in biomedical and AI research. The academic enrichment curriculum included a series of interactive workshops, peer discussions, and hands-on writing assignments aimed at supporting students to develop their research identities and enhance their research communication skills. Each session lasted 2 hours and was delivered synchronously via Zoom, enabling students participating in internships at 19 different research laboratories across 12 different institutions across the United States to attend. A complete list of the sessions constituting the academic enrichment curriculum can be found in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. Sessions were structured into 1 hour of didactics, small-group activities, and discussions and 1 hour of guided work on academic products. Examples of academic products included a research statement, an individual development plan, a web-based ORCID profile, and a research poster, among others. An institutional Google Drive account was used to capture interns&#x2019; work systematically and securely, promote peer-to-peer learning, and facilitate continuous access to training materials and assignments.</p></sec><sec id="s2-2"><title>Data Collection and Instruments</title><p>In the summer of 2023, a total of 22 students participated in the HuBMAP summer internship, and their self-reported demographic data were collected through the initial application form. Demographic variables collected during the application process included sex, race and ethnicity, class standing, degree major, and home institution type (categorized as per Carnegie classification).</p><p>At the end of the internship, all 22 students were invited to participate in a web-based survey in which they were asked to rate their research skills self-efficacy (operationalized on the survey instrument as academic and research abilities) before the internship (referred to as the before questions) and as a result of the internship (referred to as the after questions). It is important to note that the after questions specifically asked the students to rate their abilities as a result of the internship, and not as a result of the academic enrichment curriculum. The survey employed a 17-item scale and validated questions adapted from the Entering Research Learning Assessment instrument [<xref ref-type="bibr" rid="ref31">31</xref>]. The Entering Research Learning Assessment instrument is designed to measure learning gains of undergraduate or graduate research trainees across 7 areas: research comprehension and communication skills, practical research skills, research ethics, researcher identity, equity and inclusion awareness and skills, and professional and career development skills. The survey was piloted with undergraduate students and presented at several meetings to internship leaders at the NIH and participating sites to gain expert feedback and ensure the content and external validity of the items. Examples of questions in the survey included those that asked about students&#x2019; self-reported ability to communicate the context, methods, and results of their research, to tailor research communications to different audiences, to work comfortably in the research environment, to explore possible research career pathways, to set research career goals, and to develop a plan to pursue a research career. For each item, students were asked to indicate their abilities on a scale of 1&#x2010;5, with 1 representing &#x201C;no ability,&#x201D; 2 representing &#x201C;a little ability,&#x201D; 3 representing &#x201C;moderate ability,&#x201D; 4 representing &#x201C;good ability,&#x201D; and 5 representing &#x201C;great ability.&#x201D; The complete list of survey questions can be found in (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p><p>The retrospective pre-then-post survey was administered anonymously, and the participants were asked to rereport their sex, race and ethnicity, and class standing. Since the retrospective pre-post survey was anonymous, we were unable to tell which students had or had not responded to the survey; thus, we compared the demographic characteristics of the respondents (n=14) to that of the whole cohort (N=22).</p></sec><sec id="s2-3"><title>Statistical Analyses</title><p>The Cronbach &#x03B1; was applied to measure the internal consistency of the items included to assess the participants&#x2019; research skills and self-efficacy. Median, minimum, and maximum scores for each of the before and after questions were calculated. Mean scores per respondent for the before questions compared with the after questions were also calculated, and a Wilcoxon matched-pairs signed rank test was performed to assess the median difference in the mean scores per respondent for the before questions compared with the after questions. Although the survey results were anonymous, we were able to match responses to each before and after question to individual survey respondents based on anonymous identification numbers.</p><p>All statistical analyses were performed using SAS (version 9.4; SAS Institute Inc). All <italic>P</italic> values were 2-sided, with <italic>P</italic>&#x003C;.05 considered statistically significant.</p></sec><sec id="s2-4"><title>Ethical Considerations</title><p>The study was submitted for review to the University of Florida Institutional Review Board and determined to be exempt (#ET00041828). Informed consent was obtained from all survey respondents. No compensation was provided for participants in this study, and no identification of individual participants in any manuscript or supplementary material is possible.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Participant Characteristics</title><p>Participants in the 2023 HuBMAP summer internship and curriculum included 22 students from undergraduate institutions across the United States. Students had declared majors in STEM fields such as biology, bioinformatics, biochemistry, and engineering. While class standing varied among the participants, half of the students were at a sophomore level before beginning their summer internship. Related to their incoming career goals, participants often reported interest in pursuing MD, PhD, or MD/PhD degrees and sought to use the internship to explore the various career opportunities available in biomedicine. Almost half of the participants (9/22, 40.9%) were from high (R2) and very high (R1) research activity academic institutions, with the rest of the participants (13/22, 59.1%) from master, baccalaureate, and associate colleges. Demographic information of the 22 students is presented in <xref ref-type="table" rid="table1">Table 1</xref>.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Characteristics of Human BioMolecular Atlas Program summer 2023 interns (N=22) and survey respondents (N=14).</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="top">Demographic</td><td align="left" valign="top">Interns, n (%)</td><td align="left" valign="top">Survey respondents, n (%)</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="3">Sex</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Male</td><td align="left" valign="top">7 (31.8)</td><td align="left" valign="top">3 (21.4)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Female</td><td align="left" valign="top">14 (63.6)</td><td align="left" valign="top">10 (71.4)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other</td><td align="left" valign="top">1 (4.5)</td><td align="left" valign="top">1 (7.1)</td></tr><tr><td align="left" valign="top" colspan="3">Race</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Black or African American</td><td align="left" valign="top">6 (27.3)</td><td align="left" valign="top">5 (35.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Asian or Pacific Islander</td><td align="left" valign="top">5 (22.7)</td><td align="left" valign="top">3 (21.4)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>White</td><td align="left" valign="top">4 (18.2)</td><td align="left" valign="top">1 (7.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other race</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">1 (7.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>More than one race</td><td align="left" valign="top">2 (9.1)</td><td align="left" valign="top">1 (7.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>N/A<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> or prefer not to answer</td><td align="left" valign="top">5 (22.7)</td><td align="left" valign="top">3 (21.4)</td></tr><tr><td align="left" valign="top" colspan="3">Ethnicity</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Hispanic or Latino</td><td align="left" valign="top">7 (31.8)</td><td align="left" valign="top">3 (21.4)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Not Hispanic or Latino</td><td align="left" valign="top">15 (68.2)</td><td align="left" valign="top">11 (78.6)</td></tr><tr><td align="left" valign="top" colspan="3">Class standing</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Freshman</td><td align="left" valign="top">5 (22.7)</td><td align="left" valign="top">2 (14.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Sophomore</td><td align="left" valign="top">11 (50.0)</td><td align="left" valign="top">7 (50.0)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Junior</td><td align="left" valign="top">3 (13.6)</td><td align="left" valign="top">2 (14.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Senior</td><td align="left" valign="top">3 (13.6)</td><td align="left" valign="top">3 (21.4)</td></tr><tr><td align="left" valign="top" colspan="3">Major</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Biology</td><td align="left" valign="top">8 (36.4)</td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Biochemistry</td><td align="left" valign="top">5 (22.7)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Bioinformatics</td><td align="left" valign="top">2 (9.1)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Chemistry</td><td align="left" valign="top">1 (4.5)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Biomedical/electrical engineering</td><td align="left" valign="top">2 (9.1)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Genetics</td><td align="left" valign="top">1 (4.5)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Information technology</td><td align="left" valign="top">1 (4.5)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Nanomedicine</td><td align="left" valign="top">1 (4.5)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Neuroscience</td><td align="left" valign="top">1 (4.5)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top" colspan="3">Home institution type per Carnegie classification</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Doctoral universities: very high research activity (R1)</td><td align="left" valign="top">5 (22.7)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Doctoral universities: high research activity (R2)</td><td align="left" valign="top">4 (18.2)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Master colleges and universities: larger programs (M1)</td><td align="left" valign="top">4 (18.2)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Master colleges and universities: smaller programs (M3)</td><td align="left" valign="top">1 (4.5)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Baccalaureate colleges</td><td align="left" valign="top">7 (31.8)</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Associate colleges</td><td align="left" valign="top">1 (4.5)</td><td align="left" valign="top">&#x2014;</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>N/A: not applicable.</p></fn><fn id="table1fn2"><p><sup>b</sup>Not available.</p></fn></table-wrap-foot></table-wrap><p>Invitations to complete a web-based survey were sent out to all 22 students, and 14 survey responses were received and included in data analysis. The makeup of the survey respondents aligned with the overall sample, but the sample size was too small for statistical analyses. The demographic makeup of all interns who participated in the program and the subset who responded to the survey are reported in <xref ref-type="table" rid="table1">Table 1</xref>. The postprogram survey did not collect data on degree major or institutional affiliation; thus, this information is not reported for the Survey Respondents column in <xref ref-type="table" rid="table1">Table 1</xref>.</p></sec><sec id="s3-2"><title>Results of Retrospective Pre-Post Survey</title><p>Cronbach &#x03B1; was calculated to measure the level of internal consistency among the survey questions, and its value of 0.96 for the preintervention questions and 0.92 for the postintervention questions indicated an excellent level of internal consistency, that is, all questions in the survey were assessing the primary underlying concepts being assessed: researcher skills, researcher identity, and self-efficacy in research.</p><p><xref ref-type="table" rid="table2">Table 2</xref> reports the median, minimum, and maximum values of the responses to each of the before questions compared with each of the after questions. Given the ordinal nature of the data, where the median was a decimal number due to the averaging of 2 middle values, the median was rounded up to the nearest whole number. Of all survey responses, 3 responses were missing (one to each of After Question 3, After Question 5, and After Question 9); missing responses therefore comprised &#x003C;1% of all data.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Median and range of responses to self-reported research skills assessment before versus after questions.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="top">Skill assessed</td><td align="left" valign="top">Before, median (IQR; min, max)</td><td align="left" valign="top">After, median (IQR; min, max)</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="3">Research comprehension and communication skills</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Communicate the context, methods, and results of your research.</td><td align="char" char="." valign="top">3 (2-4.25; 1, 5)</td><td align="char" char="." valign="top">4 (4-5; 3, 5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Tailor your research communications for different audiences (eg, general public and disciplinary conference)</td><td align="char" char="." valign="top">3 (3-4; 1, 5)</td><td align="char" char="." valign="top">5 (4-5; 4, 5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Work in the research environment comfortably</td><td align="char" char="." valign="top">3 (2-4.25; 1, 5)</td><td align="char" char="." valign="top">5 (4-5; 4, 5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Ask questions to clarify your understanding of your research project</td><td align="char" char="." valign="top">4 (3-4; 1, 5)</td><td align="char" char="." valign="top">5 (4-5; 4, 5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Practice regular and open communication with your research mentor</td><td align="char" char="." valign="top">3 (2.75-4; 1, 5)</td><td align="char" char="." valign="top">5 (4-5; 4, 5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Practice regular and open communication with your research team members</td><td align="char" char="." valign="top">3 (2.75-4; 1, 5)</td><td align="char" char="." valign="top">5 (4-5; 4, 5)</td></tr><tr><td align="left" valign="top" colspan="3">Practical research skills</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Use the tools, materials, and equipment needed to conduct research</td><td align="char" char="." valign="top">3 (2-3.25; 1, 5)</td><td align="char" char="." valign="top">5 (4-5; 4, 5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Make a case for your research question based on the literature</td><td align="char" char="." valign="top">3 (2-3; 1, 5)</td><td align="char" char="." valign="top">4 (4-5; 3, 5)</td></tr><tr><td align="left" valign="top" colspan="3">Research ethics</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Identify forms of unethical practices or research misconduct</td><td align="char" char="." valign="top">3 (2.75-4; 1, 5)</td><td align="char" char="." valign="top">4 (4-5; 3, 5)</td></tr><tr><td align="left" valign="top" colspan="3">Researcher identity</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Think of yourself as a scientist/researcher</td><td align="char" char="." valign="top">3 (2-3; 1, 5)</td><td align="char" char="." valign="top">4 (3.75-5; 2, 5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Feel like you belong in research</td><td align="char" char="." valign="top">3 (2-3.25; 1, 5)</td><td align="char" char="." valign="top">4 (3-5; 2, 5)</td></tr><tr><td align="left" valign="top" colspan="3">Researcher confidence and independence</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Work independently on your research project</td><td align="char" char="." valign="top">2 (1.75-3.25; 1, 4)</td><td align="char" char="." valign="top">5 (4-5; 2, 5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Determine the next steps in your research project</td><td align="char" char="." valign="top">2 (1.75-3; 1, 5)</td><td align="char" char="." valign="top">4 (3.75-5; 3, 5)</td></tr><tr><td align="left" valign="top" colspan="3">Equity and inclusion awareness and skills</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Understand how others might experience research differently based on their identity (eg, race, socioeconomic status, first-generation status)</td><td align="char" char="." valign="top">3 (1-4; 1, 5)</td><td align="char" char="." valign="top">5 (4-5; 1, 5)</td></tr><tr><td align="left" valign="top" colspan="3">Professional and career development skills</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Explore possible research career pathways</td><td align="char" char="." valign="top">3 (2-4; 1, 5)</td><td align="char" char="." valign="top">5 (3.75-5; 3, 5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Set research career goals</td><td align="char" char="." valign="top">3 (2-3; 1, 5)</td><td align="char" char="." valign="top">5 (4-5; 3, 5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Develop a plan to pursue a research career (determine the next step in your training)</td><td align="char" char="." valign="top">3 (2-3.25; 1, 4)</td><td align="char" char="." valign="top">5 (4-5; 3, 5)</td></tr></tbody></table></table-wrap><p>The results from the Wilcoxon signed rank matched-pairs test indicated that there was a significant improvement in the mean scores of the respondents when comparing the before questions to the after questions (improvement: median 1.09, IQR 0.88-1.65; W=52.5, <italic>P</italic>&#x003C;.001). The mean scores of each respondent for the before questions compared with the after questions are presented in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>. A review of individual items revealed an increase in all items, indicating that overall, students felt their research abilities had improved following the HuBMAP Summer Research Internship.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><p>This paper reports on the pilot implementation of an academic enrichment curriculum delivered as part of the summer, AI-focused, undergraduate research internship administered through the HuBMAP program. Following participation in the internship, students reported increases in self-assessed research skills, including their abilities to set research career goals, to think of themselves as researchers, and to work comfortably in the research environment, and increases in their feelings of belonging in research. Our curricular intervention included academic enrichment content supplemented by peer learning and hands-on activities.</p><p>Earlier research has demonstrated that perceived gaps in research skills and feelings of isolation have detrimental effects on students&#x2019; persistence in computer science and AI-focused training [<xref ref-type="bibr" rid="ref12">12</xref>]. While most summer research internships focus on individual training and technical aspects of research with varying degrees of emphasis on professional development [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref27">27</xref>], the format and content of the supplemental academic enrichment curriculum we piloted showed promise in creating a nurturing, active, and collaborative learning environment for student interns across multiple institutions, with demonstrated self-reported improvements in abilities that went beyond technical research skills.</p><p>Based on our study&#x2019;s findings, we have formulated propositions and hypotheses about the mechanisms through which academic enrichment curricula promote research skills self-efficacy and researcher identity and result in sustained engagement in research training. First, delivering an academic enrichment curriculum enhances and amplifies the learning experiences of students participating in summer research programs and promotes the long-term retention of these students in biomedical research careers. Second, academic enrichment sessions help to build a research community and promote a sense of belonging among students. Third, providing students with opportunities to learn from one another encourages peer learning and enhances students&#x2019; critical thinking skills, resourcefulness, and resilience within academia. Additional research questions that we would like to answer through future studies and longitudinal assessments include how students can learn from one another and whether peer learning is superior to learning from mentors. Future studies should also explore the effect of individual versus cohort-based research experiences. The academic enrichment curriculum we delivered to participants of the HuBMAP summer internship program would be considered a mix of cohort (delivered through the academic enrichment sessions) and hybrid (since students were based at separate laboratories and institutions with individual mentors) research experiences. In addition, further research is needed to determine the optimal structure of the academic enrichment curriculum, including the frequency of sessions (once weekly vs every other week, for example).</p><p>Our experience suggests that the integration of an academic enrichment curriculum into a laboratory-based AI-focused summer research internship can help students increase their confidence, communication skills, self-efficacy, and sense of belonging in the research community. In line with our findings, a growing body of evidence shows that a structured curriculum supports undergraduate students from traditionally underrepresented groups in developing their identity as scientists, and in their overall self-efficacy to use scientific thinking, through science-support experiences and connections formed with peers [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Thus, we recommend that future programs should incorporate small group peer learning, active learning strategies, and laboratory-based research experience as evidence-supported methods to facilitate increased self-efficacy and a sense of belonging in the research community, which may also have the potential to promote the retention of undergraduate students in STEM and biomedical disciplines [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>].</p><p>Despite these encouraging results, it is important to recognize that the generalizability of the results of this study is limited by its relatively small sample size of 22 students, of which 14 students (63.6%) completed the pre- and postprogram surveys. As a result, this study&#x2019;s findings may not fully represent the broader experiences of other students across other programs. It is also important to note that it was not possible to separate the effect of our academic enrichment curriculum from other activities that students may have been engaged in during their HuBMAP Summer Research Internship. Multiple individual laboratories across different institutions hosted students participating in the 2023 HuBMAP summer internship program. Therefore, while we delivered this academic enrichment curriculum to all students via the web, some students may have been provided additional learning opportunities (remote or in-person) at the laboratories or institutions where they were based. The nature and quantity of such other learning opportunities may have varied across the different sites and should be explored in future studies. It is possible that a portion of the gains in students&#x2019; self-reported research abilities were attributable to these supplementary activities and not because of the academic enrichment curriculum. Future research should therefore investigate the specific impact of academic enrichment curricula on the long-term retention of students in biomedical research careers, particularly retention of students underrepresented in biomedical fields. Furthermore, each student received one-to-one and group mentoring from lead investigators and senior trainees of the host labs. The effects of mentoring and the role of peer-to-peer interaction as contributing factors in student academic skill development can also be quantified and measured in future evaluations of summer research experiences. Additionally, this study used a pre-then-post evaluation design, which combined the questions in which students were asked to rate their research abilities &#x201C;before&#x201D; and &#x201C;as a result of&#x201D; the HuBMAP Summer Research Internship into a single survey administered post program. This methodological design allowed the students to assess knowledge gained from a perspective informed by a 10-week experience. However, the effects of recall and social desirability biases can be evaluated with sufficiently powered studies that use different evaluation formats.</p><p>Following their participation in the HuBMAP 2023 summer internship program, which included an academic enrichment curriculum delivered remotely, students&#x2019; self-reported research abilities, including their confidence and communication skills, their self-efficacy in research, and their abilities to set research career goals, increased. Students also reported an increased ability to think of themselves as researchers and to work comfortably in the research environment, as well as increased feelings of belonging in research after participating in the program. We recommend that summer internship programs incorporate an academic enrichment curriculum with small-group peer learning in addition to a laboratory-based experience to facilitate increased student engagement, self-efficacy, and a sense of belonging in the research community. Strengthening the pipeline of skilled and diverse professionals entering these fields will help in addressing both current and future workforce needs, reducing bias in AI fields, and cultivating the next generation of scientists and leaders in public health, with the goal of improving health outcomes for all populations.</p></sec></body><back><ack><p>This work was supported in part by the National Institutes of Health Common Fund (award number 3OT2OD033753).</p></ack><notes><sec><title>Data Availability</title><p>The datasets generated and analyzed during this study are available from the corresponding author upon reasonable request.</p></sec></notes><fn-group><fn fn-type="con"><p>YALS contributed to the writing of the original draft, conceptualization, data curation, funding acquisition, investigation, methodology, resources, supervision, and validation. RLG was responsible for writing the original draft and conducting formal analysis. MV contributed to the writing of the original draft, data curation, and resources. SB reviewed and edited the manuscript and provided resources. SM managed project administration and provided resources. MK contributed to project administration, provided resources, and reviewed and edited the manuscript. JT reviewed and edited the manuscript and provided resources. SJ reviewed and edited the manuscript and contributed to funding acquisition. PS contributed to the review and editing of the manuscript, funding acquisition, resources, and supervision.</p></fn><fn fn-type="conflict"><p>PS is an advisor of digipath.ai. The authors have no further interests to declare.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AI</term><def><p>artificial intelligence</p></def></def-item><def-item><term id="abb2">HuBMAP</term><def><p>Human BioMolecular Atlas Program</p></def></def-item><def-item><term id="abb3">NIH</term><def><p>National Institutes of Health</p></def></def-item><def-item><term id="abb4">STEM</term><def><p>science, technology, engineering, and math</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jantzer</surname><given-names>J</given-names> </name><name name-style="western"><surname>Kirkman</surname><given-names>T</given-names> </name><name name-style="western"><surname>Furniss</surname><given-names>KL</given-names> </name></person-group><article-title>Understanding differences in underrepresented minorities and first-generation student perceptions in the introductory biology classroom</article-title><source>J Microbiol Biol Educ</source><year>2021</year><month>12</month><volume>22</volume><issue>3</issue><fpage>e00176-21</fpage><pub-id pub-id-type="doi">10.1128/jmbe.00176-21</pub-id><pub-id pub-id-type="medline">34804325</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Fisher</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Mendoza-Denton</surname><given-names>R</given-names> </name><name name-style="western"><surname>Patt</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Structure and belonging: pathways to success for underrepresented minority and women PhD students in STEM fields</article-title><source>PLoS One</source><year>2019</year><volume>14</volume><issue>1</issue><fpage>e0209279</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0209279</pub-id><pub-id pub-id-type="medline">30625173</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hurtado</surname><given-names>S</given-names> </name><name name-style="western"><surname>Cabrera</surname><given-names>NL</given-names> </name><name name-style="western"><surname>Lin</surname><given-names>MH</given-names> </name><name name-style="western"><surname>Arellano</surname><given-names>L</given-names> </name><name name-style="western"><surname>Espinosa</surname><given-names>LL</given-names> </name></person-group><article-title>Diversifying science: underrepresented student experiences in structured research programs</article-title><source>Res High Educ</source><year>2009</year><month>03</month><volume>50</volume><issue>2</issue><fpage>189</fpage><lpage>214</lpage><pub-id pub-id-type="doi">10.1007/s11162-008-9114-7</pub-id><pub-id pub-id-type="medline">23503690</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Estrada</surname><given-names>M</given-names> </name><name name-style="western"><surname>Burnett</surname><given-names>M</given-names> </name><name name-style="western"><surname>Campbell</surname><given-names>AG</given-names> </name><etal/></person-group><article-title>Improving underrepresented minority student persistence in STEM</article-title><source>CBE Life Sci Educ</source><year>2016</year><volume>15</volume><issue>3</issue><fpage>es5</fpage><pub-id pub-id-type="doi">10.1187/cbe.16-01-0038</pub-id><pub-id pub-id-type="medline">27543633</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>McGee</surname><given-names>R</given-names>  <suffix>Jr</suffix></name><name name-style="western"><surname>Saran</surname><given-names>S</given-names> </name><name name-style="western"><surname>Krulwich</surname><given-names>TA</given-names> </name></person-group><article-title>Diversity in the biomedical research workforce: developing talent</article-title><source>Mt Sinai J Med</source><year>2012</year><volume>79</volume><issue>3</issue><fpage>397</fpage><lpage>411</lpage><pub-id pub-id-type="doi">10.1002/msj.21310</pub-id><pub-id pub-id-type="medline">22678863</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="web"><article-title>Population estimates, July 1, 2023, (V2023) quickfacts US</article-title><source>US Census Bureau</source><year>2024</year><access-date>2024-09-17</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.census.gov/quickfacts/fact/table/US">https://www.census.gov/quickfacts/fact/table/US</ext-link></comment></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="web"><article-title>Diversity and STEM: women, minorities, and persons with disabilities</article-title><source>National Science Foundation</source><year>2023</year><access-date>2023-12-18</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://ncses.nsf.gov/pubs/nsf23315/report/">https://ncses.nsf.gov/pubs/nsf23315/report/</ext-link></comment></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>West</surname><given-names>SM</given-names> </name></person-group><article-title>Discriminating systems: gender, race, and power in AI - report</article-title><source>AI Now Institute</source><year>2019</year><access-date>2024-09-17</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://ainowinstitute.org/publication/discriminating-systems-gender-race-and-power-in-ai-2">https://ainowinstitute.org/publication/discriminating-systems-gender-race-and-power-in-ai-2</ext-link></comment></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="preprint"><person-group person-group-type="author"><name name-style="western"><surname>Zhang</surname><given-names>D</given-names> </name><name name-style="western"><surname>Maslej</surname><given-names>N</given-names> </name><name name-style="western"><surname>Brynjolfsson</surname><given-names>E</given-names> </name><etal/></person-group><article-title>The AI index 2022 annual report</article-title><source>arXiv</source><comment>Preprint posted online on 2022</comment><pub-id pub-id-type="doi">10.48550/arXiv.2205.03468</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Border</surname><given-names>SP</given-names> </name><name name-style="western"><surname>Sarder</surname><given-names>P</given-names> </name></person-group><article-title>From what to why, the growing need for a focus shift toward explainability of AI in digital pathology</article-title><source>Front Physiol</source><year>2021</year><access-date>2025-01-17</access-date><volume>12</volume><fpage>821217</fpage><comment><ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/journals/physiology/articles/10.3389/fphys.2021.821217">https://www.frontiersin.org/journals/physiology/articles/10.3389/fphys.2021.821217</ext-link></comment><pub-id pub-id-type="doi">10.3389/fphys.2021.821217</pub-id><pub-id pub-id-type="medline">35087427</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wong</surname><given-names>C</given-names> </name></person-group><article-title>AI &#x201C;fairness&#x201D; research held back by lack of diversity</article-title><source>Nature New Biol</source><year>2023</year><month>03</month><day>30</day><pub-id pub-id-type="doi">10.1038/d41586-023-00935-z</pub-id><pub-id pub-id-type="medline">36997714</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Schefer-Wenzl</surname><given-names>S</given-names> </name><name name-style="western"><surname>Miladinovic</surname><given-names>I</given-names> </name><name name-style="western"><surname>Bachinger-Raithofer</surname><given-names>S</given-names> </name><name name-style="western"><surname>Muckenhumer</surname><given-names>C</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Auer</surname><given-names>ME</given-names> </name><name name-style="western"><surname>Cukierman</surname><given-names>UR</given-names> </name><name name-style="western"><surname>Vendrell Vidal</surname><given-names>E</given-names> </name><name name-style="western"><surname>Tovar Caro</surname><given-names>E</given-names> </name></person-group><article-title>A study on reasons for student dropouts in a computer science bachelor&#x2019;s degree program</article-title><source>Towards a Hybrid, Flexible and Socially Engaged Higher Education: Proceedings of the 26th International Conference on Interactive Collaborative Learning (ICL2023), Volume 4</source><year>2024</year><publisher-name>Springer Nature</publisher-name><fpage>391</fpage><lpage>400</lpage><pub-id pub-id-type="doi">10.1007/978-3-031-53382-2_38</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Estrada</surname><given-names>M</given-names> </name><name name-style="western"><surname>Woodcock</surname><given-names>A</given-names> </name><name name-style="western"><surname>Hernandez</surname><given-names>PR</given-names> </name><name name-style="western"><surname>Schultz</surname><given-names>PW</given-names> </name></person-group><article-title>Toward a model of social influence that explains minority student integration into the scientific community</article-title><source>J Educ Psychol</source><year>2011</year><volume>103</volume><issue>1</issue><fpage>206</fpage><lpage>222</lpage><pub-id pub-id-type="doi">10.1037/a0020743</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="web"><article-title>NOT-OD-20-031: notice of NIH&#x2019;s interest in diversity NIH.gov</article-title><source>National Institutes of Health</source><year>2019</year><access-date>2024-09-17</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://grants.nih.gov/grants/guide/notice-files/NOT-OD-20-031.html">https://grants.nih.gov/grants/guide/notice-files/NOT-OD-20-031.html</ext-link></comment></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chemers</surname><given-names>MM</given-names> </name><name name-style="western"><surname>Zurbriggen</surname><given-names>EL</given-names> </name><name name-style="western"><surname>Syed</surname><given-names>M</given-names> </name><name name-style="western"><surname>Goza</surname><given-names>BK</given-names> </name><name name-style="western"><surname>Bearman</surname><given-names>S</given-names> </name></person-group><article-title>The role of efficacy and identity in science career commitment among underrepresented minority students: efficacy and identity in science career commitment</article-title><source>J Soc Issues</source><year>2011</year><month>09</month><volume>67</volume><issue>3</issue><fpage>469</fpage><lpage>491</lpage><pub-id pub-id-type="doi">10.1111/j.1540-4560.2011.01710.x</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Connors</surname><given-names>PK</given-names> </name><name name-style="western"><surname>Lanier</surname><given-names>HC</given-names> </name><name name-style="western"><surname>Erb</surname><given-names>LP</given-names> </name><etal/></person-group><article-title>Connected while distant: networking CUREs across classrooms to create community and empower students</article-title><source>Integr Comp Biol</source><year>2021</year><month>10</month><day>4</day><volume>61</volume><issue>3</issue><fpage>934</fpage><lpage>943</lpage><pub-id pub-id-type="doi">10.1093/icb/icab146</pub-id><pub-id pub-id-type="medline">34190987</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ostrove</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Long</surname><given-names>SM</given-names> </name></person-group><article-title>Social class and belonging: implications for college adjustment</article-title><source>Rev High Educ</source><year>2007</year><month>06</month><volume>30</volume><issue>4</issue><fpage>363</fpage><lpage>389</lpage><pub-id pub-id-type="doi">10.1353/rhe.2007.0028</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rosenthal</surname><given-names>L</given-names> </name><name name-style="western"><surname>London</surname><given-names>B</given-names> </name><name name-style="western"><surname>Levy</surname><given-names>SR</given-names> </name><name name-style="western"><surname>Lobel</surname><given-names>M</given-names> </name></person-group><article-title>The roles of perceived identity compatibility and social support for women in a single-sex STEM program at a co-educational university</article-title><source>Sex Roles</source><year>2011</year><month>11</month><volume>65</volume><issue>9-10</issue><fpage>725</fpage><lpage>736</lpage><pub-id pub-id-type="doi">10.1007/s11199-011-9945-0</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bruthers</surname><given-names>CB</given-names> </name><name name-style="western"><surname>Matyas</surname><given-names>ML</given-names> </name></person-group><article-title>Undergraduates from underrepresented groups gain research skills and career aspirations through summer research fellowship</article-title><source>Adv Physiol Educ</source><year>2020</year><month>12</month><day>1</day><volume>44</volume><issue>4</issue><fpage>525</fpage><lpage>539</lpage><pub-id pub-id-type="doi">10.1152/advan.00014.2020</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Springer</surname><given-names>L</given-names> </name><name name-style="western"><surname>Stanne</surname><given-names>ME</given-names> </name><name name-style="western"><surname>Donovan</surname><given-names>SS</given-names> </name></person-group><article-title>Effects of small-group learning on undergraduates in science, mathematics, engineering, and technology: a meta-analysis</article-title><source>Rev Educ Res</source><year>1999</year><month>03</month><volume>69</volume><issue>1</issue><fpage>21</fpage><lpage>51</lpage><pub-id pub-id-type="doi">10.3102/00346543069001021</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Freeman</surname><given-names>S</given-names> </name><name name-style="western"><surname>Eddy</surname><given-names>SL</given-names> </name><name name-style="western"><surname>McDonough</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Active learning increases student performance in science, engineering, and mathematics</article-title><source>Proc Natl Acad Sci U S A</source><year>2014</year><month>06</month><day>10</day><volume>111</volume><issue>23</issue><fpage>8410</fpage><lpage>8415</lpage><pub-id pub-id-type="doi">10.1073/pnas.1319030111</pub-id><pub-id pub-id-type="medline">24821756</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Stathoulopoulos</surname><given-names>K</given-names> </name><name name-style="western"><surname>Mateos-Garcia</surname><given-names>JC</given-names> </name></person-group><article-title>Gender diversity in AI research</article-title><source>SSRN J</source><year>2019</year><pub-id pub-id-type="doi">10.2139/ssrn.3428240</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ajayi</surname><given-names>TB</given-names> </name><name name-style="western"><surname>Mueller</surname><given-names>AL</given-names> </name><name name-style="western"><surname>Okwuosa</surname><given-names>IS</given-names> </name><etal/></person-group><article-title>Innovations in undergraduate research training through multisite collaborative programming: American Heart Association summer undergraduate research experience syndicate</article-title><source>J Am Heart Assoc</source><year>2022</year><month>04</month><day>19</day><volume>11</volume><issue>8</issue><fpage>e022380</fpage><pub-id pub-id-type="doi">10.1161/JAHA.121.022380</pub-id><pub-id pub-id-type="medline">35388707</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wierzchowski</surname><given-names>A</given-names> </name><name name-style="western"><surname>Wink</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>H</given-names> </name><name name-style="western"><surname>Kambanis</surname><given-names>K</given-names> </name><name name-style="western"><surname>Robles</surname><given-names>JOR</given-names> </name><name name-style="western"><surname>Rosenhouse-Dantsker</surname><given-names>A</given-names> </name></person-group><article-title>CoLab: a workshop-based undergraduate research experience for entering college students</article-title><source>J Chem Educ</source><year>2022</year><month>12</month><day>13</day><volume>99</volume><issue>12</issue><fpage>4085</fpage><lpage>4093</lpage><pub-id pub-id-type="doi">10.1021/acs.jchemed.1c01290</pub-id><pub-id pub-id-type="medline">37519308</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Heggland</surname><given-names>SJ</given-names> </name><name name-style="western"><surname>Hovde</surname><given-names>CJ</given-names> </name><name name-style="western"><surname>Minnich</surname><given-names>SA</given-names> </name><name name-style="western"><surname>Liou</surname><given-names>LE</given-names> </name><name name-style="western"><surname>Daniels</surname><given-names>RL</given-names> </name></person-group><article-title>Building a biomedical pipeline: the impact of the Idaho IDeA INBRE summer research experience at a primarily undergraduate institution</article-title><source>Adv Physiol Educ</source><year>2021</year><month>12</month><day>1</day><volume>45</volume><issue>4</issue><fpage>786</fpage><lpage>796</lpage><pub-id pub-id-type="doi">10.1152/advan.00232.2020</pub-id><pub-id pub-id-type="medline">34529538</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Johnson</surname><given-names>MDL</given-names> </name><name name-style="western"><surname>Knox</surname><given-names>CJ</given-names> </name></person-group><article-title>National Summer Undergraduate Research Project (NSURP): a virtual research experience to deliver REAL (Retention, Equity, Access, and Life-Changing) outcomes for underrepresented minorities in STEM</article-title><source>J Microbiol Biol Educ</source><year>2022</year><month>04</month><volume>23</volume><issue>1</issue><fpage>e00335-21</fpage><pub-id pub-id-type="doi">10.1128/jmbe.00335-21</pub-id><pub-id pub-id-type="medline">35496677</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hudson</surname><given-names>JK</given-names> </name><name name-style="western"><surname>Hudson</surname><given-names>BG</given-names> </name></person-group><article-title>Aspirnaut: a rural high school pipeline to increase diversity in STEM</article-title><source>Nat Rev Nephrol</source><year>2019</year><month>10</month><volume>15</volume><issue>10</issue><fpage>591</fpage><lpage>592</lpage><pub-id pub-id-type="doi">10.1038/s41581-019-0190-z</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="web"><article-title>The Human BioMolecular Atlas Program (HuBMAP)</article-title><source>National Institutes of Health</source><year>2024</year><access-date>2024-09-17</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://commonfund.nih.gov/HuBMAP">https://commonfund.nih.gov/HuBMAP</ext-link></comment></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jain</surname><given-names>S</given-names> </name><name name-style="western"><surname>Pei</surname><given-names>L</given-names> </name><name name-style="western"><surname>Spraggins</surname><given-names>JM</given-names> </name><etal/></person-group><article-title>Advances and prospects for the Human BioMolecular Atlas Program (HuBMAP)</article-title><source>Nat Cell Biol</source><year>2023</year><month>08</month><volume>25</volume><issue>8</issue><fpage>1089</fpage><lpage>1100</lpage><pub-id pub-id-type="doi">10.1038/s41556-023-01194-w</pub-id><pub-id pub-id-type="medline">37468756</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Balster</surname><given-names>N</given-names> </name><name name-style="western"><surname>Pfund</surname><given-names>C</given-names> </name><name name-style="western"><surname>Rediske</surname><given-names>R</given-names> </name><name name-style="western"><surname>Branchaw</surname><given-names>J</given-names> </name></person-group><article-title>Entering research: a course that creates community and structure for beginning undergraduate researchers in the STEM disciplines</article-title><source>CBE Life Sci Educ</source><year>2010</year><volume>9</volume><issue>2</issue><fpage>108</fpage><lpage>118</lpage><pub-id pub-id-type="doi">10.1187/cbe.09-10-0073</pub-id><pub-id pub-id-type="medline">20516356</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Butz</surname><given-names>AR</given-names> </name><name name-style="western"><surname>Branchaw</surname><given-names>JL</given-names> </name></person-group><article-title>Entering Research Learning Assessment (ERLA): validity evidence for an instrument to measure undergraduate and graduate research trainee development</article-title><source>CBE Life Sci Educ</source><year>2020</year><month>06</month><volume>19</volume><issue>2</issue><fpage>ar18</fpage><pub-id pub-id-type="doi">10.1187/cbe.19-07-0146</pub-id><pub-id pub-id-type="medline">32412837</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>List of research laboratories/institutions that hosted students for the 2023 Human BioMolecular Atlas Program summer internship program.</p><media xlink:href="formative_v9i1e54167_app1.docx" xlink:title="DOCX File, 15 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Schedule and objectives of academic enrichment sessions offered to summer 2023 Human BioMolecular Atlas Program interns.</p><media xlink:href="formative_v9i1e54167_app2.docx" xlink:title="DOCX File, 17 KB"/></supplementary-material><supplementary-material id="app3"><label>Multimedia Appendix 3</label><p>Academic enrichment evaluation instrument.</p><media xlink:href="formative_v9i1e54167_app3.docx" xlink:title="DOCX File, 17 KB"/></supplementary-material><supplementary-material id="app4"><label>Multimedia Appendix 4</label><p>Mean scores per respondent for before questions compared to after questions.</p><media xlink:href="formative_v9i1e54167_app4.docx" xlink:title="DOCX File, 15 KB"/></supplementary-material></app-group></back></article>