<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i1e49721</article-id>
      <article-id pub-id-type="pmid">37738080</article-id>
      <article-id pub-id-type="doi">10.2196/49721</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Automatic Extraction of Research Themes in Epidemiological Criminology From PubMed Abstracts From 1946 to 2020: Text Mining Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lafrado</surname>
            <given-names>Louis</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lakiang</surname>
            <given-names>Theophilus</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Banjar</surname>
            <given-names>Weam</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Karystianis</surname>
            <given-names>George</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Population Health</institution>
            <institution>University of New South Wales</institution>
            <addr-line>Samuels Building, F25, Samuel Terry Ave, Kensington</addr-line>
            <addr-line>Sydney, 2033</addr-line>
            <country>Australia</country>
            <phone>61 02 9385 2517</phone>
            <email>g.karystianis@unsw.edu.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3491-361X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Simpson</surname>
            <given-names>Paul</given-names>
          </name>
          <degrees>BSc (Psych), PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1947-8923</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lukmanjaya</surname>
            <given-names>Wilson</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7747-4648</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Ginnivan</surname>
            <given-names>Natasha</given-names>
          </name>
          <degrees>BSc, PGD (Psychology), PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8581-6812</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Nenadic</surname>
            <given-names>Goran</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0795-5363</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Buchan</surname>
            <given-names>Iain</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3392-1650</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Butler</surname>
            <given-names>Tony</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2679-2769</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Population Health</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Psychology</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Computer Science</institution>
        <institution>University of Manchester</institution>
        <addr-line>Manchestr</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Institute of Population Health</institution>
        <institution>University of Liverpool</institution>
        <addr-line>Liverpool</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: George Karystianis <email>g.karystianis@unsw.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>22</day>
        <month>9</month>
        <year>2023</year>
      </pub-date>
      <volume>7</volume>
      <elocation-id>e49721</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>15</day>
          <month>8</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>21</day>
          <month>8</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>8</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©George Karystianis, Paul Simpson, Wilson Lukmanjaya, Natasha Ginnivan, Goran Nenadic, Iain Buchan, Tony Butler. Originally published in JMIR Formative Research (https://formative.jmir.org), 22.09.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2023/1/e49721" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The emerging field of epidemiological criminology studies the intersection between public health and justice systems. To increase the value of and reduce waste in research activities in this area, it is important to perform transparent research priority setting considering the needs of research beneficiaries and end users along with a systematic assessment of the existing research activities to address gaps and harness opportunities.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this study, we aimed to examine published research outputs in epidemiological criminology to assess gaps between published outputs and current research priorities identified by prison stakeholders.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A rule-based method was applied to 23,904 PubMed epidemiological criminology abstracts to extract the study determinants and outcomes (ie, “themes”). These were mapped against the research priorities identified by Australian prison stakeholders to assess the differences from research outputs. The income level of the affiliation country of the first authors was also identified to compare the ranking of research priorities in countries categorized by income levels.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>On an evaluation set of 100 abstracts, the identification of themes returned an <italic>F</italic><sub>1</sub>-score of 90%, indicating reliable performance. More than 53.3% (11,927/22,361) of the articles had at least 1 extracted theme; the most common was substance use (1533/11,814, 12.97%), followed by HIV (1493/11,814, 12.64%). The infectious disease category (2949/11,814, 24.96%) was the most common research priority category, followed by mental health (2840/11,814, 24.04%) and alcohol and other drug use (2433/11,814, 20.59%). A comparison between the extracted themes and the stakeholder priorities showed an alignment for mental health, infectious diseases, and alcohol and other drug use. Although behavior- and juvenile-related themes were common, they did not feature as prison priorities. Most studies were conducted in high-income countries (10,083/11,814, 85.35%), while countries with the lowest income status focused half of their research on infectious diseases (47/91, 52%).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The identification of research themes from PubMed epidemiological criminology research abstracts is possible through the application of a rule-based text mining method. The frequency of the investigated themes may reflect historical developments concerning disease prevalence, treatment advances, and the social understanding of illness and incarcerated populations. The differences between income status groups are likely to be explained by local health priorities and immediate health risks. Notable gaps between stakeholder research priorities and research outputs concerned themes that were more focused on social factors and systems and may reflect publication bias or self-publication selection, highlighting the need for further research on prison health services and the social determinants of health. Different jurisdictions, countries, and regions should undertake similar systematic and transparent research priority–setting processes.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>epidemiology</kwd>
        <kwd>study determinant</kwd>
        <kwd>study outcome</kwd>
        <kwd>PubMed</kwd>
        <kwd>research priorities</kwd>
        <kwd>epidemiological criminology</kwd>
        <kwd>criminology</kwd>
        <kwd>open research</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Incarcerated populations experience poor health including chronic diseases, blood-borne viruses, sexually transmitted infections, and mental health problems [<xref ref-type="bibr" rid="ref1">1</xref>]. Increased all-cause mortality has been described in those exposed to prisons, with the immediate postrelease period being a time of heightened susceptibility to suicide and drug overdose [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. The health disparity between people in prison and the general population has been attributed to socioeconomic factors and health risk behaviors including tobacco smoking, alcohol consumption, and substance use [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>To identify the health needs of incarcerated individuals, research is required to develop policies and programs that can address health inequities. The emerging field of epidemiological criminology studies the intersection between public health and justice systems, focusing on the prevalent health issues that affect offending and incarcerated populations. This area seeks to apply the scientific principles and methods of epidemiology and public health to criminal justice outcomes by framing crime and offending as a public health issue involving the inspection of health, well-being, and social and behavioral factors to explain and prevent patterns of offending [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>Although investments in epidemiological criminology research have delivered some important benefits, health has received limited attention [<xref ref-type="bibr" rid="ref8">8</xref>]. To increase value and reduce waste in research activity, transparent research priority setting is important and should consider the needs of research beneficiaries and end users along with a systematic assessment of existing research activities to assist in addressing gaps and harnessing opportunities [<xref ref-type="bibr" rid="ref8">8</xref>]. Lund et al [<xref ref-type="bibr" rid="ref9">9</xref>] proposed 4 essential elements to promote a systematic and transparent research priority–setting process: stakeholder involvement (ie, including research beneficiaries and end users), expert views, ranking methods, and a review of research published in peer-reviewed journals.</p>
        <p>Correctional systems often publish research priorities for incarcerated populations, inviting proposals for research in these areas. However, the methods used to identify priorities, including whether stakeholders are consulted as part of the priority setting, are rarely disclosed. In addition, there is not enough published literature on stakeholders’ views on research priorities relating to the health of people in prison [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. A recent study that attempted to determine the research priorities for incarcerated populations in Australia found that mental health was ranked as the top priority by prison health service directors and prisoners alike, with prisoners also ranking prison health services, alcohol and other drug use, education, and infectious diseases as key issues that need to be addressed [<xref ref-type="bibr" rid="ref14">14</xref>]. Beyond this Australian perspective, such priorities are likely to resonate with prison systems in other parts of the world [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Following stakeholder consultation, a logical next step is to analyze the gap between research priorities and the existing research via publications. A source that can provide useful research activity insights into epidemiological criminology is PubMed, a bibliographical database developed by the National Library of Medicine, which covers millions of citations from biomedical journals [<xref ref-type="bibr" rid="ref16">16</xref>]. Given the voluminous nature of published output, the task of reading and integrating relevant knowledge can be extremely challenging; therefore, any method to automatically extract such information from the relevant literature would be welcomed [<xref ref-type="bibr" rid="ref17">17</xref>]. A limited number of studies have attempted to automatically extract information from epidemiological data [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. de Bruijn et al [<xref ref-type="bibr" rid="ref17">17</xref>] recognized key information (eg, eligibility criteria, sample size, and route of treatment) from randomized controlled trial (RCT) reports. The same approach was expanded by Kiritchenko et al [<xref ref-type="bibr" rid="ref18">18</xref>] to extract additional characteristics (eg, primary outcome names and experimental treatments) from journal articles that reported RCTs. Other efforts included the recognition of phase III clinical trial information such as patient information [<xref ref-type="bibr" rid="ref19">19</xref>] or the number of participants from RCTs [<xref ref-type="bibr" rid="ref20">20</xref>] and the automatic identification of key characteristics (ie, study design, populations, exposure, outcome, confounding factors, effect size, and country where the study was conducted) from epidemiological study abstracts related to obesity and environmental health topics [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>In this study, we applied a text mining method on 23,904 PubMed epidemiological criminology abstracts to extract the types of studied determinants and outcomes (hereafter referred to as “themes”). We mapped the extracted results (global and Australian results) against the identified research priorities from our previous study to assess the gaps between research activities and the research priorities of incarcerated people and prison health service directors. Leveraging from our previous work [<xref ref-type="bibr" rid="ref23">23</xref>], we also identified the income level of the country of affiliation of the first authors to conduct a comparison between the ranking of research priorities and country groups by income levels.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Sample</title>
        <p>Epidemiological criminology studies are indexed in bibliographical databases related to medicine such as PubMed. Thus, a literature search based on our original query [<xref ref-type="bibr" rid="ref24">24</xref>] was conducted in PubMed using the query (given later in this section) to identify relevant studies [<xref ref-type="bibr" rid="ref23">23</xref>]. We decided to use epidemiological abstracts, as they are written in a relatively structured format with their own reporting style that aims to standardize and improve study design and communication, making them ideal for the application of a rule-based text mining method [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>To capture epidemiological studies, we used the Medical Subject Heading (MeSH) term “epidemiology” to ensure maximum specificity in the search. Because we used a variety of search terms to capture studies related to offenders and prisons, this prevented the inclusion of the articles that made only passing reference to prison work in the data set and resulted in a high-quality corpus for analysis. The search was restricted to articles published in English.</p>
        <p>The full query (run on April 20, 2021) was as follows: “(<italic>prison</italic> or <italic>borstal</italic> or <italic>jail</italic> or <italic>jails</italic> or <italic>engl</italic> or <italic>gaols</italic> or <italic>penitentiary</italic> or <italic>custody</italic> or <italic>custodial</italic> or (<italic>corrective</italic> and (<italic>service</italic> or <italic>services</italic>)) or ((<italic>correctional</italic> or <italic>detention</italic>) AND (<italic>centre</italic> or <italic>centres</italic> or <italic>center</italic> or <italic>centers</italic> or <italic>complex</italic> or <italic>complexes</italic> or <italic>facility</italic> or <italic>facilities</italic>)) or (<italic>closed</italic> AND (<italic>setting</italic>)) or <italic>prisoner</italic> or <italic>prisoners</italic> or <italic>incarcerated</italic> or <italic>criminals</italic> or <italic>criminal</italic> or <italic>felon</italic> or <italic>felons</italic> or <italic>remandee</italic> or <italic>remandees</italic> or <italic>delinquent</italic> or <italic>delinquents</italic> or <italic>detainee</italic> or <italic>detainees</italic> or <italic>convict</italic> or <italic>convicts</italic> or <italic>cellmate</italic> or <italic>cellmates</italic> or <italic>offenders</italic> or <italic>offender</italic> or ((<italic>young</italic> or <italic>adolescent</italic>) AND (<italic>offender</italic> or <italic>offenders</italic>)) or ((<italic>delinquent</italic> or <italic>incarcerated</italic>) AND <italic>youth</italic>) or (<italic>juvenile</italic> AND (<italic>delinquents</italic> or <italic>delinquent</italic> or <italic>delinquency</italic> or <italic>detainee</italic> or <italic>detainees</italic> or <italic>offender</italic> or <italic>offenders</italic>)) or ((<italic>young</italic>) and (<italic>people</italic>) and (in) and (<italic>custody</italic>)) or ((<italic>justice</italic>) and (<italic>involved</italic>) and (<italic>youth</italic>)) or ((<italic>incarcerated</italic>) and (<italic>young</italic>) AND (<italic>people</italic> or <italic>person</italic> or <italic>persons</italic>)) or ((<italic>juvenile</italic> or <italic>juveniles</italic>) and (in) and (<italic>custody</italic>)) AND e<italic>nglish</italic>[lang] AND (“<italic>epidemiology</italic>”[Subheading] or “<italic>epidemiology</italic>”[MeSH Terms] OR <italic>epidemiology</italic>[Text Word]).”</p>
      </sec>
      <sec>
        <title>Theme Definition</title>
        <p>In our study, we used the study determinants and outcomes in epidemiological study abstracts as “themes.” We considered a study determinant as a factor, characteristic, or other definable entity that brings about change in a health condition or in other defined characteristics, whereas outcome as the consequence of exposure in the population of interest, which in the case of epidemiological criminology includes offending and incarcerated populations. The themes ranged from mental and infectious illnesses (eg, schizophrenia and hepatitis C) to crime-related concepts (eg, recidivism).</p>
      </sec>
      <sec>
        <title>Dictionary</title>
        <p>To identify the themes, we combined our rules with a manually crafted dictionary populated with terms of epidemiological criminology interest. We incorporated the most common infectious and mental health illnesses by including known synonyms, acronyms, and common abbreviations. Under the supervision of the third author (PS) and the last author (TB), additional and common law enforcement (eg, “jail sanctions,” “rearrests,” “arson,” and “sexual homicide”); social determinants (eg, “bullying” and “school connectedness”); and behavior-related concepts (“violence” and “aggressive behaviour”) were also included, resulting in roughly 2500 terms.</p>
      </sec>
      <sec>
        <title>Rule-Based Text Mining Approach</title>
        <p>After inspecting a randomly selected sample of 100 abstracts (the training set), we based our rules on common syntactical patterns observed in the text that indicated the presence of a theme. The syntactical patterns made use of (1) frozen lexical expressions as anchors for certain elements built through specific verbs, noun phrases, and prepositions and (2) semantic placeholders, which were identifiable through the dictionary application that suggested a theme.</p>
        <p>In the following example of a syntactical pattern (“<italic>criminality</italic> is a risk factor for <italic>severe</italic> <italic>injury</italic>”), to identify the themes of interest (“criminality, severe injury”), the semifrozen lexical expression “is a risk factor for” is matched via a regular expression containing variations of such terms (eg, risk factor, protective factor, and predictors), whereas “criminality” and “severe injury” obtain a match through the dictionary. More than 1 syntactical pattern may be matched in an abstract and may refer to ≥1 theme mention (that can be a duplicate).</p>
        <p>General Architecture for Text Engineering [<xref ref-type="bibr" rid="ref25">25</xref>] was selected for the design and implementation of the rules as well as for the annotation of the themes in the training and development sets. The observed syntactical patterns were converted into rules using the Java Annotations Pattern Engine, which is a pattern-matching language for General Architecture for Text Engineering. An additional (ie, development) set with 100 randomly selected abstracts was used to optimize the performance of the rules. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> shows some examples of the rules.</p>
      </sec>
      <sec>
        <title>Theme Standardization and Abstract-Level Unification</title>
        <p>The extracted themes were manually inspected to standardize them. Abstracts which had themes with similar meanings (eg, an acronym or synonym) were manually assigned a respective term (eg, “HIV,” “AIDS,” and “human immunodeficiency virus” were assigned to “HIV”; “depression” and “depressive disorder” were assigned to “depression”). To obtain results at the abstract level for each study, we eliminated any duplicate mentions of the standardized themes.</p>
      </sec>
      <sec>
        <title>Mapping Themes to Stakeholder Research Priorities</title>
        <p>We mapped the standardized themes to the research priority categories identified by stakeholder participants from our previous research to determine any alignment with the details of the methods and priorities reported elsewhere [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Themes unable to be mapped to any of the categories were assigned to 1 of the 5 new categories we created (“juveniles,” “offence related,” “bio and medical related,” “justice system,” and “behavior”). Any themes (eg, “age,” “accountability,” “church attendance”) that remained unmapped were assigned to an additional category named “other.”</p>
        <p>This process was conducted by the first and the third authors (GK and PS), who manually mapped all the unique mentions of the standardized themes to their respective categories, with disagreements in mapping adjudicated by the last author (TB). The interannotator agreement observed was 94%, suggesting a reliable classification. <xref ref-type="table" rid="table1">Table 1</xref> presents all categories including category focal points and examples of the mapped themes.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Research priority categories identified by stakeholder groups and examples of mapped themes. The categories of hygiene and disability did not have any mapped themes.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="220"/>
            <col width="410"/>
            <col width="220"/>
            <thead>
              <tr valign="top">
                <td>Category</td>
                <td>Stakeholder group</td>
                <td>Category focal points</td>
                <td>Examples of mapped themes</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Mental health</td>
                <td>Incarcerated people and prison health service directors</td>
                <td>Serious mental illness, grief and trauma, medication access and management, access to psychologists, peer support, culturally appropriate care, and alternatives to isolation as a treatment option</td>
                <td>Schizophrenia and psychosis</td>
              </tr>
              <tr valign="top">
                <td>Health care service</td>
                <td>Incarcerated people and prison health service directors</td>
                <td>Access to and quality, delivery, human resources and financing, and outcomes of integrated prison health care services, including mental health care</td>
                <td>Screening program and treatment completion</td>
              </tr>
              <tr valign="top">
                <td>Alcohol and other drug use</td>
                <td>Incarcerated people</td>
                <td>Harm prevention, substance withdrawal, best practice for peer support, prison-based needle, and syringe programs</td>
                <td>Nicotine addiction and cocaine abuse</td>
              </tr>
              <tr valign="top">
                <td>Education (from health to vocational)</td>
                <td>Incarcerated people</td>
                <td>Development and evaluation of effective health education programs on drug withdrawal, treatments, and harm prevention; practicing good hygiene in and out of prison; and mental health self-care. Access to literacy programs, secondary school education, vocational training, and tertiary education</td>
                <td>School performance and academic difficulties</td>
              </tr>
              <tr valign="top">
                <td>Infectious disease and infections</td>
                <td>Incarcerated people and prison health service directors</td>
                <td>Hepatitis C, sexually transmissible infections, and tooth infections</td>
                <td>HIV, HCV<sup>a</sup>, Rubella, and norovirus</td>
              </tr>
              <tr valign="top">
                <td>Women’s and maternal health</td>
                <td>Incarcerated people and prison health service directors</td>
                <td>Nutrition, stress during pregnancy, specialized care and health plan for pregnant women, pregnancy education, staying away from children, isolation from family, and postnatal depression</td>
                <td>Maternal connectedness and motherhood</td>
              </tr>
              <tr valign="top">
                <td>Social determinants of health</td>
                <td>Incarcerated people and prison health service directors</td>
                <td>Poverty and inequality, education, discrimination and racism, employment and career, family attitudes, criminal justice, and system contact</td>
                <td>Stable home environment and childhood sexual abuse</td>
              </tr>
              <tr valign="top">
                <td>Disability</td>
                <td>Incarcerated people</td>
                <td>Mobility support and aids, and training programs for prisoners as carers</td>
                <td>—<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>Nutrition</td>
                <td>Incarcerated people and prison health service directors</td>
                <td>Better food nutrition in prison and specialized diets</td>
                <td>Nutritional improvements and food supplements</td>
              </tr>
              <tr valign="top">
                <td>Hygiene</td>
                <td>Incarcerated people</td>
                <td>Access to quality personal and accommodation cleaning supplies</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Cognitive and intellectual disability</td>
                <td>Prison health service directors</td>
                <td>Cognitive and intellectual disability assessment and supports</td>
                <td>Learning disability and intellectual disability</td>
              </tr>
              <tr valign="top">
                <td>Postrelease health maintenance</td>
                <td>Prison health service directors</td>
                <td>Sustaining health gains made in prison in the community after release from custody</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Aging prisoners</td>
                <td>Prison health service directors</td>
                <td>Aged care assessments</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Workforce</td>
                <td>Prison health service directors</td>
                <td>Workforce development; ethical practice; and how to attract, train, and maintain the prison health workforce</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Chronic health problems</td>
                <td>Prison health service directors</td>
                <td>Prevention and management of chronic health conditions in prison and in the community after release from custody</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Aboriginal prisoner health</td>
                <td>Prison health service directors</td>
                <td>Health needs of Aboriginal and Torres Strait Islander prisoners</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Complex needs</td>
                <td>Prison health service directors</td>
                <td>Assisting in better diagnoses of ≥2 conditions and assessment of needs affecting physical, mental, and social well-being</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Justice system<sup>c</sup></td>
                <td>N/A<sup>d</sup></td>
                <td>Legal and procedural aspects of the justice system and its institutions</td>
                <td>Sanctions, law and adjudication</td>
              </tr>
              <tr valign="top">
                <td>Biomedical related<sup>c</sup></td>
                <td>N/A</td>
                <td>Use of biology and physiology to understand, treat, and prevent disease</td>
                <td>Injury, 5httplr, spinal cord injury, and age</td>
              </tr>
              <tr valign="top">
                <td>Offense related<sup>c</sup></td>
                <td>N/A</td>
                <td>Law enforcement, criminology, and offenses</td>
                <td>Crime recidivism and homicide</td>
              </tr>
              <tr valign="top">
                <td>Juveniles<sup>c</sup></td>
                <td>N/A</td>
                <td>Juvenile delinquency</td>
                <td>Adolescent delinquency and offspring disinhibited behavior</td>
              </tr>
              <tr valign="top">
                <td>Behavior<sup>c</sup></td>
                <td>N/A</td>
                <td>Human behavior</td>
                <td>Acculturation, violence, male-male sex</td>
              </tr>
              <tr valign="top">
                <td>Other<sup>c</sup></td>
                <td>N/A</td>
                <td>Could not be mapped any of the above categories</td>
                <td>Age, sex, gender, and job satisfaction</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>HCV: hepatitis C virus.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Not available.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Categories including themes that could not be mapped to the research priority categories and were created by the authors.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>For each PubMed article, we used the country affiliation of the first author as described in previous research, with a total of 127 countries being identified [<xref ref-type="bibr" rid="ref23">23</xref>]. Cases in which affiliations had &#62;1 country were also included in the analysis. We classified countries into 4 categories (high income, upper-middle income, lower-middle income, and low income) based on the income status using the World Bank’s country classification schema [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>No ethics approval was sought for this type of work as the data are all publicly available, do not have any identifying information and do not involve the authors recruiting human participants.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Evaluation of the Text Mining Method</title>
        <p>We evaluated the system’s performance at the abstract level by considering whether the themes (present as study determinants and outcomes) were correctly extracted from the text. We used the standard definitions of precision, recall, and the <italic>F</italic><sub>1</sub>-score [<xref ref-type="bibr" rid="ref27">27</xref>]. We defined <italic>true positive</italic> as the detection of either all the correct mentions of an exposure or outcome or the recognition of a number of mentions for 1 exposure or outcome, even if the system failed to pick up some mentions in an abstract. For example, if an exposure in 1 abstract is “hepatitis C” and there are 2 mentions in the text (“HPC” and “hepatitis C”), then the detection of either 1 or both mentions would be considered a true positive at the abstract level with “hepatitis C” as a theme in this abstract. This also applies in cases where &#62;1 exposure or outcome is present. A <italic>false positive</italic> (FP) at the abstract level is the extraction of unrelated exposure or outcome mentions that were not annotated manually. A <italic>false negative</italic> (FN) is the unrecognized mentions of exposure or outcomes that were not extracted by the system. For example, if an abstract contains ≥1 mention of “hepatitis C” (either as an exposure or an outcome) and our method did not pick up any of these, then this theme would be classified as FN.</p>
        <p>We randomly sampled 100 PubMed abstracts for the evaluation set, which were annotated for their theme by the first (GK) and the last (TB) authors. We calculated the interannotator agreement as the absolute agreement rate, with a value of 90% suggesting reliable annotations [<xref ref-type="bibr" rid="ref28">28</xref>]. At the abstract level, the returned precision and recall were 92.1% and 88%, respectively, whereas the <italic>F</italic><sub>1</sub>-score was 90%, indicating reliable performance. An observed (and expected) drop of approximately 3% (3.2%-3.8%) occurred from the training set to the evaluation set for all 3 metrics (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
      </sec>
      <sec>
        <title>Query Findings</title>
        <p>The query returned 23,904 studies, with the earliest study recorded in 1946 (<xref rid="figure1" ref-type="fig">Figure 1</xref>). A total of 1543 (N=23,904, 6.45%) PubMed citations had no abstract, resulting in 22,361 (N=23,904, 93.6%) articles that were used in the text mining exercise. More than 50% (11,927/22,361, 53.3%) of the articles had at least 1 extracted theme, whereas overall, 600 distinct themes were identified. As the query was implemented in April 2021, results from that year were excluded (113/11,927, 0.95%), leaving 11,814 articles for the analysis. The reasons for this are outlined in the <italic>Application to the Large Corpus</italic> section.</p>
        <p>The most common theme was substance use (1533/11,814, 12.97%), followed by HIV (1493/11,814, 12.64%) and mortality (940/11,814, 7.96%; <xref ref-type="table" rid="table2">Table 2</xref>). If an abstract had &#62;1 (ie, different) theme, these were counted separately. The “biomedical related” category had 6 of the most common themes within the top 20 (ie, mortality, age, sex, injury, gender, and youth). Although HIV was the most common theme, the proportion of these PubMed abstracts declined over the 30-year period (1990-2020; <xref rid="figure2" ref-type="fig">Figure 2</xref>). Although both alcohol and substance use showed stable abstract numbers, tuberculosis, after an initial peak in the mid-90s (ie, 1997), started to decline until 2020. By contrast, few articles proportionally examined hepatitis C in the 1990s, demonstrating an increase, particularly after and onward the mid-2000s (ie, 2005).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Number of published articles (n=23,722) in PubMed related to epidemiological criminology from 1946 to 2020. The results from 2021 (n=182) are not displayed.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e49721_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>The most frequent themes and their related stakeholder priority category in epidemiological PubMed abstracts from 1946 to 2020 (n=11,814).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="230"/>
            <col width="320"/>
            <col width="450"/>
            <thead>
              <tr valign="top">
                <td>Extracted variable</td>
                <td>PubMed abstracts, n (%)</td>
                <td>Mapping to stakeholder research priority category</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Substance use</td>
                <td>1533 (12.97)</td>
                <td>Alcohol and other drug use</td>
              </tr>
              <tr valign="top">
                <td>HIV</td>
                <td>1493 (12.64)</td>
                <td>Infectious disease and infections</td>
              </tr>
              <tr valign="top">
                <td>Mortality</td>
                <td>940 (7.96)</td>
                <td>Biomedical related<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Alcohol use</td>
                <td>837 (7.08)</td>
                <td>Alcohol and other drug use</td>
              </tr>
              <tr valign="top">
                <td>Treatment</td>
                <td>818 (6.92)</td>
                <td>Health care service</td>
              </tr>
              <tr valign="top">
                <td>Age</td>
                <td>721 (6.1)</td>
                <td>Biomedical related<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Mental illness</td>
                <td>704 (5.96)</td>
                <td>Mental health</td>
              </tr>
              <tr valign="top">
                <td>Violence</td>
                <td>641 (5.42)</td>
                <td>Behavior<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Hepatitis C</td>
                <td>520 (4.4)</td>
                <td>Infectious disease and infections</td>
              </tr>
              <tr valign="top">
                <td>Tuberculosis</td>
                <td>396 (3.35)</td>
                <td>Infectious disease and infections</td>
              </tr>
              <tr valign="top">
                <td>Crime</td>
                <td>389 (3.29)</td>
                <td>Offense related<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Injury</td>
                <td>351 (2.97)</td>
                <td>Biomedical related<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Offense</td>
                <td>329 (2.78)</td>
                <td>Offense related<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Depression</td>
                <td>322 (2.72)</td>
                <td>Mental health</td>
              </tr>
              <tr valign="top">
                <td>Delinquency</td>
                <td>314 (2.66)</td>
                <td>Juveniles<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Sex</td>
                <td>275 (2.32)</td>
                <td>Biomedical related<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Recidivism</td>
                <td>267 (2.26)</td>
                <td>Offense related<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Gender</td>
                <td>252 (2.13)</td>
                <td>Biomedical related<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Youth</td>
                <td>240 (2.03)</td>
                <td>Biomedical related<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Hepatitis B</td>
                <td>210 (1.78)</td>
                <td>Infectious disease and infections</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Category created by the authors.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Proportion of epidemiological criminology PubMed articles (n=11,814) of the 10 most frequent themes annually from 1990 to 2020.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e49721_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Mapping Research Themes to Stakeholder Priorities</title>
        <p>In the 11,814 articles, infectious diseases and infections (n=2949, 24.96%) was the most common research priority category, followed by mental health (n=2840, 24.04%) and alcohol and other drug use (n=2433, 20.59%). Education appeared in &#60;2% (172/11,814, 1.46%) of PubMed abstracts, whereas unclassified themes (ie, others) were the third most mentioned category (2552/11,814, 21.6%; <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Despite infectious diseases and infections having proportionally the highest percentage of PubMed articles in 1990 (26/74, 35%), this was followed by a gradual decline toward the mid-2000s and then a resurgence until 2020 (231/633, 36.4%). Although mental health had the second lowest proportion of articles (6/74, 8%) among the 5 most common categories in 1990, it increased after 2004 (100/347, 28.8%; <xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
        <p>To explore whether it was reasonable to compare priority-setting categories determined by Australian stakeholders with all PubMed articles, we compared the 679 abstracts with Australia as the first author country affiliation to all PubMed abstracts (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>, column 4). A similar pattern of research activity emerged between the entire PubMed article data set and Australian-identified abstracts. Given this similarity in the remaining analyses, we examined all the PubMed articles.</p>
        <p>The most common themes (in terms of the number of PubMed articles) in the infectious diseases and infections category were HIV, hepatitis B, hepatitis C, tuberculosis, and COVID-19 (<xref ref-type="table" rid="table3">Table 3</xref>). Almost 50.63% (1493/2949) of the PubMed articles reported HIV as a research theme. For mental illness, specific mental disorders were researched, including depression at 11.34% (322/2840), followed by antisocial personality disorder at 6.83% (194/2840). In the alcohol and other drug use category, 34.4% (837/2433) of PubMed articles reported research on alcohol use and abuse, followed by 3.62% (88/2433) for cannabis use.</p>
        <p>Comparing the text-mined (then mapped) research themes with the stakeholder research priorities revealed an alignment across the 3 groups (ie, prisoners, researchers, and prison medical service directors) for mental health, infectious diseases, and alcohol and other drug use, as well as some notable differences or gaps (<xref rid="figure4" ref-type="fig">Figure 4</xref>). Both incarcerated participants and prison health service directors identified cognitive and intellectual disabilities and transition to community or postrelease health maintenance as research priorities; however, these were not included in the PubMed research activities. Although incarcerated people identified hygiene, nutrition, and lifestyle in prison as priorities, there has been little PubMed research activity in these categories. Research activities on health care services, education, and women or maternal health were low compared with the priority rank; these categories were given by incarcerated participants (and prison health service directors for integrated services).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Proportion of epidemiological criminology PubMed articles (n=11,814) with the 5 most frequent research priority categories from 1990 to 2020.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e49721_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Frequency of extracted themes from PubMed abstracts (n=11,814) for the 3 most common research priority categories (excluding “Other”) from 1946 to 2020 (n=11,814).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="670"/>
            <col width="0"/>
            <col width="300"/>
            <thead>
              <tr valign="bottom">
                <td colspan="3">Categories</td>
                <td>PubMed abstracts<sup>a</sup>, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Mental health (n=2840)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mental illness</td>
                <td colspan="2">704 (24.79)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Depression</td>
                <td colspan="2">322 (11.34)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Antisocial personality disorder</td>
                <td colspan="2">194 (6.83)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Posttraumatic stress disorder</td>
                <td colspan="2">178 (6.27)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Attention-deficit/hyperactivity disorder</td>
                <td colspan="2">135 (4.75)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Psychopathology</td>
                <td colspan="2">120 (4.22)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Psychopathy</td>
                <td colspan="2">117 (4.12)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Depressive symptom</td>
                <td colspan="2">110 (3.87)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Anxiety</td>
                <td colspan="2">109 (3.83)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Schizophrenia</td>
                <td colspan="2">97 (3.41)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Infectious diseases and infections (n=2949)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>HIV</td>
                <td colspan="2">1493 (50.63)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hepatitis C</td>
                <td colspan="2">520 (17.63)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tuberculosis</td>
                <td colspan="2">396 (13.43)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hepatitis B</td>
                <td colspan="2">210 (7.12)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sexually transmissible infection</td>
                <td colspan="2">113 (3.83)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>COVID-19</td>
                <td colspan="2">108 (3.66)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chlamydia</td>
                <td colspan="2">93 (3.15)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sexually transmissible disease</td>
                <td colspan="2">85 (2.88)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Malaria</td>
                <td colspan="2">66 (2.24)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hepatitis</td>
                <td colspan="2">65 (2.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Alcohol and other drug use (n=2433)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Substance use</td>
                <td colspan="2">1533 (63)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Alcohol</td>
                <td colspan="2">837 (34.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cannabis</td>
                <td colspan="2">88 (3.62)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cocaine</td>
                <td colspan="2">41 (1.69)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Adolescent substance use</td>
                <td colspan="2">30 (1.23)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intravenous drug</td>
                <td colspan="2">24 (0.98)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Opioids</td>
                <td colspan="2">14 (0.57)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nicotine</td>
                <td colspan="2">13 (0.53)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Alcohol-related harm</td>
                <td colspan="2">11 (0.45)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Heroin</td>
                <td colspan="2">11 (0.45)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>PubMed abstracts with &#62;1 extracted theme were counted separately.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Mapping the identified researched themes from 11,814 PubMed epidemiological criminology abstracts from 1946 to 2020 to the research priority rankings of stakeholders (ie, prisoners and prison medical service directors). *Extracted themes that could not be mapped to any of the research priority categories identified by stakeholder groups.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e49721_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Outputs From Low-, Lower-Middle–, Upper-Middle–, and High-Income Countries</title>
        <p>Most studies derived from PubMed (N=11,814) were from high-income countries (n=10,083, 85.35%), whereas low-income countries accounted for &#62;1% (n=91, 0.77%; <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>). Upper-middle–income and lower-middle–income countries had 6.26% (740/11,814) and 3.68% (435/11,814) of PubMed articles, respectively. Furthermore, 4.14% (489/11,814) articles did not have any affiliated country.</p>
        <p>High-income countries focused one-fourth of their research on mental health (2590/10,083, 25.69%) as opposed to 9.4% (41/435) in lower-middle–income countries and 18% (16/91) in low-income countries. Those with lower-income status focused their research on infectious diseases, particularly the lower- and low-income countries, with 42.7% (186/435) and 52% (47/91), respectively (<xref rid="figure5" ref-type="fig">Figure 5</xref>). Furthermore, 21.64% (2182/10,083) of research from high-income countries was on alcohol and other drug use, almost 5 times more than those from low-income countries (4/91, 4%; <xref rid="figure5" ref-type="fig">Figure 5</xref>).</p>
        <p>For research themes that were not among the top 5, it should be noted that education and women’s and reproductive health were ranked at the bottom in all country income groups (0.1%-2.5%, <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>). Notable is the proportion of research on health care services in low-income countries (13/91, 14%), which is more than double that of high-income countries (794/10,083, 7.87%) and almost 3 times higher than that of upper-middle–income (41/740, 5.5%) and lower-middle–income countries (29/435, 5.9%; <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>).</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Most frequent research priority categories by classification of country income for the period 1946 to 2020 from 11,814 PubMed epidemiological criminology abstracts.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e49721_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study assessed 70 years of epidemiological criminology research by automatically extracting research themes from 22,361 PubMed abstracts through the application of a rule-based method and mapping them against identified research priorities identified by Australian prisons and prison medical service directors [<xref ref-type="bibr" rid="ref14">14</xref>]; we also examined the alignment of these priorities with published research globally, including a breakdown by income group of the countries involved.</p>
        <p>Overall, of the 11,814 published articles that had an extracted research theme, there was a large decade-by-decade increase in research activities from 1986 onward. A number of plausible factors may have contributed to this exponential rise in research activities toward the health of incarcerated populations. For example, the “tough on crime” and “the war on drugs” approaches started in 1971 in the United States and led to increasing imprisonment rates and prison overcrowding [<xref ref-type="bibr" rid="ref29">29</xref>], HIV emerged in the 1980s, and key 1970s events such as the riots in Bathurst Prison (Australia) prompted the creation of the Nagle Royal Commission, which exposed a culture of poor management and abuse in 2 New South Wales prisons, and the Royal Commission Into Aboriginal Deaths in Custody (1987-1990) [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref32">32</xref>]. The occurrence of such events could be considered a catalyst for the increased attention to prison conditions and the health of those in prison and potentially explain the post-1980 increase in published research on prisoner health.</p>
        <p>The research priorities of our stakeholder groups in terms of the frequency of research output were infectious diseases or infections, mental health, and alcohol and other drug use. Some differences in the frequency of research activities undertaken were noted in these categories according to a country’s income level and between all studies published and studies relevant to only Australia. High-income countries focused one-fourth (25.7%) of their research on mental health, in contrast to 8.4% in lower-middle–income countries and 17.6% in low-income countries. Just over one-fifth (21.6%) of the published articles from high-income countries were devoted to alcohol and other drug use, nearly 5 times more than those in low-income countries. Lower-income countries focused most of their research on infectious diseases (38%-51.6%), compared with 22.5% in high-income countries. These differences based on a country’s income level are likely to be explained by local health priorities that possibly reflect an emphasis on easily treated conditions that pose a more immediate risk to life, whereby infectious diseases such as HIV and tuberculosis take policy precedence over mental health and alcohol and substance use disorders in lower-income countries. More attention and investment are directed toward mental health conditions and alcohol and substance use disorders in high-income countries. These different priorities may also help explain the minor differences found between all PubMed published articles and only those relevant to Australia regarding the proportionate differences between mental health, infectious diseases, and alcohol and other drug use.</p>
        <p>Looking at each category, most infectious disease research activities concerned HIV. Although the number of articles on HIV began to decrease 2016 onward, an increase in studies on hepatitis C resulted in a rise in the overall number of infectious disease articles in PubMed. These trends likely reflect historical developments in disease prevalence and advances in treatment. In the case of hepatitis C, direct-acting antiviral medication became available in 2013, which offered significant improvements in efficacy, reduced side effects, and a shorter treatment duration [<xref ref-type="bibr" rid="ref33">33</xref>]. Interestingly, COVID-19, despite the first known case emerging in December 2019, featured as a research theme in 3.66% (108/2949) of infectious disease category articles, higher than sexual transmissible disease (85/2949, 2.88%) and malaria (66/2949, 2.24%), indicating the concern posed by this new viral illness within the correctional system space.</p>
        <p>Although the broad term “mental illness” featured as a research theme in most mental health category articles, depression, antisocial personality disorder, and posttraumatic stress disorder were the most frequent theme disorders extracted. In the alcohol and other drug use categories, almost one-third of the articles were related to alcohol (837/2433, 34.4%), followed by cannabis (88/2433, 3.62%). Given the public and media interest in amphetamine use and narratives connecting crime with amphetamine use, it is surprising that research activities did not necessarily reflect this topic [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
        <p>Notable gaps were identified between the stakeholder research priority areas and research activity outputs. Prison health services and education (health and vocational) were the second most often ranked priorities by the incarcerated populations and endorsed by the World Health Organization as an important policy and research area [<xref ref-type="bibr" rid="ref15">15</xref>]. However, as research theme categories, they received 7.71% (911/11,814) and 1.46% (172/11,814) of PubMed articles, respectively. In addition, only 9.71% (1147/11,814) of PubMed articles reported a theme within the social determinants of the health research priority category. This may be an artifact of publication bias or self-publication selection, that is, these stakeholder research priorities are more focused on social factors and systems, and thus, authors may tend to prefer publishing in less biomedically oriented journals that feature in other bibliographic databases. Nonetheless, given the developments in and the growing recognition of health services research [<xref ref-type="bibr" rid="ref35">35</xref>] and the importance that quality health services are likely to have for incarcerated people, we contend that more research should be conducted and published in this area.</p>
        <p>To examine whether the research priorities were current, we also mapped the themes from the last 10 years only (ie, 2010-2020) and observed them to be almost identical in rank to those from 1946 to 2020.</p>
        <p>The stakeholder research priorities of women’s and maternal health featured in &#60;0.11% (13/11,814) of the PubMed articles. This may reflect that historically, women have been underrepresented in incarcerated populations despite having drastically increased incarceration rates in recent years [<xref ref-type="bibr" rid="ref36">36</xref>]. However, the reporting style of some epidemiological criminology studies might omit details of the gender aspect of certain research themes in the abstract, focusing instead on the general research aspects of incarcerated populations. This argument could also be extended to lower-priority research areas (see the <italic>Application to the Large Corpus</italic> section). A lack of interest in research on nutrition in prison may stem from researchers assessing the issue as a less pressing matter when compared with infectious disease transmission, posttraumatic stress disorder, or opiate substitution therapy. Given the encroaching privatization of correctional systems and administrative pursuits to provide system efficiencies and cost savings, nutrition services are likely to be the easy targets for efficiency savings [<xref ref-type="bibr" rid="ref37">37</xref>] and thus likely warrant further research investigation.</p>
        <p>Finally, disability, both physical and intellectual, despite being stakeholder research priorities, had little research activity. In the research priority category of mental health, learning disability had only 1.19% (34/2840) of articles. Although incarceration of people with disabilities is not a new phenomenon, this population and relevant support have been poorly understood even though incarceration rates of people living with a disability saw an increase in recent years [<xref ref-type="bibr" rid="ref38">38</xref>], indicating that more research should be conducted to understand the needs of this susceptible population.</p>
      </sec>
      <sec>
        <title>Text Mining Error Analysis</title>
        <sec>
          <title>Overview</title>
          <p>A rule-based method was used that allowed automatic extraction of the studied themes (ie, study determinants and outcomes) from PubMed abstracts. The evaluation of the method demonstrated good performance with an overall 90% <italic>F</italic><sub>1</sub>-score, suggesting that a rule-based approach can generate reliable results in epidemiological criminology despite the volatile nature of the targeted themes that range from mental illness to behavior-related concepts.</p>
          <p>Our method combined a large manually crafted dictionary and rules based on common syntactical patterns that indicate the presence of an outcome and a study determinant to identify the themes investigated in epidemiological criminology studies. Despite the small number of rules (61), which were based on 2 relatively small (training and development) data sets, their scope proved useful for capturing variables of interest without the generation of large numbers of FPs or FNs. However, recognizing these themes (irrelevant of their role within the study context as study determinants or exposures or outcomes) came with some challenges.</p>
        </sec>
        <sec>
          <title>Causes of FPs</title>
          <p>Our approach identified only a part of the study determinants or outcomes (eg, “<italic>problems</italic> [FP] <italic>in their social integration</italic>”) because the way they were described was far from just a simple term that was present in our dictionary. Another source of FPs was the recognition of unrelated study concepts that were wrongly recognized as investigated themes due to the generic nature of our rules. In the following example, “violent offenders in State prisons are increasingly likely to report having used <italic>alcohol</italic> [FP] before committing their offenses, possibly illustrating the effect of more severe sanctions for alcohol-involved offenses,” “alcohol” was extracted although the abstract was focused on the effect of “more severe sanctions for alcohol-involved offences.” This suggests that a sentence-focused rule-based method may struggle to identify the main study determinant; thus, a wider context might need to be considered.</p>
        </sec>
        <sec>
          <title>Causes of FNs</title>
          <p>Because our dictionaries were limited by their manual design and included a more mental health–, infectious disease–, and crime-related focus, concepts that were not necessarily classified as such (eg, “staff perceptions,” “autonomic arousal,” and “dental caries experience”) or that had mentions that extended beyond single-word concepts (eg, “hearing, auditory processing, and language skills” and “law restricting access to firearms by domestic violence offenders”) were not identified (FNs). The incorporation of extensive sociology- and criminology-related terms into the dictionary might allow for greater coverage and potentially enhance the extraction of such themes.</p>
          <p>In addition, certain variables based on generic patterns (eg, “<italic>Psychiatric symptoms</italic> [FN] among juveniles incarcerated in adult prison” and “<italic>Deaths</italic> [FN] in juvenile justice residential facilities”) were not identified because of a lack of such rules. Their implementation in our approach might lead to an increase in the number of FPs. Finally, some themes were not identified, as their syntactical patterns (eg, “<italic>behavioral regulation dysfunction</italic> [FN] was predictive on...” and “<italic>ECF</italic> [FN] was more strongly related to aggression”) had not been encountered in our training and development sets and hence were not incorporated in the current rule design.</p>
        </sec>
      </sec>
      <sec>
        <title>Application to the Large Corpus</title>
        <p>Despite good results in both the development and evaluation sets (ie, <italic>F</italic><sub>1</sub>-score of 92.7% and 90%, respectively), the application of this method in the 22,361 epidemiological criminology abstracts revealed that only in slightly &#62;50% (n=11,927, 53.3%) of the articles, we extracted research themes. Because we included a more diverse literature space from epidemiological criminology and considered all study design types that could range from the relatively strict reporting structure of a clinical trial to the informal style that certain observational designs bear, it is not surprising to note that a certain number of articles did not explicitly state their research theme, at least in the abstract text.</p>
        <p>To further test the robustness of our method, a random sample of 50 articles was inspected by the first and the last authors (GK and TB) to examine whether any studied variables were mentioned in the abstract text. We found FNs (12%) in 6 abstracts due to the lack of related terms from our dictionary (eg, “female problem gambling” and “assessment of prison life”) and the lack of implemented rules that was based on extremely common generic patterns, both explained as sources of FNs in the <italic>Text Mining Error Analysis</italic> section. Other reasons that might have contributed to the low number of abstracts with extracted themes were as follows: articles in the sample that were not epidemiological studies (eg, reports, technical notes, and opinion pieces; 23/50, 46%); articles that were epidemiological studies but not conducted in the area of criminology (16/50, 32%); 1 (N=50, 2%) abstract that was animal based; and 4 (N=50, 8%) abstracts did not state their research variable (eg, “characteristics that preceded a crime”). This analysis indicates that even though our system might miss some abstracts’ research themes, its results are reliable enough to indicate a map regarding the research priorities of marginalized populations who come in contact with the justice system.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our study has several limitations. First, PubMed articles might not be sufficient to capture an accurate picture of offending and incarcerated populations, as relevant government articles and reports are often not published in academic journals. Furthermore, studies with a more sociological and criminal focus are unlikely to appear in journals covered by PubMed. Therefore, our data set likely underestimated the total number of research outputs in this area. In addition, our query may not be broad enough to capture all related articles in this area due to the use of a MeSH term (ie, “epidemiology”). The inclusion of extra MeSH terms such as “clinical trial” and “observational study” could potentially increase the number of articles that could provide a different picture in theory. The study also carries the risk of “English-language bias,” as including non-English articles presented resource challenges in terms of prospective costs, time, and expertise in non-English languages. The inclusion of non-English articles would help ensure greater generalizability and reduce bias [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        <p>The focus on abstracts might indicate a problem of theme representation, as we did not use full-text articles because it is possible that explicit information about study determinants and outcomes might not be available. It would be interesting to explore whether applying this method to full-text articles would improve the extraction performance. In addition, the type of the written abstract might have contributed to the generation of FPs and FNs. Although we designed the rules based on common lexical patterns that suggest the presence of a research theme, less structured abstracts might make it difficult to recognize such information automatically because structured abstracts offer higher-quality information as opposed to those that rely on free text [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        <p>Although the performance of our rule-based approach is reliable, the number of identified themes could be underrepresented. Using the manually crafted dictionaries based on terms, as opposed to more nuanced and complex concepts of cross-disciplinary nature that are described in sentences, could have resulted in a number of FNs, so the dictionary coverage could be limited. Although a relatively small number of rules were used to identify the study determinants and outcomes in the text, it is possible to have a restrained scope as it was shown with FNs that were not extracted due to a lack of implementation within the rule set. The application of other methods (eg, topic modeling) could potentially decrease the number of FNs.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The identification of research themes (as study determinants and outcomes) in a large-scale sample of epidemiological criminology PubMed abstracts is feasible by using a rule-based approach with reliable performance (<italic>F</italic><sub>1</sub>-score=90%). Recognizing themes can be useful in highlighting research gaps and potential biases in epidemiological criminology. We observed that the highest research activity concerned infectious diseases, mental health, and alcohol and drug use, which were the 3 research areas that were identified as priorities in our previous study by people in Australian prisons and Australian prison health service directors. The gaps between these stakeholder research priorities and actual research activity demonstrate the potential need for further research on prison health services, social determinants of health, women’s and maternal health, nutrition, and disabilities. We recommend others in different jurisdictions, countries, and regions to undertake similar systematic and transparent research priority–setting processes that include stakeholder involvement, expert views, and reviews of conducted research [<xref ref-type="bibr" rid="ref9">9</xref>]. Such processes can be considered in other disciplines and fields.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Examples of rules for identifying themes from PubMed abstracts.</p>
        <media xlink:href="formative_v7i1e49721_app1.docx" xlink:title="DOCX File , 14 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Precision, recall, and F1-score results for the training (n=100), development (n=100), and evaluation (n=100) sets, including the number of true positives, false positives, and false negatives at the document level.</p>
        <media xlink:href="formative_v7i1e49721_app2.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>The most common research priorities in 11,814 PubMed epidemiological criminology articles from 1946 to 2020.</p>
        <media xlink:href="formative_v7i1e49721_app3.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Distribution of PubMed articles (n=11,814) according to the categorized theme and income status of the country of research origin for the period from 1946 to 2020.</p>
        <media xlink:href="formative_v7i1e49721_app4.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">FN</term>
          <def>
            <p>false negative</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FP</term>
          <def>
            <p>false positive</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MeSH</term>
          <def>
            <p>Medical Subject Heading</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets used in this study are publicly available in PubMed by implementing our query described in the <italic>Data Sample</italic> subsection under the <italic>Methods</italic> section.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>GK contributed to study conception, design and initialization, literature review, data collection, text mining development, evaluation and application, results analysis and interpretation, manuscript preparation, and revision. PS conducted the literature review, analysis and interpretation of results, and manuscript revision. WL was responsible for data collection, result analysis, and manuscript preparation and revision. NG performed the literature review and manuscript revision. GN conducted text mining evaluation and manuscript revision. IB contributed to manuscript revision, and TB contributed to study conception, design, initialization, interpretation of results, and manuscript revision. All authors contributed to the manuscript and approved the submitted version. No generative artificial intelligence was used in any part of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Schofield</surname>
              <given-names>PW</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Detels</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Karim</surname>
              <given-names>QA</given-names>
            </name>
            <name name-style="western">
              <surname>Baum</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Leyland</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>Prisoners: a wicked problem for public health</article-title>
          <source>Oxford Textbook of Global Public Health. 7th edition</source>
          <year>2021</year>
          <month>11</month>
          <publisher-loc>Oxford, UK</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
          <fpage>543</fpage>
          <lpage>56</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kariminia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Law</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Corben</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Kaldor</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Suicide risk among recently released prisoners in New South Wales, Australia</article-title>
          <source>Med J Aust</source>
          <year>2007</year>
          <month>10</month>
          <day>01</day>
          <volume>187</volume>
          <issue>7</issue>
          <fpage>387</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.5694/j.1326-5377.2007.tb01307.x</pub-id>
          <pub-id pub-id-type="medline">17908000</pub-id>
          <pub-id pub-id-type="pii">kar10032_fm</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fazel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Baillargeon</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The health of prisoners</article-title>
          <source>Lancet</source>
          <year>2011</year>
          <month>03</month>
          <day>12</day>
          <volume>377</volume>
          <issue>9769</issue>
          <fpage>956</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(10)61053-7</pub-id>
          <pub-id pub-id-type="medline">21093904</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(10)61053-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pickett</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wilkinson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>The Spirit Level: Why Equality is Better for Everyone</source>
          <year>2010</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Penguin</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phelan</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Link</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Tehranifar</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Social conditions as fundamental causes of health inequalities: theory, evidence, and policy implications</article-title>
          <source>J Health Soc Behav</source>
          <year>2010</year>
          <month>10</month>
          <day>08</day>
          <volume>51 Suppl</volume>
          <issue>1_suppl</issue>
          <fpage>S28</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1177/0022146510383498</pub-id>
          <pub-id pub-id-type="medline">20943581</pub-id>
          <pub-id pub-id-type="pii">51/1_suppl/S28</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Waltermaurer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Akers</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <source>Epidemiological Criminology: Theory to Practice</source>
          <year>2014</year>
          <publisher-loc>Oxfordshire, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akers</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Lanier</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>“Epidemiological Criminology”: Coming full circle</article-title>
          <source>Am J Public Health</source>
          <year>2009</year>
          <month>03</month>
          <volume>99</volume>
          <issue>3</issue>
          <fpage>397</fpage>
          <lpage>402</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.2008.139808</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chalmers</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Bracken</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Djulbegovic</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Garattini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gülmezoglu</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Howells</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Ioannidis</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Oliver</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>How to increase value and reduce waste when research priorities are set</article-title>
          <source>Lancet</source>
          <year>2014</year>
          <month>01</month>
          <day>11</day>
          <volume>383</volume>
          <issue>9912</issue>
          <fpage>156</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(13)62229-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lund</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Poulsen</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>la Cour</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bjerrum</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>CV</given-names>
            </name>
            <name name-style="western">
              <surname>Maribo</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Lack of systematicity in research prioritisation processes - a scoping review of evidence syntheses</article-title>
          <source>Syst Rev</source>
          <year>2022</year>
          <month>12</month>
          <day>23</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>277</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/s13643-022-02149-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13643-022-02149-2</pub-id>
          <pub-id pub-id-type="medline">36564846</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13643-022-02149-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC9784020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kouyoumdjian</surname>
              <given-names>FG</given-names>
            </name>
            <name name-style="western">
              <surname>Schuler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McIsaac</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Pivnick</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Matheson</surname>
              <given-names>FI</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kiefer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>SW</given-names>
            </name>
          </person-group>
          <article-title>Using a Delphi process to define priorities for prison health research in Canada</article-title>
          <source>BMJ Open</source>
          <year>2016</year>
          <month>01</month>
          <day>14</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e010125</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=26769790"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2015-010125</pub-id>
          <pub-id pub-id-type="medline">26769790</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2015-010125</pub-id>
          <pub-id pub-id-type="pmcid">PMC4735148</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brands</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Research priorities in aboriginal prisoner health: recommendations and outcomes from the CRCAH aboriginal prisoner health industry roundtable</article-title>
          <source>Cooperative Research Centre for Aboriginal Health</source>
          <year>2008</year>
          <access-date>2023-05-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.lowitja.org.au/page/services/resources/Cultural-and-social-determinants/justice/research-priorities-in-aboriginal-prisoner-health">https://www.lowitja.org.au/page/services/resources/Cultural-and-social-determinants/justice/research-priorities-in-aboriginal-prisoner-health</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Srivastava</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Forrester</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nadkarni</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Developing criminal justice liaison and diversion services: research priorities and international learning</article-title>
          <source>Crim Behav Ment Health</source>
          <year>2013</year>
          <month>12</month>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>315</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1002/cbm.1888</pub-id>
          <pub-id pub-id-type="medline">24311445</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Guthrie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Prison health service directors' views on research priorities and organizational issues in conducting research in prison: outcomes of a national deliberative roundtable</article-title>
          <source>Int J Prison Health</source>
          <year>2017</year>
          <month>06</month>
          <day>12</day>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>113</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1108/IJPH-12-2016-0070</pub-id>
          <pub-id pub-id-type="medline">28581378</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Guthrie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Identifying research priorities to improve the health of incarcerated populations: results of citizens' juries in Australian prisons</article-title>
          <source>Lancet Public Health</source>
          <year>2021</year>
          <month>10</month>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e771</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2468-2667(21)00050-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2468-2667(21)00050-5</pub-id>
          <pub-id pub-id-type="medline">34115972</pub-id>
          <pub-id pub-id-type="pii">S2468-2667(21)00050-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Prisons and health 2014</article-title>
          <source>World Health Organization</source>
          <year>2014</year>
          <access-date>2023-05-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/bitstream/handle/10665/128603/9789289050593-eng.pdf?sequence=3&#38;isAllowed=y">https://apps.who.int/iris/bitstream/handle/10665/128603/9789289050593-eng.pdf?sequence=3&#38;isAllowed=y</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Canese</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Weis</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>PubMed: the bibliographic database</article-title>
          <source>The NCBI handbook</source>
          <year>2013</year>
          <access-date>2023-05-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ehu.eus/biofisica/juanma/mbb/pdf/pubmed_intro.pdf">https://www.ehu.eus/biofisica/juanma/mbb/pdf/pubmed_intro.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Bruijn</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Carini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kiritchenko</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Automated information extraction of key trial design elements from clinical trial publications</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2008</year>
          <month>11</month>
          <day>06</day>
          <volume>2008</volume>
          <fpage>141</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18999067"/>
          </comment>
          <pub-id pub-id-type="medline">18999067</pub-id>
          <pub-id pub-id-type="pmcid">PMC2655966</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kiritchenko</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>de Bruijn</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Carini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>ExaCT: automatic extraction of clinical trial characteristics from journal publications</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2010</year>
          <month>09</month>
          <day>28</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>56</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-10-56"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-10-56</pub-id>
          <pub-id pub-id-type="medline">20920176</pub-id>
          <pub-id pub-id-type="pii">1472-6947-10-56</pub-id>
          <pub-id pub-id-type="pmcid">PMC2954855</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>NØ</given-names>
            </name>
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A method of extracting the number of trial participants from abstracts describing randomized controlled trials</article-title>
          <source>J Telemed Telecare</source>
          <year>2008</year>
          <volume>14</volume>
          <issue>7</issue>
          <fpage>354</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1258/jtt.2008.007007</pub-id>
          <pub-id pub-id-type="medline">18852316</pub-id>
          <pub-id pub-id-type="pii">14/7/354</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hara</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Matsumoto</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Extracting clinical trial design information from MEDLINE abstracts</article-title>
          <source>New Gener Comput</source>
          <year>2008</year>
          <month>3</month>
          <day>9</day>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>263</fpage>
          <lpage>75</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s00354-007-0017-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00354-007-0017-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karystianis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Buchan</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Nenadic</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Mining characteristics of epidemiological studies from Medline: a case study in obesity</article-title>
          <source>J Biomed Semantics</source>
          <year>2014</year>
          <month>05</month>
          <day>19</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>22</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jbiomedsem.biomedcentral.com/articles/10.1186/2041-1480-5-22"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/2041-1480-5-22</pub-id>
          <pub-id pub-id-type="medline">24949194</pub-id>
          <pub-id pub-id-type="pii">2041-1480-5-22</pub-id>
          <pub-id pub-id-type="pmcid">PMC4062908</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karystianis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Thayer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tsafnat</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of a rule-based method for epidemiological document classification towards the automation of systematic reviews</article-title>
          <source>J Biomed Inform</source>
          <year>2017</year>
          <month>06</month>
          <volume>70</volume>
          <fpage>27</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(17)30073-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2017.04.004</pub-id>
          <pub-id pub-id-type="medline">28455150</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(17)30073-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karystianis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lukmanjaya</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schofield</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ginnivan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nenadic</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>van Leeuwen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Buchan</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>An analysis of PubMed abstracts from 1946 to 2021 to identify organizational affiliations in epidemiological criminology: descriptive study</article-title>
          <source>Interact J Med Res</source>
          <year>2022</year>
          <month>12</month>
          <day>05</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e42891</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.i-jmr.org/2022/2/e42891/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/42891</pub-id>
          <pub-id pub-id-type="medline">36469411</pub-id>
          <pub-id pub-id-type="pii">v11i2e42891</pub-id>
          <pub-id pub-id-type="pmcid">PMC9733818</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Adily</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Prison cell spatial density and infectious and communicable diseases: a systematic review</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>07</month>
          <day>23</day>
          <volume>9</volume>
          <issue>7</issue>
          <fpage>e026806</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31340959"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2018-026806</pub-id>
          <pub-id pub-id-type="medline">31340959</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2018-026806</pub-id>
          <pub-id pub-id-type="pmcid">PMC6661645</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tablan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bontcheva</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Getting more out of biomedical documents with GATE's full lifecycle open source text analytics</article-title>
          <source>PLoS Comput Biol</source>
          <year>2013</year>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>e1002854</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pcbi.1002854"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pcbi.1002854</pub-id>
          <pub-id pub-id-type="medline">23408875</pub-id>
          <pub-id pub-id-type="pii">PCOMPBIOL-D-12-00425</pub-id>
          <pub-id pub-id-type="pmcid">PMC3567135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>Country income classification</article-title>
          <source>World Bank</source>
          <access-date>2023-05-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://datatopics.worldbank.org/world-development-indicators/the-world-by-income-and-region.html">https://datatopics.worldbank.org/world-development-indicators/the-world-by-income-and-region.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ananiadou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kell</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Tsujii</surname>
              <given-names>JI</given-names>
            </name>
          </person-group>
          <article-title>Text mining and its potential applications in systems biology</article-title>
          <source>Trends Biotechnol</source>
          <year>2006</year>
          <month>12</month>
          <volume>24</volume>
          <issue>12</issue>
          <fpage>571</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.tibtech.2006.10.002</pub-id>
          <pub-id pub-id-type="medline">17045684</pub-id>
          <pub-id pub-id-type="pii">S0167-7799(06)00242-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Tsujii</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Ananiadou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McNaught</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Corpora and their annotations</article-title>
          <source>Text Mining for Biology and Biomedicine</source>
          <year>2006</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Artech House</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>John</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A timeline of the rise and fall of 'Tough on Crime' drug sentencing</article-title>
          <source>The Atlantic</source>
          <year>2014</year>
          <access-date>2023-04-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.theatlantic.com/politics/archive/2014/04/a-timeline-of-the-rise-and-fall-of-tough-on-crime-drug-sentencing/360983/">https://www.theatlantic.com/politics/archive/2014/04/a-timeline-of-the-rise-and-fall-of-tough-on-crime-drug-sentencing/360983/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Royal Commission Into Aboriginal Deaths in Custody</article-title>
          <source>National Archives of Australia</source>
          <year>1991</year>
          <access-date>2023-05-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.naa.gov.au/explore-collection/first-australians/royal-commission-aboriginal-deaths-custody">https://www.naa.gov.au/explore-collection/first-australians/royal-commission-aboriginal-deaths-custody</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cordner</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The Royal Commission Into Aboriginal Deaths in Custody. Aspects of medical interest</article-title>
          <source>Med J Aust</source>
          <year>1991</year>
          <month>12</month>
          <volume>155</volume>
          <issue>11-12</issue>
          <fpage>812</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="medline">1745179</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Report of the Royal Commission Into New South Wales Prisons</article-title>
          <source>Parliament of New South Wales</source>
          <year>1978</year>
          <access-date>2023-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.breakout.net.au/books/Nagle_Report.pdf">https://www.breakout.net.au/books/Nagle_Report.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manns</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Maasoumy</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Breakthroughs in hepatitis C research: from discovery to cure</article-title>
          <source>Nat Rev Gastroenterol Hepatol</source>
          <year>2022</year>
          <month>08</month>
          <day>20</day>
          <volume>19</volume>
          <issue>8</issue>
          <fpage>533</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35595834"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41575-022-00608-8</pub-id>
          <pub-id pub-id-type="medline">35595834</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41575-022-00608-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC9122245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>D</given-names>
            </name>
            <collab>McDonough Michael</collab>
          </person-group>
          <article-title>Methamphetamine: where will the stampede take us?</article-title>
          <source>J Law Med</source>
          <year>2015</year>
          <month>09</month>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>41</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="medline">26554196</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rapport</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Braithwaite</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Are we on the cusp of a fourth research paradigm? Predicting the future for a new approach to methods-use in medical and health services research</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2018</year>
          <month>11</month>
          <day>14</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>131</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-018-0597-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-018-0597-4</pub-id>
          <pub-id pub-id-type="medline">30428834</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-018-0597-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6237033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Calli</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Wooldredge</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Women in prison</article-title>
          <source>Oxford Handbook of Prisons and Imprisonment</source>
          <year>2017</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Locchi</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Mancuso</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Food as punishment, food as dignity: the legal treatment of food in prison</article-title>
          <source>The Language of Law and Food</source>
          <year>2021</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baldry</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Clarence</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dowse</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Trollor</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Reducing vulnerability to harm in adults with cognitive disabilities in the Australian criminal justice system</article-title>
          <source>J Policy Pract Intellect Disabil</source>
          <year>2013</year>
          <month>09</month>
          <day>10</day>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>222</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/abs/10.1111/jppi.12039"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jppi.12039</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Kuriyama</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>How often do systematic reviews exclude articles not published in English?</article-title>
          <source>J Gen Intern Med</source>
          <year>2019</year>
          <month>08</month>
          <day>22</day>
          <volume>34</volume>
          <issue>8</issue>
          <fpage>1388</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31011958"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-019-04976-x</pub-id>
          <pub-id pub-id-type="medline">31011958</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-019-04976-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6667563</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Structured abstracts: do they improve the quality of information in abstracts?</article-title>
          <source>Am J Orthod Dentofacial Orthop</source>
          <year>2006</year>
          <month>10</month>
          <volume>130</volume>
          <issue>4</issue>
          <fpage>523</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ajodo.2005.10.023</pub-id>
          <pub-id pub-id-type="medline">17045153</pub-id>
          <pub-id pub-id-type="pii">S0889-5406(06)00893-6</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
