<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i1e27550</article-id>
      <article-id pub-id-type="pmid">35044315</article-id>
      <article-id pub-id-type="doi">10.2196/27550</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Toward Data-Driven Radiation Oncology Using Standardized Terminology as a Starting Point: Cross-sectional Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lanfranchi</surname>
            <given-names>Francesco</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Spasic</surname>
            <given-names>Irena</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Cihoric</surname>
            <given-names>Nikola</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Inselspital</institution>
            <institution>Bern University Hospital</institution>
            <institution>University of Bern</institution>
            <addr-line>Freiburgstrasse 18</addr-line>
            <addr-line>Bern, 3010</addr-line>
            <country>Switzerland</country>
            <phone>41 31 632 26 32</phone>
            <email>nikola.cihoric@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1534-8520</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Badra</surname>
            <given-names>Eugenia Vlaskou</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9147-2238</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Stenger-Weisser</surname>
            <given-names>Anna</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0104-5265</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Aebersold</surname>
            <given-names>Daniel M</given-names>
          </name>
          <degrees>MD, Prof Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9493-3834</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Pavic</surname>
            <given-names>Matea</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3899-6152</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Inselspital</institution>
        <institution>Bern University Hospital</institution>
        <institution>University of Bern</institution>
        <addr-line>Bern</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Radiation Oncology</institution>
        <institution>University Hospital Zurich</institution>
        <institution>University of Zurich</institution>
        <addr-line>Zurich</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Luzerner Kantonsspital</institution>
        <addr-line>Luzern</addr-line>
        <country>Switzerland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Nikola Cihoric <email>nikola.cihoric@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>1</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>19</day>
        <month>1</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>1</issue>
      <elocation-id>e27550</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>10</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>18</day>
          <month>9</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Nikola Cihoric, Eugenia Vlaskou Badra, Anna Stenger-Weisser, Daniel M Aebersold, Matea Pavic. Originally published in JMIR Formative Research (https://formative.jmir.org), 19.01.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/1/e27550" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The inability to seamlessly exchange information across radiation therapy ecosystems is a limiting factor in the pursuit of data-driven clinical practice. The implementation of semantic interoperability is a prerequisite for achieving the full capacity of the latest developments in personalized and precision medicine, such as mathematical modeling, advanced algorithmic information processing, and artificial intelligence approaches.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to evaluate the state of terminology resources (TRs) dedicated to radiation oncology as a prerequisite for an oncology semantic ecosystem. The goal of this cross-sectional analysis is to quantify the state of the art in radiation therapy specific terminology.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The Unified Medical Language System (UMLS) was searched for the following terms: <italic>radio oncology</italic>, <italic>radiation oncology</italic>, <italic>radiation therapy</italic>, and <italic>radiotherapy</italic>. We extracted 6509 unique concepts for further analysis. We conducted a quantitative analysis of available source vocabularies (SVs) and analyzed all UMLS SVs according to the route source, number, author, location of authors, license type, the lexical density of TR, and semantic types. Descriptive data are presented as numbers and percentages.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The concepts were distributed across 35 SVs. The median number of unique concepts per SV was 5 (range 1-5479), with 14% (5/35) of SVs containing 94.59% (6157/6509) of the concepts. The SVs were created by 29 authors, predominantly legal entities registered in the United States (25/35, 71%), followed by international organizations (6/35, 17%), legal entities registered in Australia (2/35, 6%), and the Netherlands and the United Kingdom with 3% (1/35) of authors each. Of the total 35 SVs, 16 (46%) did not have any restrictions on use, whereas for 19 (54%) of SVs, some level of restriction was required. Overall, 57% (20/35) of SVs were updated within the last 5 years. All concepts found within radiation therapy SVs were labeled with one of the 29 semantic types represented within UMLS. After removing the <italic>stop words</italic>, the total number of words for all SVs together was 56,219, with a median of 25 unique words per SV (range 3-50,682). The total number of unique words in all SVs was 1048, with a median of 19 unique words per vocabulary (range 3-406). The lexical density for all concepts within all SVs was 0 (0.02 rounded to 2 decimals). Median lexical density per unique SV was 0.7 (range 0.0-1.0). There were no dedicated radiation therapy SVs.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We did not identify any dedicated TRs for radiation oncology. Current terminologies are not sufficient to cover the need of modern radiation oncology practice and research. To achieve a sufficient level of interoperability, of the creation of a new, standardized, universally accepted TR dedicated to modern radiation therapy is required.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>terminology</kwd>
        <kwd>semantic interoperability</kwd>
        <kwd>radiation oncology</kwd>
        <kwd>informatics</kwd>
        <kwd>medical informatics</kwd>
        <kwd>oncology</kwd>
        <kwd>lexical analysis</kwd>
        <kwd>eHealth</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>It is a globally accepted concept that data-driven medicine leads to better, safer, and more affordable care. In addition, it is perceived that it is not achievable without the free exchange of data among all members of a health care enterprise [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. From a technical perspective, we have witnessed significant advances in the last decade. More than 160 exabytes of data are seamlessly exchanged among different systems via the internet every day [<xref ref-type="bibr" rid="ref4">4</xref>]. At its core, internet communication relies on standardized data formats, such as Internet Message Format, XML, and JavaScript Object Notation. Security is ensured through robust encryption algorithms and authentication services, such as the OAuth protocol. Various industries have used the advantages of digitalization to simplify, accelerate, and standardize their work processes. However, data interoperability in health care has yet to reach its full potential [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>The surge of health care digitalization in the United States during the last decade, supported by 36 billion dollars of government stimulation packages, failed to deliver on the promise of health care advancements. Mainstream media describe the current state of eHealth care records in the United States as an “unholy mess” [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Conversely, reports on software failures, safety, and security issues in scientific journals are scarce because of entrenched secrecy policies and so-called <italic>gag</italic> clauses that prevent physicians and researchers from publishing [<xref ref-type="bibr" rid="ref7">7</xref>]. Furthermore, this flawed digitalization has resulted in a dramatic rise in burnout symptoms among health care workers. At least one serious symptom of burnout is recorded in 70% of physicians, a situation that is partly attributable to problems with software usability, user-unfriendly interfaces, one-size-fits-all software approaches, and foremost—to the lack of interoperability [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Contemporary health care information systems require multiple low-level manual operations, such as copy-pasting information from one interface to another, which often results in erroneous and repetitive work. Furthermore, the lack of interoperability, along with other design issues, is recognized as one of the main reasons for preventable medical errors, preventing the efficient conduct of clinical research and medical education [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>The Healthcare Information and Management Systems Society defines interoperability as the ability of different information systems, devices, and applications to access, exchange, integrate, and cooperatively use data in a coordinated manner within and across organizational, regional, and national boundaries. Furthermore, interoperability is divided into four distinct levels: foundational, structural, semantic, and organizational. The American Standard Code for Information Interchange, Unicode (an information technology standard for the consistent encoding, representation, and handling of text), World Wide Web Consortium, and Health Level Seven govern foundational and structural interoperability levels. Transfer protocols and file formats used in communication are well established and standardized [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>Organizational interoperability concerns policies, laws, regulations, and ethical considerations that span form individual actors, across health care facilities and service providers, all the way to state and international levels. The interoperability levels mentioned above are difficult to influence within a daily clinical or research routine. Foundational and technical standards necessary for clinical data exchange are well covered by the Fast Healthcare Interoperability Resources [<xref ref-type="bibr" rid="ref15">15</xref>], a set of rules describing data formats and elements for exchanging electronic health records. Organizational interoperability refers to the willingness and ability of organizations to transfer data, which in health care are heavily regulated by the authorities that are hard to influence (by ordinary clinicians or researchers).</p>
        <p>The semantic interoperability (SI) level is important for patients and clinicians. SI, as defined by the Healthcare Information and Management Systems Society, is a property of systems that share data with unambiguous meanings. More precisely, SI is defined as the underlying models and codification of the data, including the use of data elements with standardized definitions from publicly available value sets and coding vocabularies, providing a shared understanding and meaning to the user [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Clinical dictionaries, terminologies, or coding systems are structured lists of terms and phrases paired with their definitions or, eventually, codes. Their purpose is to describe the care and treatment of patients unambiguously. Recently, new types of lexical resources, such as ontologies and graph analytic tools, have emerged. They play a significant role in knowledge organization and management, for example, in genome-based research or enterprise business development [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>The need for standardized communication in radiation oncology has been well recognized and described by several authors and groups [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. However, little is known about the availability of dedicated radiation oncology lexical resources. This study aims to evaluate the current state of radiation oncology-specific terminology as a prerequisite for data-driven radiation oncology.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Goals</title>
        <p>The primary goal of the project was to quantitatively evaluate existing radiation therapy-specific source vocabularies (SVs) available in the Unified Medical Language System (UMLS). Secondary goals were the lexical analysis of SVs and qualitative analysis, which was done to verify whether the existing terminology resources (TRs) were sufficient to cover radiation therapy needs.</p>
      </sec>
      <sec>
        <title>Definition of TRs</title>
        <p>There is no clear distinction between existing terminology and lexical resources that can be acquired via literature or general internet research. For this project, we defined TR as any comprehensive resource found within UMLS SVs, such as a vocabulary, taxonomy, thesaurus, coding system, ontology, or any other type.</p>
      </sec>
      <sec>
        <title>Material for Research</title>
        <p>UMLS [<xref ref-type="bibr" rid="ref23">23</xref>] was used as the basis for this study. To the best of our knowledge, UMLS is the most comprehensive repository of biomedical terminologies developed and maintained by the United States National Library of Medicine [<xref ref-type="bibr" rid="ref23">23</xref>]. It consists of 216 vocabulary items (last reviewed: May 4, 2020) in English (151/216, 70% of content) and other languages that contribute to a total of 15,479,756 concept names and synonyms. After individual registration and acceptance of an individual licensing agreement (by NC), UMLS-registered users can search content through an HTML, a web-based graphical user, or an application programming interface. Data records are accessible for download in JavaScript Object Notation format.</p>
      </sec>
      <sec>
        <title>Methodology</title>
        <p>We aimed to cover the terms specific to radiation therapy. To maximize sensitivity and specificity we searched UMLS on June 15, 2020, for the following terms: <italic>radiation therapy</italic>, 6030 concepts; <italic>radiotherapy</italic>, 479 concepts; <italic>radiation oncology</italic>, 58 concepts; and <italic>radio oncology</italic>, 0 concepts. In total, 6567 concepts were retrieved and exported, together with metadata in the JavaScript Object Notation format. We designed a denormalized database to facilitate further analysis. For this work, we downloaded the following data points from the UMLS server:</p>
        <list list-type="bullet">
          <list-item>
            <p>Unique concept identifier—a code value that uniquely identifies a single concept;</p>
          </list-item>
          <list-item>
            <p>Route Source—an entity that has authored the TR;</p>
          </list-item>
          <list-item>
            <p>Name—a string chosen to represent the concept as a whole;</p>
          </list-item>
          <list-item>
            <p>Definition of a concept:</p>
            <list>
              <list-item>
                <p>Atoms—the smallest unit of naming in a source (a specific string with specific code values and identifiers from a specific source);</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>Semantic type—a category of a concept assigned by the UMLS.</p>
          </list-item>
        </list>
        <p>We analyzed all SVs according to the route source, number, author, location of the author, license type, lexical density of TR, and semantic types.</p>
        <p>The data on TR authors were searched within the UMLS website or by general internet search (via Google) if the data were not available. We recorded the country where the legal residence of the authors was registered in the official state company register. <italic>International organization</italic> was defined as an institution drawing membership from at least 3 states and having activities in several states.</p>
        <p>Licensing was categorized into two main groups: free TR, where no use restriction applied, and restricted TR, where any use was limited under conditions specified in the license agreement. Further evaluation of licensing types and terms of use was beyond the scope of this study.</p>
        <p><italic>Word</italic> is defined as a combination of characters representing a spoken sound that can be uttered in isolation with objective or practical meaning. The lexical density of a TR serves as a measure of the structure and complexity of communication. It is defined as the ratio of the total number of words that describe all concepts within a TR and the number of unique words used to describe the concepts. The word propagation index was used as a measure of the importance of a word and was expressed as the number of SVs that contained this word.</p>
        <p>Data processing and lexical analysis were performed using Python (version 3.7; Python Software Foundation) and Python library Natural Language Toolkit (version 3.5).</p>
        <p>The systematic review of other biomedical terminology services and repositories, such as Open Biological and Biomedical Ontology Foundry [<xref ref-type="bibr" rid="ref24">24</xref>] or BioPortal [<xref ref-type="bibr" rid="ref25">25</xref>], was beyond the scope of this work.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>A total of 6567 concepts were retrieved from UMLS. After the removal of duplicate entries, 6509 unique concepts were selected for further analysis.</p>
        <p>The concepts were distributed across 35 SVs. The median number of unique concepts was 5 per SV (range 1-5479 concepts per TR). Of the SVs, 14% (5/35) contained 94.59% (6157/6509) of all the concepts. The SVs were International Classification of Diseases, Tenth Revision Procedure Coding System (5479/6509, 84.18% of concepts), Systematized Nomenclature of Medicine-Clinical Terms (United States; 326/6509, 5.01% of concepts), Current Procedural Terminology (142/6509, 2.18% of concepts), MedDRA (115/6509, 1.77% of concepts), and MEDCIN (95/6509, 1.46% of concepts). The remaining 5.41% (352/6509) of concepts were contained in 86% (30/35) of SVs. All data are presented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>The SVs were created by 29 individual authors. The US National Library of Medicine was the author of (4/29, 14%) SVs. The National Center for Health Statistics and the Centers for Medicare and Medicaid Services, National Cancer Institute Enterprise Vocabulary Services, and the College of American Pathologists or International Health Terminology Standards Development Organization contributed 7% (2/35) of SVs each. Other 26 authors contributed with 3% (1/35) SV each. An overview of SVs is presented in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
      </sec>
      <sec>
        <title>Vocabulary Sources</title>
        <p>The authors of the SVs were predominantly legal entities registered in the United States (25/35, 71%), followed by international organizations (6/35, 17%) and legal entities registered in Australia (2/35, 6%), the Netherlands, and the United Kingdom (1/35, 3%). Of the total SVs, (16/35, 46%) did not have any restriction on use, whereas the remaining (19/35, 54%) SVs had some level of restriction. Of the 35 SVs, 20 (57%) were updated within the last 5 years (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p>
        <p>All concepts found in RT SVs were labeled with one of 29 semantic types (<xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>), which accounted for 21.8% (29/133) of all semantic types available in UMLS. Of the total concepts, 94.05% (6122/6509) were classified by UMLS as terms describing a <italic>therapeutic or preventive procedure</italic> according to the scheme for classification of semantic types.</p>
        <p>After removing the <italic>stop words</italic>, the total number of words for all SVs was 56,219, with a median of 25 unique words per TR (range 3-50,682). The total number of unique words in all SVs was 1048, with a median of 19 unique words per vocabulary (range 3-406). The lexical density for all concepts in all SVs was zero (0.02 rounded to 2 decimals; <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>). Median lexical density per unique TR was 0.7 (range 0.0-1.0). The median maximal length of all concepts expressed as the total number of words for all TR was 8 (range, 3-28). The median minimal length of all concepts expressed as the total number of words for all TRs was 3 (range 1-10). All results are shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <p>Of the total words, 677 were unique to only one TR, whereas four words were present in multiple SVs: <italic>radiation</italic> was present in 31, <italic>therapy</italic> in 28, <italic>radiotherapy</italic> in 18, and <italic>procedure</italic> in 11 SVs. We did not identify any TR specifically dedicated to radiation therapy.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Properties of source vocabularies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="170"/>
            <col width="110"/>
            <col width="120"/>
            <col width="130"/>
            <col width="120"/>
            <col width="120"/>
            <col width="120"/>
            <col width="110"/>
            <thead>
              <tr valign="top">
                <td>Vocabulary<break/>resource</td>
                <td>Total number of all words</td>
                <td>Total number of unique words</td>
                <td>Lexical density of the vocabulary resource</td>
                <td>Average length<break/>of the concept</td>
                <td>Median length of the concept</td>
                <td>Maximal length of the concept</td>
                <td>Minimal length of the concept</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>ATC<sup>a</sup></td>
                <td>5</td>
                <td>5</td>
                <td>1.0</td>
                <td>5</td>
                <td>5</td>
                <td>5</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>CCS<sup>b</sup></td>
                <td>3</td>
                <td>3</td>
                <td>1.0</td>
                <td>3</td>
                <td>3</td>
                <td>3</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>CHV<sup>c</sup></td>
                <td>3</td>
                <td>3</td>
                <td>1.0</td>
                <td>3</td>
                <td>3</td>
                <td>3</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>ICD10AMAE<sup>d</sup></td>
                <td>12</td>
                <td>12</td>
                <td>1.0</td>
                <td>6</td>
                <td>6</td>
                <td>7</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>ICD9CM<sup>e</sup></td>
                <td>7</td>
                <td>7</td>
                <td>1.0</td>
                <td>4</td>
                <td>4</td>
                <td>5</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>MTHICD9<sup>f</sup></td>
                <td>9</td>
                <td>9</td>
                <td>1.0</td>
                <td>9</td>
                <td>9</td>
                <td>9</td>
                <td>9</td>
              </tr>
              <tr valign="top">
                <td>NANDA-I<sup>g</sup></td>
                <td>4</td>
                <td>4</td>
                <td>1.0</td>
                <td>4</td>
                <td>4</td>
                <td>4</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>NCI_CPTAC<sup>h</sup></td>
                <td>3</td>
                <td>3</td>
                <td>1.0</td>
                <td>3</td>
                <td>3</td>
                <td>3</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>SNM<sup>i</sup></td>
                <td>7</td>
                <td>7</td>
                <td>1.0</td>
                <td>7</td>
                <td>7</td>
                <td>7</td>
                <td>7</td>
              </tr>
              <tr valign="top">
                <td>PCDS<sup>j</sup></td>
                <td>9</td>
                <td>8</td>
                <td>0.9</td>
                <td>9</td>
                <td>9</td>
                <td>9</td>
                <td>9</td>
              </tr>
              <tr valign="top">
                <td>NIC<sup>k</sup></td>
                <td>34</td>
                <td>30</td>
                <td>0.9</td>
                <td>11</td>
                <td>8</td>
                <td>18</td>
                <td>8</td>
              </tr>
              <tr valign="top">
                <td>ICD10CM<sup>l</sup></td>
                <td>9</td>
                <td>7</td>
                <td>0.8</td>
                <td>5</td>
                <td>5</td>
                <td>5</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>ALT<sup>m</sup></td>
                <td>25</td>
                <td>19</td>
                <td>0.8</td>
                <td>8</td>
                <td>8</td>
                <td>14</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>ICD-10<sup>n</sup></td>
                <td>25</td>
                <td>19</td>
                <td>0.8</td>
                <td>6</td>
                <td>5</td>
                <td>14</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>CCPSS<sup>o</sup></td>
                <td>7</td>
                <td>5</td>
                <td>0.7</td>
                <td>4</td>
                <td>4</td>
                <td>4</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>ICNP<sup>p</sup></td>
                <td>6</td>
                <td>4</td>
                <td>0.7</td>
                <td>3</td>
                <td>3</td>
                <td>3</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>PDQ<sup>q</sup></td>
                <td>27</td>
                <td>18</td>
                <td>0.7</td>
                <td>5</td>
                <td>6</td>
                <td>8</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>ICD10AM<sup>r</sup></td>
                <td>29</td>
                <td>19</td>
                <td>0.7</td>
                <td>6</td>
                <td>6</td>
                <td>7</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>ICPC2ICD10ENG<sup>s</sup></td>
                <td>19</td>
                <td>12</td>
                <td>0.6</td>
                <td>3</td>
                <td>2</td>
                <td>5</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>MSH<sup>t</sup></td>
                <td>52</td>
                <td>32</td>
                <td>0.6</td>
                <td>3</td>
                <td>3</td>
                <td>4</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>SPN<sup>u</sup></td>
                <td>24</td>
                <td>14</td>
                <td>0.6</td>
                <td>5</td>
                <td>5</td>
                <td>6</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>CSP<sup>v</sup></td>
                <td>7</td>
                <td>4</td>
                <td>0.6</td>
                <td>4</td>
                <td>4</td>
                <td>4</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>HCPCS<sup>w</sup></td>
                <td>97</td>
                <td>54</td>
                <td>0.6</td>
                <td>14</td>
                <td>13</td>
                <td>22</td>
                <td>10</td>
              </tr>
              <tr valign="top">
                <td>SNMI<sup>x</sup></td>
                <td>71</td>
                <td>36</td>
                <td>0.5</td>
                <td>6</td>
                <td>7</td>
                <td>8</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>MTH<sup>y</sup></td>
                <td>265</td>
                <td>132</td>
                <td>0.5</td>
                <td>4</td>
                <td>4</td>
                <td>23</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>HL7V3.0<sup>z</sup></td>
                <td>46</td>
                <td>20</td>
                <td>0.4</td>
                <td>7</td>
                <td>6</td>
                <td>10</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>NCI Thesaurus</td>
                <td>279</td>
                <td>115</td>
                <td>0.4</td>
                <td>4</td>
                <td>4</td>
                <td>14</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Read Codes</td>
                <td>61</td>
                <td>22</td>
                <td>0.4</td>
                <td>4</td>
                <td>3</td>
                <td>5</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>MEDCIN</td>
                <td>488</td>
                <td>175</td>
                <td>0.4</td>
                <td>5</td>
                <td>5</td>
                <td>10</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>UMD<sup>aa</sup></td>
                <td>312</td>
                <td>97</td>
                <td>0.3</td>
                <td>5</td>
                <td>5</td>
                <td>9</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>SNOMEDCT_US<sup>ab</sup></td>
                <td>1420</td>
                <td>406</td>
                <td>0.3</td>
                <td>4</td>
                <td>4</td>
                <td>10</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>LOINC<sup>ac</sup></td>
                <td>365</td>
                <td>96</td>
                <td>0.3</td>
                <td>8</td>
                <td>8</td>
                <td>19</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>MedDRA<sup>ad</sup></td>
                <td>409</td>
                <td>84</td>
                <td>0.2</td>
                <td>4</td>
                <td>4</td>
                <td>8</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Current Procedural<break/>Terminology</td>
                <td>1398</td>
                <td>228</td>
                <td>0.2</td>
                <td>10</td>
                <td>9</td>
                <td>28</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>ICD10PCS<sup>ae</sup></td>
                <td>50,682</td>
                <td>175</td>
                <td>0.0</td>
                <td>9</td>
                <td>9</td>
                <td>15</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Median</td>
                <td>25</td>
                <td>19</td>
                <td>0.7</td>
                <td>5</td>
                <td>5</td>
                <td>8</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Minimal</td>
                <td>3</td>
                <td>3</td>
                <td>0.0</td>
                <td>3</td>
                <td>2</td>
                <td>3</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Maximal</td>
                <td>50,682</td>
                <td>406</td>
                <td>1.0</td>
                <td>14</td>
                <td>13</td>
                <td>28</td>
                <td>10</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>ATC: Anatomical Therapeutic Chemical Classification System.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>CCS: Clinical Classifications Software.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>CHV: Consumer Health Vocabulary.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>ICD10AMAE: International Classification of Diseases and Related Health Problems, Tenth Revision, Australian Modification, Americanized English Equivalents.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>ICD9CM: International Classification of Diseases, Ninth Revision, Clinical Modification Entry Terms.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>MTHICD9: Metathesaurus Names International Classification of Diseases, Ninth Revision, Clinical Modification Entry Terms.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>NANDA-I: NANDA-I Taxonomy.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>NCI_CPTAC: Clinical Proteomic Tumor Analysis Consortium.</p>
            </fn>
            <fn id="table1fn9">
              <p><sup>i</sup>SNM: The Systematized Nomenclature of Medicine, Second Edition.</p>
            </fn>
            <fn id="table1fn10">
              <p><sup>j</sup>PCDS: Patient Care Data Set.</p>
            </fn>
            <fn id="table1fn11">
              <p><sup>k</sup>NIC: Nursing Interventions Classification.</p>
            </fn>
            <fn id="table1fn12">
              <p><sup>l</sup>ICD10CM: International Classification of Diseases, Tenth Revision, Clinical Modification.</p>
            </fn>
            <fn id="table1fn13">
              <p><sup>m</sup>ALT: Alternative Billing Concepts.</p>
            </fn>
            <fn id="table1fn14">
              <p><sup>n</sup>ICD-10: International Classification of Diseases, Tenth Revision.</p>
            </fn>
            <fn id="table1fn15">
              <p><sup>o</sup>CCPSS: Clinical Problem Statements.</p>
            </fn>
            <fn id="table1fn16">
              <p><sup>p</sup>ICNP: International Classification for Nursing Practice.</p>
            </fn>
            <fn id="table1fn17">
              <p><sup>q</sup>PDQ: Physician Data Query.</p>
            </fn>
            <fn id="table1fn18">
              <p><sup>r</sup>ICD10AM: International Classification of Diseases, Tenth Revision, Australian Modification.</p>
            </fn>
            <fn id="table1fn19">
              <p><sup>s</sup>ICPC2ICD10ENG: International Classification of Primary Care-International Classification of Diseases, Tenth Revision Thesaurus.</p>
            </fn>
            <fn id="table1fn20">
              <p><sup>t</sup>MSH: Medical Subject Headings.</p>
            </fn>
            <fn id="table1fn21">
              <p><sup>u</sup>SPN: Standard Product Nomenclature.</p>
            </fn>
            <fn id="table1fn22">
              <p><sup>v</sup>CSP: CRISP Thesaurus.</p>
            </fn>
            <fn id="table1fn23">
              <p><sup>w</sup>HCPCS: Healthcare Common Procedure Coding System.</p>
            </fn>
            <fn id="table1fn24">
              <p><sup>x</sup>SNMI: The Systemized Nomenclature of Human and Veterinary Medicine.</p>
            </fn>
            <fn id="table1fn25">
              <p><sup>y</sup>MTH: Metathesaurus Names.</p>
            </fn>
            <fn id="table1fn26">
              <p><sup>z</sup>HL7V3.0: Health Level Seven version 3.0.</p>
            </fn>
            <fn id="table1fn27">
              <p><sup>aa</sup>UMD: Universal Medical Device Nomenclature System.</p>
            </fn>
            <fn id="table1fn28">
              <p><sup>ab</sup>SNOMEDCT_US: The Systematized Nomenclature of Medicine-Clinical Terms, US Edition.</p>
            </fn>
            <fn id="table1fn29">
              <p><sup>ac</sup> LOINC: Logical Observations Identifiers, Names, Codes.</p>
            </fn>
            <fn id="table1fn30">
              <p><sup>ad</sup>MedDRA: Medical Dictionary for Regulatory Activities.</p>
            </fn>
            <fn id="table1fn31">
              <p><sup>ae</sup>ICD10PCS: The International Classification of Diseases, Tenth Revision, Procedure Coding System.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>To the best of our knowledge, this is the first study to evaluate the state of standardized SVs dedicated to radiation therapy. Although our search of UMLS retrieved a large number of unique concepts distributed across 35 SVs, none of them was identified as a dedicated TR for radiation oncology. However, such a dedicated TR, providing standardized terms for modern radiation therapy and being widely adopted, is a prerequisite for achieving interoperability. The existing SVs are concentrated on describing different radiation therapy techniques, most probably for reimbursement coding purposes.</p>
        <p>An important milestone in the standardization of radiation therapy communication was published by the International Commission on Radiation Units and Measurements report 50, 62, and 83. The International Commission on Radiation Units and Measurements 83 provides the information necessary to standardize techniques and procedures and harmonize the prescribing, recording, and reporting of intensity-modulated radiation therapy. The most significant achievements were made in the recommendation of the definition, selection, and delineation of the radiation therapy volumes along with dose prescription to the volumes and dose-volume reporting recommendations [<xref ref-type="bibr" rid="ref22">22</xref>]. However, the International Commission on Radiation Units and Measurements 83 does not go beyond a high-level abstract and conceptual description of the target and risk volumes, whereas the specific anatomy of the patient was not subject to standardization.</p>
        <p>Furthermore, the American Society for Radiation Oncology (ASTRO) and the American Association of Physicists in Medicine have recognized the need for a unified and standardized terminological approach to radiation therapy. Members of both societies published several papers and recommendations concerning standardized approaches in naming conventions for radiation therapy [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>The authors of the ASTRO white paper, published in 2016, have argued that the standardized terminology approach in dose prescription will facilitate accurate communication among providers to support safe practice and guide product developers in creating software consistent with the best standard of practice [<xref ref-type="bibr" rid="ref21">21</xref>]. To avoid common pitfalls of standardization efforts [<xref ref-type="bibr" rid="ref29">29</xref>], the working group limited their efforts to standardize the central prescription items concerning how the prescribed dose is specified. They suggested standardization of key elements for prescription, such as treatment site, delivery method, dose per fraction, fraction number, total dose, and a special field named <italic>other elements</italic>. They commented on the previous work of other groups such as the American College of Radiology–ASTRO Practice Parameter for Radiation Oncology [<xref ref-type="bibr" rid="ref28">28</xref>], the ASTRO Accreditation Program for Excellence Standard [<xref ref-type="bibr" rid="ref27">27</xref>], and ASTRO recommendation for documenting intensity-modulated radiation therapy [<xref ref-type="bibr" rid="ref26">26</xref>]. The authors of the white paper rightfully argued that although thoughtfully developed, the proposals will be hard to implement in the modern environment. Some items are not sufficiently precise, and other concepts are difficult to define as our field evolves.</p>
        <p>The most challenging and intellectually demanding process is the formalization of treatment sites. Frequently, radiation therapy volumes span several distinct anatomical entities and consist of numerous anatomical regions. For example, treatment volumes for head and neck cancer traditionally consist of macroscopic tumors or former tumor sites that span several anatomical entities of the digestive tract and respiratory organs. In malignancies of pelvic origin, it is common to have part volumes extending to the abdominal region or lower extremities (eg, paraaortic volumes or partially in the upper extremities in vulvar cancer). Large tumors of any histology, such as sarcomas or metastatic diseases, sometimes create geometric forms that are very difficult to intuitively define using standard anatomical descriptors, such as lymph node levels or anatomical organ boundaries. An additional level of complexity is added through time-dependent changes in volume shapes and the introduction of subvolumes, which receive a different dose synchronously (eg, simultaneous integrated boost).</p>
        <p>Further important work in the domain of RT vocabulary standardization has been done by the American Association of Physicists in Medicine Task Group 263. Their 2018 published report provides a detailed overview of scientific literature, previous achievements, contemporary practice, and some future directions related to nomenclature standardization [<xref ref-type="bibr" rid="ref20">20</xref>]. The main output of this report is the development of a nomenclature system for target volumes, organs at risk, and dose-volume histogram metrics with the goal of straightforward adoption in current practice. In contrast to all previous initiatives for structure standardization, this nomenclature was developed by an assembly of stakeholders in radiation oncology, including multiple societies (eg, ASTRO, the European Society for Radiotherapy and Oncology, and others), disciplines, and vendors, ensuring broad endorsement and use of the nomenclature. A major drawback of this approach was the intention to primarily accommodate and serve the manufacturers of radiation therapy software and hardware, and not patients or physicians. By doing so, we are risking repeating the major historical mistakes, which have brought us to our current position. Patients, physicians, or payers must have clearer and understandable naming conventions designed according to their needs.</p>
        <p>In this light, we must consider the newest development in the legislative environment in the United States formalized in the 21st-Century Cures Act, signed into law on December 13, 2016, which is designed to help accelerate medical product development and bring innovations and advances to patients who need them faster and more efficiently. The act finally results in the ONC’s Cures Act Final Rule, which supports seamless and secure access, exchange, and use of eHealth information. However, good initiatives and their formulation within legal boundaries sometimes collide with reality. The last surge of digitalization in the United States ended in the complete lockdown of information within vendor software. Furthermore, this led to a phenomenon popularly known as a <italic>death by a thousand clicks</italic> [<xref ref-type="bibr" rid="ref5">5</xref>], which resulted in a health care crisis and unprecedented burnout rate among physicians [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>We acknowledge the limitations of this study. As the most important limitation, we acknowledge the missing review of ontological repositories such as BioPortal or OBO Foundry. Furthermore, we reviewed only UMLS. It is possible that there are some TRs in other languages that we are not aware of. Despite this limitation, we believe that this analysis provides a realistic overview of the current state of terminologies developed specifically for radiation oncology. Cross-sectional analysis is important, even if negative.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Cancer is still one of the leading causes of death and morbidity globally, and oncological research comprises approximately one-quarter of the complete biomedical clinical research portfolio [<xref ref-type="bibr" rid="ref30">30</xref>]. Radiation oncology will be used in at least 50% of cancer patients for treatment or palliation, is an important contributor to survival and symptom control, and is an essential part of streaming toward precise and personalized medicine [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. However, without meaningful digitalization and high data availability, we may not achieve the desired effects. To achieve the promise of digitalization in the clinical environment, we need SI in practice [<xref ref-type="bibr" rid="ref1">1</xref>]. The basis for SI is shared TR. We need to establish an agile, productive, and progressive way for communication among all actors in radiation therapy and beyond through the development of dedicated radiation therapy-specific virtual reality.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>A complete database used for analysis.</p>
        <media xlink:href="formative_v6i1e27550_app1.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 240 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Overview of the source vocabularies.</p>
        <media xlink:href="formative_v6i1e27550_app2.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>A number of lexical resources published according to last year’s update.</p>
        <media xlink:href="formative_v6i1e27550_app3.docx" xlink:title="DOCX File , 144 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>A number of terms per Unified Medical Language System semantic type category.</p>
        <media xlink:href="formative_v6i1e27550_app4.docx" xlink:title="DOCX File , 116 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>A number of words per source vocabulary.</p>
        <media xlink:href="formative_v6i1e27550_app5.docx" xlink:title="DOCX File , 131 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ASTRO</term>
          <def>
            <p>American Society for Radiation Oncology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">SI</term>
          <def>
            <p>semantic interoperability</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SV</term>
          <def>
            <p>source vocabulary</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">TR</term>
          <def>
            <p>terminology resource</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">UMLS</term>
          <def>
            <p>Unified Medical Language System</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>NC was responsible for the design of the study. ASW helped with data classification and preparation. NC prepared the data and created a draft of the manuscript with MP and EVB. DMA critically reviewed the manuscript and provided significant inputs. All other authors evaluated the results together with NC and contributed to the writing of the manuscript sufficiently to be stated as coauthors. All authors have reviewed and approved the final version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>NC is the founder of a Wemedoo AG, Sumpfstrasse 24, 6312 Steinhausen, Switzerland, a clinical information company. However, there are no conflicts of interest related to this work.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pronovost</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Johns</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bono</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fridsma</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gettinger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Karney</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Samitt</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sriram</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zenooz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Procuring interoperability: achieving high-quality, connected, and person-centered care</article-title>
          <source>National Academy of Medicine</source>
          <year>2018</year>
          <access-date>2021-10-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://nam.edu/procuring-interoperability-achieving-high-quality-connected-and-person-centered-care/">https://nam.edu/procuring-interoperability-achieving-high-quality-connected-and-person-centered-care/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mandl</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Kohane</surname>
              <given-names>IS</given-names>
            </name>
          </person-group>
          <article-title>No small change for the health information economy</article-title>
          <source>N Engl J Med</source>
          <year>2009</year>
          <month>03</month>
          <day>26</day>
          <volume>360</volume>
          <issue>13</issue>
          <fpage>1278</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp0900411</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mandel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kreda</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mandl</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kohane</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ramoni</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <article-title>SMART on FHIR: a standards-based, interoperable apps platform for electronic health records</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2016</year>
          <month>09</month>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>899</fpage>
          <lpage>908</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26911829"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocv189</pub-id>
          <pub-id pub-id-type="medline">26911829</pub-id>
          <pub-id pub-id-type="pii">ocv189</pub-id>
          <pub-id pub-id-type="pmcid">PMC4997036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <source>Cisco Annual Internet Report (2018–2023) White Paper</source>
          <year>2020</year>
          <access-date>2021-10-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cisco.com/c/en/us/solutions/collateral/executive-perspectives/annual-internet-report/white-paper-c11-741490.html">https://www.cisco.com/c/en/us/solutions/collateral/executive-perspectives/annual-internet-report/white-paper-c11-741490.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schulte</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Fry</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Death by a thousand clicks: where electronic health records went wrong</article-title>
          <source>Fortune Magazine</source>
          <year>2019</year>
          <access-date>2021-10-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://khn.org/news/death-by-a-thousand-clicks/">https://khn.org/news/death-by-a-thousand-clicks/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Transitional chaos or enduring harm? The EHR and the disruption of medicine</article-title>
          <source>N Engl J Med</source>
          <year>2015</year>
          <month>10</month>
          <day>22</day>
          <volume>373</volume>
          <issue>17</issue>
          <fpage>1585</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp1509961</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>JN</given-names>
            </name>
          </person-group>
          <article-title>Congress is final hurdle in removing EHR 'gag clauses'</article-title>
          <source>Med Econ</source>
          <year>2015</year>
          <month>11</month>
          <day>25</day>
          <volume>92</volume>
          <issue>22</issue>
          <fpage>57</fpage>
          <pub-id pub-id-type="medline">26875376</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jha</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Iliff</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chaoui</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Defossez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bombaugh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>A crisis in health care: a call to action on physician burnout</article-title>
          <source>Massachusetts Medical Society MHaHA, Harvard TH Chan School of Public Health, and Harvard Global Health Institute</source>
          <year>2019</year>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://psnet.ahrq.gov/issue/crisis-health-care-call-action-physician-burnout">https://psnet.ahrq.gov/issue/crisis-health-care-call-action-physician-burnout</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wenger</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Méan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Castioni</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Marques-Vidal</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Waeber</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Garnier</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Allocation of internal medicine resident time in a Swiss hospital: a time and motion study of day and evening shifts</article-title>
          <source>Ann Intern Med</source>
          <year>2017</year>
          <month>01</month>
          <day>31</day>
          <volume>166</volume>
          <issue>8</issue>
          <fpage>579</fpage>
          <pub-id pub-id-type="doi">10.7326/m16-2238</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Friedberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Van Busum</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Aunon</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Caloyeras</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mattke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pitchforth</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Quigley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brook</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>Factors affecting physician professional satisfaction and their implications for patient care, health systems, and health policy</article-title>
          <source>Rand Health Q</source>
          <year>2014</year>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rand.org/pubs/research_reports/RR439.html"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Beasley</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Simmons</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Baron</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Electronic health records: design, implementation, and policy for higher-value primary care</article-title>
          <source>Ann Intern Med</source>
          <year>2014</year>
          <month>05</month>
          <day>20</day>
          <volume>160</volume>
          <issue>10</issue>
          <fpage>727</fpage>
          <pub-id pub-id-type="doi">10.7326/m13-2589</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Classen</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Finding the meaning in meaningful use</article-title>
          <source>N Engl J Med</source>
          <year>2011</year>
          <month>09</month>
          <volume>365</volume>
          <issue>9</issue>
          <fpage>855</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmsb1103659</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meeks</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sittig</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>An analysis of electronic health record-related patient safety concerns</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2014</year>
          <month>11</month>
          <day>01</day>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>1053</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24951796"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/amiajnl-2013-002578</pub-id>
          <pub-id pub-id-type="medline">24951796</pub-id>
          <pub-id pub-id-type="pii">amiajnl-2013-002578</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berners-Lee</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fielding</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Frystyk</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Hypertext Transfer Protocol - HTTP/1.0</article-title>
          <source>Network Working Group</source>
          <year>1996</year>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.w3.org/Protocols/rfc1945/rfc1945">https://www.w3.org/Protocols/rfc1945/rfc1945</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bender</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sartipi</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>HL7 FHIR: an Agile and RESTful approach to healthcare information exchange</article-title>
          <source>Proceedings of the 26th IEEE International Symposium on Computer-Based Medical Systems</source>
          <year>2013</year>
          <conf-name>26th IEEE International Symposium on Computer-Based Medical Systems</conf-name>
          <conf-date>June 20-22, 2013</conf-date>
          <conf-loc>Porto, Portugal</conf-loc>
          <publisher-name>IEEE</publisher-name>
          <pub-id pub-id-type="doi">10.1109/cbms.2013.6627810</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>Interoperability in healthcare</article-title>
          <source>HIMSS</source>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.himss.org/resources/interoperability-healthcare">https://www.himss.org/resources/interoperability-healthcare</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Introducing ANSI-X3.138-1988: a standard for information resource dictionary system (IRDS)</article-title>
          <source>Proceedings of the Second Symposium on Assessment of Quality Software Development Tools</source>
          <year>1992</year>
          <conf-name>Second Symposium on Assessment of Quality Software Development Tools</conf-name>
          <conf-date>May 27-29, 1992</conf-date>
          <conf-loc>New Orleans, LA, USA</conf-loc>
          <fpage>90</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1109/aqsdt.1992.205841</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Gene Ontology Consortium</collab>
          </person-group>
          <article-title>Gene Ontology Consortium: going forward</article-title>
          <source>Nucleic Acids Res</source>
          <year>2015</year>
          <month>01</month>
          <volume>43</volume>
          <issue>Database issue</issue>
          <fpage>1049</fpage>
          <lpage>56</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25428369"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/nar/gku1179</pub-id>
          <pub-id pub-id-type="medline">25428369</pub-id>
          <pub-id pub-id-type="pii">gku1179</pub-id>
          <pub-id pub-id-type="pmcid">PMC4383973</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Uschold</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moralee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zorgios</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>The enterprise ontology</article-title>
          <source>Knowl Eng Rev</source>
          <year>1998</year>
          <month>03</month>
          <day>01</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>31</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.1017/s0269888998001088</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mayo</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Bosch</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>McNutt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Popple</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Michalski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Fuller</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Yorke</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Palta</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gabriel</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Molineu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Matuszak</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Covington</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Masi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Ritter</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Morgas</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Flampouri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Santanam</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Purdie</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Hurkmans</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jackie Wu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Siochi</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Verbakel</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Archambault</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chmura</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dekker</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Eagle</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kapoor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lansing</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Jolly</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Napolitano</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Percy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Siddiqui</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schadt</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>WE</given-names>
            </name>
            <name name-style="western">
              <surname>Straube</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>St James</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Ulin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yom</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Yock</surname>
              <given-names>TI</given-names>
            </name>
          </person-group>
          <article-title>American Association of Physicists in Medicine Task Group 263: standardizing nomenclatures in radiation oncology</article-title>
          <source>Int J Radiat Oncol Biol Phys</source>
          <year>2018</year>
          <month>03</month>
          <day>15</day>
          <volume>100</volume>
          <issue>4</issue>
          <fpage>1057</fpage>
          <lpage>66</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0360-3016(17)34232-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijrobp.2017.12.013</pub-id>
          <pub-id pub-id-type="medline">29485047</pub-id>
          <pub-id pub-id-type="pii">S0360-3016(17)34232-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7437157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Fraass</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Berner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Nurushev</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neill</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>LB</given-names>
            </name>
          </person-group>
          <article-title>Standardizing dose prescriptions: an ASTRO white paper</article-title>
          <source>Pract Radiat Oncol</source>
          <year>2016</year>
          <month>11</month>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>369</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1016/j.prro.2016.08.007</pub-id>
          <pub-id pub-id-type="medline">27693224</pub-id>
          <pub-id pub-id-type="pii">S1879-8500(16)30157-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>ICRU Members</collab>
          </person-group>
          <article-title>Prescribing, recording, and reporting photon-beam Intensity-Modulated Radiation Therapy (IMRT)</article-title>
          <source>J ICRU</source>
          <year>2010</year>
          <month>04</month>
          <day>01</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1093/jicru_ndq002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bodenreider</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>The Unified Medical Language System (UMLS): integrating biomedical terminology</article-title>
          <source>Nucleic Acids Res</source>
          <year>2004</year>
          <month>01</month>
          <day>01</day>
          <volume>32</volume>
          <issue>Database issue</issue>
          <fpage>267</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/14681409"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/nar/gkh061</pub-id>
          <pub-id pub-id-type="medline">14681409</pub-id>
          <pub-id pub-id-type="pii">32/suppl_1/D267</pub-id>
          <pub-id pub-id-type="pmcid">PMC308795</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ashburner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rosse</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bug</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ceusters</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Eilbeck</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ireland</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mungall</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Consortium</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Leontis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rocca-Serra</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ruttenberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sansone</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Scheuermann</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Whetzel</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The OBO Foundry: coordinated evolution of ontologies to support biomedical data integration</article-title>
          <source>Nat Biotechnol</source>
          <year>2007</year>
          <month>11</month>
          <day>7</day>
          <volume>25</volume>
          <issue>11</issue>
          <fpage>1251</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17989687"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/nbt1346</pub-id>
          <pub-id pub-id-type="medline">17989687</pub-id>
          <pub-id pub-id-type="pii">nbt1346</pub-id>
          <pub-id pub-id-type="pmcid">PMC2814061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whetzel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Noy</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dai</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dorf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Griffith</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jonquet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Youn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Coulet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Callendar</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Storey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chute</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Musen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>BioPortal: ontologies and integrated data resources at the click of a mouse</article-title>
          <source>Nat Prec</source>
          <year>2009</year>
          <month>10</month>
          <day>16</day>
          <fpage>1</fpage>
          <pub-id pub-id-type="doi">10.1038/npre.2009.3868.1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>IMRT Documentation Working Group</collab>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Low</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>FF</given-names>
            </name>
            <name name-style="western">
              <surname>Balter</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Palta</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Eifel</surname>
              <given-names>P</given-names>
            </name>
            <collab>FASTRO</collab>
          </person-group>
          <article-title>American Society of Radiation Oncology recommendations for documenting intensity-modulated radiation therapy treatments</article-title>
          <source>Int J Radiat Oncol Biol Phys</source>
          <year>2009</year>
          <month>08</month>
          <day>01</day>
          <volume>74</volume>
          <issue>5</issue>
          <fpage>1311</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijrobp.2009.04.037</pub-id>
          <pub-id pub-id-type="medline">19616738</pub-id>
          <pub-id pub-id-type="pii">S0360-3016(09)00606-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>APEx standards</article-title>
          <source>American Society for Radiation Oncology (ASTRO)</source>
          <year>2018</year>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.astro.org/Daily-Practice/Accreditation/About-APEx/APEx-Standards">https://www.astro.org/Daily-Practice/Accreditation/About-APEx/APEx-Standards</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>ACR–ASTRO practice parameter for radiation oncology</article-title>
          <source>Radiation Oncology</source>
          <year>2014</year>
          <access-date>2021-10-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acr.org/-/media/ACR/Files/Practice-Parameters/radonc.pdf?la=en">https://www.acr.org/-/media/ACR/Files/Practice-Parameters/radonc.pdf?la=en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cargill</surname>
              <given-names>CF</given-names>
            </name>
          </person-group>
          <article-title>Why standardization efforts fail</article-title>
          <source>J Electron Publ</source>
          <year>2011</year>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>A</fpage>
          <pub-id pub-id-type="doi">10.3998/3336451.0014.103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hirsch</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Califf</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Tasneem</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Horton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chiswell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Schulman</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Dilts</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Abernethy</surname>
              <given-names>AP</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of oncology clinical trials: insights from a systematic analysis of ClinicalTrials.gov</article-title>
          <source>JAMA Intern Med</source>
          <year>2013</year>
          <month>06</month>
          <day>10</day>
          <volume>173</volume>
          <issue>11</issue>
          <fpage>972</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2013.627</pub-id>
          <pub-id pub-id-type="medline">23699837</pub-id>
          <pub-id pub-id-type="pii">1682358</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hanna</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Shafiq</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Delaney</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vinod</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barton</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The population benefit of evidence-based radiotherapy: 5-Year local control and overall survival benefits</article-title>
          <source>Radiother Oncol</source>
          <year>2018</year>
          <month>02</month>
          <volume>126</volume>
          <issue>2</issue>
          <fpage>191</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0167-8140(17)32720-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.radonc.2017.11.004</pub-id>
          <pub-id pub-id-type="medline">29229506</pub-id>
          <pub-id pub-id-type="pii">S0167-8140(17)32720-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chargari</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Soria</surname>
              <given-names>J-</given-names>
            </name>
            <name name-style="western">
              <surname>Deutsch</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Controversies and challenges regarding the impact of radiation therapy on survival</article-title>
          <source>Ann Oncol</source>
          <year>2013</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>38</fpage>
          <lpage>46</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0923-7534(19)37030-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/annonc/mds217</pub-id>
          <pub-id pub-id-type="medline">22898033</pub-id>
          <pub-id pub-id-type="pii">S0923-7534(19)37030-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <source>Wemedoo</source>
          <access-date>2021-11-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://wemedoo.com/">https://wemedoo.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
