<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i8e37821</article-id>
      <article-id pub-id-type="pmid">35786634</article-id>
      <article-id pub-id-type="doi">10.2196/37821</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Methodological Issues in Using a Common Data Model of COVID-19 Vaccine Uptake and Important Adverse Events of Interest: Feasibility Study of Data and Connectivity COVID-19 Vaccines Pharmacovigilance in the United Kingdom</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Matsuda</surname>
            <given-names>Shinichi</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Natsiavas</surname>
            <given-names>Pantelis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Delanerolle</surname>
            <given-names>Gayathri</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9628-9245</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>Robert</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1370-8898</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Stipancic</surname>
            <given-names>Ana</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6503-8278</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Byford</surname>
            <given-names>Rachel</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4792-8995</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Forbes</surname>
            <given-names>Anna</given-names>
          </name>
          <degrees>MBChB</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7860-3782</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Tsang</surname>
            <given-names>Ruby S M</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2520-526X</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Anand</surname>
            <given-names>Sneha N</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0538-3974</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Bradley</surname>
            <given-names>Declan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1468-1823</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Murphy</surname>
            <given-names>Siobhán</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9765-3873</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Akbari</surname>
            <given-names>Ashley</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0814-0801</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Bedston</surname>
            <given-names>Stuart</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5635-5957</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Lyons</surname>
            <given-names>Ronan A</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5225-000X</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Owen</surname>
            <given-names>Rhiannon</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5977-376X</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Torabi</surname>
            <given-names>Fatemeh</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5853-4625</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Beggs</surname>
            <given-names>Jillian</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7591-3256</ext-link>
        </contrib>
        <contrib id="contrib16" contrib-type="author">
          <name name-style="western">
            <surname>Chuter</surname>
            <given-names>Antony</given-names>
          </name>
          <degrees>MBBS</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0646-5939</ext-link>
        </contrib>
        <contrib id="contrib17" contrib-type="author">
          <name name-style="western">
            <surname>Balharry</surname>
            <given-names>Dominique</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7439-2105</ext-link>
        </contrib>
        <contrib id="contrib18" contrib-type="author">
          <name name-style="western">
            <surname>Joy</surname>
            <given-names>Mark</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4974-3724</ext-link>
        </contrib>
        <contrib id="contrib19" contrib-type="author">
          <name name-style="western">
            <surname>Sheikh</surname>
            <given-names>Aziz</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7022-3056</ext-link>
        </contrib>
        <contrib id="contrib20" contrib-type="author">
          <name name-style="western">
            <surname>Hobbs</surname>
            <given-names>F D Richard</given-names>
          </name>
          <degrees>MBChB</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7976-7172</ext-link>
        </contrib>
        <contrib id="contrib21" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>Simon</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Nuffield Department of Primary Care Health Sciences</institution>
            <institution>University of Oxford</institution>
            <addr-line>Eagle House</addr-line>
            <addr-line>Walton Road</addr-line>
            <addr-line>Oxford</addr-line>
            <country>United Kingdom</country>
            <phone>44 01865 617283</phone>
            <email>simon.delusignan@phc.ox.ac.uk</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8553-2641</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Nuffield Department of Primary Care Health Sciences</institution>
        <institution>University of Oxford</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Royal College of General Practitioners</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Centre for Public Health</institution>
        <institution>Queen’s University Belfast</institution>
        <addr-line>Belfast</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Public Health Agency</institution>
        <addr-line>Belfast</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Population Data Science</institution>
        <institution>Swansea University</institution>
        <addr-line>Swansea</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Usher Institute</institution>
        <institution>University of Edinburgh</institution>
        <addr-line>Edingburgh</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Simon de Lusignan <email>simon.delusignan@phc.ox.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>22</day>
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>8</issue>
      <elocation-id>e37821</elocation-id>
      <history>
        <date date-type="received">
          <day>8</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>16</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>17</day>
          <month>5</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Gayathri Delanerolle, Robert Williams, Ana Stipancic, Rachel Byford, Anna Forbes, Ruby S M Tsang, Sneha N Anand, Declan Bradley, Siobhán Murphy, Ashley Akbari, Stuart Bedston, Ronan A Lyons, Rhiannon Owen, Fatemeh Torabi, Jillian Beggs, Antony Chuter, Dominique Balharry, Mark Joy, Aziz Sheikh, F D Richard Hobbs, Simon de Lusignan. Originally published in JMIR Formative Research (https://formative.jmir.org), 22.08.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/8/e37821" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The Data and Connectivity COVID-19 Vaccines Pharmacovigilance (DaC-VaP) UK-wide collaboration was created to monitor vaccine uptake and effectiveness and provide pharmacovigilance using routine clinical and administrative data. To monitor these, pooled analyses may be needed. However, variation in terminologies present a barrier as England uses the Systematized Nomenclature of Medicine Clinical Terms (SNOMED CT), while the rest of the United Kingdom uses the Read v2 terminology in primary care. The availability of data sources is not uniform across the United Kingdom.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to use the concept mappings in the Observational Medical Outcomes Partnership (OMOP) common data model (CDM) to identify common concepts recorded and to report these in a repeated cross-sectional study. We planned to do this for vaccine coverage and 2 adverse events of interest (AEIs), cerebral venous sinus thrombosis (CVST) and anaphylaxis. We identified concept mappings to SNOMED CT, Read v2, the World Health Organization’s <italic>International Classification of Disease Tenth Revision</italic> (ICD-10) terminology, and the UK Dictionary of Medicines and Devices (dm+d).</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Exposures and outcomes of interest to DaC-VaP for pharmacovigilance studies were selected. Mappings of these variables to different terminologies used across the United Kingdom’s devolved nations’ health services were identified from the Observational Health Data Sciences and Informatics (OHDSI) Automated Terminology Harmonization, Extraction, and Normalization for Analytics (ATHENA) online browser. Lead analysts from each nation then confirmed or added to the mappings identified. These mappings were then used to report AEIs in a common format. We reported rates for windows of 0-2 and 3-28 days postvaccine every 28 days.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We listed the mappings between Read v2, SNOMED CT, ICD-10, and dm+d. For vaccine exposure, we found clear mapping from OMOP to our clinical terminologies, though dm+d had codes not listed by OMOP at the time of searching. We found a list of CVST and anaphylaxis codes. For CVST, we had to use a broader cerebral venous thrombosis conceptual approach to include Read v2. We identified 56 SNOMED CT codes, of which we selected 47 (84%), and 15 Read v2 codes. For anaphylaxis, our refined search identified 60 SNOMED CT codes and 9 Read v2 codes, of which we selected 10 (17%) and 4 (44%), respectively, to include in our repeated cross-sectional studies.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This approach enables the use of mappings to different terminologies within the OMOP CDM without the need to catalogue an entire database. However, Read v2 has less granular concepts than some terminologies, such as SNOMED CT. Additionally, the OMOP CDM cannot compensate for limitations in the clinical coding system. Neither Read v2 nor ICD-10 is sufficiently granular to enable CVST to be specifically flagged. Hence, any pooled analysis will have to be at the less specific level of cerebrovascular venous thrombosis. Overall, the mappings within this CDM are useful, and our method could be used for rapid collaborations where there are only a limited number of concepts to pool.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>Systematized Nomenclature of Medicine</kwd>
        <kwd>COVID-19 vaccines</kwd>
        <kwd>COVID-19</kwd>
        <kwd>sinus thrombosis</kwd>
        <kwd>anaphylaxis</kwd>
        <kwd>pharmacovigilance</kwd>
        <kwd>vaccine uptake</kwd>
        <kwd>medical outcome</kwd>
        <kwd>clinical coding system</kwd>
        <kwd>health database</kwd>
        <kwd>health information</kwd>
        <kwd>clinical outcome</kwd>
        <kwd>vaccine effect</kwd>
        <kwd>data model</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>COVID-19 vaccination is the best option for controlling the current pandemic, with data about uptake and pharmacovigilance (the science and activities relating to the detection, assessment, understanding, and prevention of any side effects of a vaccine or drug) therefore essential for monitoring its progress. Since COVID-19 was first identified in Wuhan, China, at the end of 2019, the virus has spread worldwide, with more than 190 million confirmed cases and over 5.9 million COVID-19–related deaths as of Feburary 28, 2022 [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Worldwide, most health care systems have opted for a vaccination strategy to protect public health by reducing the incidence but, most importantly, serious outcomes leading to hospitalization and death. Five vaccines have been approved for use in the United Kingdom by the Medicines and Healthcare products Regulatory Agency (MHRA). The first 2, Pfizer-BioNTech and Oxford-AstraZeneca, have been used since December 2020 and January 2021, respectively [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Real-world data (RWD) suggest that these vaccines are effective [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>] in preventing severe disease and death; RWD in medicine are data derived from any number of sources that are associated with outcomes in a heterogeneous patient population in real-world settings, such as patient surveys, clinical trials, and observational cohort studies. However, there has been concern about the risk of adverse effects, such as thrombotic thrombocytopenia and anaphylaxis [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. It is important to be able to monitor these at scale to give power to detect potential associations with rare adverse events of interest (AEIs). AEIs are medical conditions arising after the administration of a vaccine, not necessarily causally linked.</p>
      <p>Medical record systems enable information flow beyond organizational boundaries. General practices with their own information technology (IT) systems record millions of patient interactions daily. A challenge for this partnership is the heterogeneity of routine primary care data due to variation in the clinical terminologies used across the 4 UK nations. The Data and Connectivity COVID-19 Vaccines Pharmacovigilance (DaC-VaP) collaboration was formed to explore vaccine effectiveness, uptake, and safety across the United Kingdom. England has transitioned to the Systematized Nomenclature of Medicine Clinical Terms (SNOMED CT) and has not updated Read v2 since April 2016 [<xref ref-type="bibr" rid="ref9">9</xref>]. Read v2 is a clinical terminology system (5-byte version) that was developed by Dr. James Read. However, the devolved nations (Scotland, Wales, and Northern Ireland) still use the Read terminology. In addition, the levels of granularity and hierarchy of the 2 are incompatible, making comparison of the results of any analysis a challenge. Primary care data have not been included in the Northern Ireland component of the study because systems to make anonymized primary care data available for research are under development.</p>
      <p>The use of a common data model (CDM) could provide a solution faced by many looking to aggregate data from different sources [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. CDMs use logic and semantics (in the case of the OMOP CDM, having 1 standard reference vocabulary per domain so that everyone is “speaking the same language”) to standardize data and enable data from different sources to be used in pooled analyses. The use of CDMs is common within clinical research, and at present, 3 are cited in many studies: (1) the Observational Medical Outcomes Partnership CDM (OMOP; used to be a partnership project but now only designates a type of a CDM for RWD/evidence in clinical research), (2) the US Food and Drug Administration (FDA) Sentinel CDM (the Sentinel Operations Center [SOC] coordinates the network of Sentinel data partners and leads the development of the Sentinel common data model [SCDM], a standard data structure that allows the data partners to quickly execute distributed programs against local data), and (3) the Patient-Centered Outcomes Research Institute (PCORI) CDM (PCORnet; facilitates the sharing of information across PCORI's wider network and is based on the mini-SCDM) [<xref ref-type="bibr" rid="ref12">12</xref>]. The OMOP CDM, the most cited of the 3, enables the transformation of data from diverse observational databases into a common format using a standardized vocabulary [<xref ref-type="bibr" rid="ref13">13</xref>]. The OMOP CDM includes different data domains required for observational studies, including demographics, vaccine exposure, and AEIs relevant to this study [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>Other groups, including the National COVID Cohort Collaborative (N3C) in the United States, have faced challenges in how to achieve harmonization between data sources. Although this was customized and drew together data from different sources and CDMs, the N3C also extensively used OMOP [<xref ref-type="bibr" rid="ref15">15</xref>]. We carried out this study, therefore, to test the feasibility of using the OMOP CDM for comparisons of vaccine uptake and AEIs across the 4 UK nations.</p>
      <p>Our primary aim is to assess the feasibility of using the OMOP CDM to report the incidence of exemplar AEIs following COVID-19 vaccination across the DaC-VaP collaboration and report these as repeated cross-sectional analyses. The objectives of the study include the following:</p>
      <list list-type="bullet">
        <list-item>
          <p>To test the validity of the mappings within the OMOP Automated Terminology Harmonization, Extraction, and Normalization for Analytics (ATHENA) online browser to our exemplar AEIs. ATHENA is a repository of all the latest OMOP CDM vocabularies and mappings are hosted and can be searched and downloaded.</p>
        </list-item>
        <list-item>
          <p>To report the vaccine uptake rate across the United Kingdom, stratified by age group, sex, vaccine type, and ethnicity, with the goal of reporting a UK-wide vaccination uptake rate. We differentiated people who have had their first and second doses.</p>
        </list-item>
        <list-item>
          <p>To report the rates for England, Scotland, Wales, and Northern Ireland and overall for the 2 exemplar AEIs, cerebral venous sinus thrombosis (CVST) and anaphylaxis.</p>
        </list-item>
      </list>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>We used the OMOP ATHENA online browser to identify mappings to SNOMED CT, Read v2 terminology, and the <italic>International Classification of Disease Tenth Revision</italic> (ICD-10). We reported vaccine exposure using SNOMED CT for vaccine administration and <italic>Dictionary of Medicines and Devices</italic> (dm+d; National Health Service [NHS]) codes for vaccine prescriptions; dm+d is a dictionary of descriptions and codes which represent medicines and devices in use across the NHS. Each national team validated these mappings and any differences between the terms they would use to represent each concept discussed with a decision made by consensus. We then used to create monthly reports of vaccine coverage and AEIs. We elected to use CVST and anaphylaxis as demonstration AEIs [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      </sec>
      <sec>
        <title>Settings</title>
        <p>The data were drawn from the data sources of the 4 DaC-VaP partners.</p>
        <sec>
          <title>English Data</title>
          <p>The data from England are from the Oxford Royal College of General Practitioners (RCGP) Research and Surveillance Centre (RSC), 1 of Europe’s oldest surveillance networks. It is now in its 53rd season of operation, working alongside Public Health England (PHE) [<xref ref-type="bibr" rid="ref17">17</xref>]. The RSC has been involved in monitoring studies of influenza vaccine safety. This network is active in COVID-19 research, including the PRINCIPLE (Platform Randomized Trial of Treatments in the Community for Epidemic and Pandemic Illnesses) trial [<xref ref-type="bibr" rid="ref18">18</xref>]. The RSC is the surveillance platform of the Oxford RCGP Clinical Informatics Digital Hub (ORCHID, a secure data processing environment) [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        </sec>
        <sec>
          <title>Scottish Data</title>
          <p>The EAVE II data of 5.4 million people registered in general practices in Scotland track COVID-19 within the Scottish population. This effort has led to impactful findings used by the Scottish and UK governments to respond to the COVID-19 pandemic.</p>
        </sec>
        <sec>
          <title>Welsh Data</title>
          <p>The Secure Anonymised Information Linkage (SAIL) databank is a trusted research environment (TRE), a Wales-wide research resource focused on improving health, well-being, and services, which includes primary care general practitioner (GP) records, secondary care hospital data, and emergency services data, along with a range of administrative, governmental, education, social care, and specialist audit, register, and services data. These data are also used by the National Institute for Health and Care Excellence (NICE) to shape policies that cover England and Wales. SAIL is powered by the Secure e-Research Platform (SeRP, a technology platform and service that enables the SAIL databank and other TREs and platforms in the United Kinngdom and worldwide).</p>
        </sec>
        <sec>
          <title>Northern Ireland Data</title>
          <p>Data are accessed through the Business Services Organisation Honest Broker Service (HBS), which also uses SeRP. It has available GP registration (but not primary care clinical records), the enhanced prescribing database, emergency department attendances, hospital admissions, COVID-19 testing, and the vaccine management system.</p>
        </sec>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>We performed repeated cross-sectional reports of the incidence of the AEIs in the vaccinated population in a single time interval postvaccination.</p>
        <sec>
          <title>Phase 1: Validating OMOP Mapping and Creating Searches for Distributed Analyses</title>
          <p>We searched the OMOP CDM for the concepts of interest using the ATHENA online browser. These concepts were demographic details, COVID-19 vaccine uptake, and the AEIs. The demographic and socioeconomic status (SES) data of interest were age and sex, and the SES was divided into quintiles (quintile 5 being the most deprived). We also collected data on obesity (defined as the latest BMI≥30 or coded as obesity; the BMI is a measure that uses your height and weight to work out whether your weight is healthy) and smoking status (current, ex-, or never smoked).</p>
          <p>We compared the linkages flagged by the OMOP ATHENA online browser with those currently used across the 4 nations. We reported any differences and achieved a consensus as to which terms/codes will be used in each nation.</p>
          <p>OMOP also maps to the <italic>Medical Dictionary for Regulatory Activities</italic> (MedDRA), and if the method in this protocol became established, considerations for enabling reporting of pharmacovigilance study findings mapped to MedDRA.</p>
          <p>Each DaC-VaP partner nation will restrict its ATHENA search using the VOCAB (vocabulary) tool to SNOMED CT or Read v2, as relevant, and dm+d.</p>
          <p>The medication dictionary dm+d is made up of a hierarchy of generic terms (termed “virtual”) and real prescribable items (termed “actual”). The dm+d use case for the COVID-19 vaccine is set out below:</p>
          <list list-type="bullet">
            <list-item>
              <p>Virtual therapeutic moiety (VTM): top of the hierarchy (type of therapy indicator, eg, COVID-19 vaccine); in this use case, this is the COVID-19 vaccine.</p>
            </list-item>
            <list-item>
              <p>Virtual medicinal product (VMP): This is the next level of notional product and allows vaccine types (COVID-19 vaccine type: mRNA or vector); in our use case, messenger RNA (mRNA) vaccines and their manufacturers were to be distinguished from recombinant vaccines.</p>
            </list-item>
            <list-item>
              <p>Virtual medicinal product pack (VMPP): This is the notional product pack for the medical VMP, for example, a 6-dose multidose vial.</p>
            </list-item>
            <list-item>
              <p>Actual medicinal products (AMPs): These are the medicinal products prescribed to an individual; for example, vaccine brands (Pfizer-BioNTech, Moderna).</p>
            </list-item>
            <list-item>
              <p>Actual medicinal product packs (AMPPs): These are the distribution packs of medicinal products.</p>
            </list-item>
          </list>
          <p>The analyst team from each nation reported whether they included all the terms identified from their search of OMOP for mapping to their terminology using ATHENA and whether they added others they routinely use.</p>
        </sec>
        <sec>
          <title>Phase 2: Monthly Reports and Aggregation of Results</title>
          <p>We ran these searches monthly to produce a monthly output of vaccine coverage by demographic group and reported the incidence of our AEIs.</p>
          <p>Vaccine uptake was reported as the percentage of adults vaccinated per nation and stratified by age, sex, smoking status, and obesity. We reported 2 exemplars of AEIs following vaccination using 2 time windows (0-2 and 3-28 days).</p>
        </sec>
      </sec>
      <sec>
        <title>Cross Sections, Exposures, and Outcomes</title>
        <p>DaC-VaP partners ran cross-sectional studies for the previous 28 days.</p>
        <p>The first search started on December 8, 2020 (first dose of the Pfizer vaccine given in the United Kingdom), and the second search on January 5, 2021. These ran in 28-day intervals (February 2, March 2, March 30, April 27-August 17, 2021).</p>
        <p>The cross sections included all individuals registered with general practices on the date of vaccination and remained registered for 28 days. The outputs were reported in the following age bands: &#60;16 years old, 16-39 years, 40-64 years, and 65 years and older. Mortality in the postvaccination period were also reported for those with AEIs.</p>
        <p>We reported by vaccine brand, including reporting unknown vaccines. We presumed that the unknown vaccine brand for December 2020 was Pfizer-BioNTech, as Oxford-AstraZeneca was unavailable until January 2021 and other vaccine types later.</p>
        <p>We aimed to include statistical reporting and disproportional analysis metrics, a proportional reporting ratio (PRR), and a reporting odds ratio (ROR). We used a Bayesian method that provided a framework to combine prior information/knowledge and data to account for conceptual transparency. Our aim was to use IC = log<sub>2</sub> (observed + 1/2)/(expected + 1/2).</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The DaC-VaP collaborators had individual ethical control of their data. No data were reported that might risk identifying individuals. Where less than 5 individuals were in a group, this was reported as &#60;5. This study aims to demonstrate the potential of the DaC-VaP collaboration to report outcomes of interest.</p>
        <sec>
          <title>English Data</title>
          <p>The University of Oxford complies with the General Data Protection Regulation and the NHS Digital Data Security and Protection Policy [<xref ref-type="bibr" rid="ref21">21</xref>]. This study was approved by the Health Research Authority Research Ethics Committee (21/HRA/2786; (Integrated Research Application ID 301740). ORCHID meets the NHS Digital Data Security and Protection Toolkit requirements. [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        </sec>
        <sec>
          <title>Scottish Data</title>
          <p>Ethical permission for this study was granted by the South-East Scotland Research Ethics Committee (#314 02; 12/SS/0201). The Public Benefit and Privacy Panel Committee of Public Health Scotland (#315) approved the linkage and analysis of the de-identified data sets for this project (#1920-0279).</p>
        </sec>
        <sec>
          <title>Welsh Data</title>
          <p>This study made use of anonymized data held in the SAIL databank. We used data provided by patients and collected by the NHS as part of their care and support. All research conducted was completed after the permission and approval of the SAIL independent Information Governance Review Panel (IGRP; project number 0911).</p>
        </sec>
        <sec>
          <title>Northern Ireland Data</title>
          <p>Nothern Irish data were accessed from the Business Services Organization HBS, which provided de-identified linked data via SeRP. All research conducted was approved by the HBS Governance Board (HBSGB; project number 064).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Study Concepts Within the OMOP CDM</title>
        <p>We initially reported whether the data items or clinical concepts required for the study existed within the OMOP CDM and whether there were mappings to SNOMED CT, Read v2, or dm+d (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <p>We then reported the components by terminology (<xref ref-type="table" rid="table2">Table 2</xref>). Age did not map to the Read v2 terminology, but this is of no practical significance. We noted that the SES only exists as a generic concept in OMOP and that a custom mapping would be required. There was no mapping of vaccine dose (first or second) to Read v2. However, like age, this would not be practically important as these data are well ordered in the DaC-VaP collaborators’ data sources.</p>
        <p>Of most importance are the AEIs. For CVST, the specific concept exists within OMOP, and it also exists in SNOMED CT: SNOMED concept IDs 95455008 and19522900 from CVST (concept ID 195229008). For anaphylaxis, SNOMED CT and the ATHENA online browser showed 130 and 161 items, respectively. SNOMED CT and OMOP had 16 and 15 items, respectively. Read v2 codes were generic for CVST and anaphylaxis. Of these, those relevant to vaccination are shown in <xref ref-type="table" rid="table2">Tables 2</xref>, <xref ref-type="table" rid="table3">3</xref>, <xref ref-type="table" rid="table4">4</xref>, and <xref ref-type="table" rid="table5">5</xref> for England, Wales, Scotland, and Nothern Ireland, respectively.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Variables included in the CDM<sup>a</sup> conceptual mapping exercise, with counts subsequently reported monthly.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="390"/>
            <col width="0"/>
            <col width="180"/>
            <col width="0"/>
            <col width="400"/>
            <thead>
              <tr valign="bottom">
                <td colspan="3">Data item</td>
                <td colspan="2">OMOP<sup>b</sup> (Y=yes, N=no)</td>
                <td>Data source</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Demographics</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gender</td>
                <td colspan="2">Y</td>
                <td colspan="2">Standardized sex (gender) codes are used in OMOP CDM mapping. Date of birth and age concepts also exist.</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Age band</td>
                <td colspan="2">Y</td>
                <td colspan="2">Date of birth and age concepts exist in OMOP.</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>SES<sup>c</sup> quintile</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The Index of Multiple Deprivation (IMD, a set of relative measures of deprivation for small areas [lower-layer super-output areas) across England, based on 7 domains of deprivation), in England, the Scottish Index of Multiple Deprivation (SIMD), the Welsh Index of Multiple Deprivation (WIMD), and the Northern Ireland Multiple Deprivation Measure (NIMDM)</td>
                <td colspan="2">N</td>
                <td colspan="2">Does not exist in the OMOP CDM. It can be introduced as a custom mapping in all UK databases within OMOP. It is to be harmonized across the DaC-VaP<sup>d</sup> data partners (quintile 5 most deprived, quintile 1 least deprived).</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Other characteristics</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>BMI&#62;30/obesity</td>
                <td colspan="2">Y</td>
                <td colspan="2">Will be found in the measurement table or from a diagnosis of obesity.</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Smoking status</td>
                <td colspan="2">Y</td>
                <td colspan="2">Will be found in the observation table.</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Vaccination</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Vaccine type</td>
                <td colspan="2">Y</td>
                <td colspan="2">Will be found in the drug, procedure, and event tables. For England, the source codes are dm+d<sup>e</sup> or SNOMED CT<sup>f</sup>.</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Vaccine dose</td>
                <td colspan="2">Y</td>
                <td colspan="2">In vaccine administration.</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Vaccination date</td>
                <td colspan="2">Y</td>
                <td colspan="2">Date of event when the event is COVID-19 vaccination.</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Exemplar AEIs<sup>g</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>CVST<sup>h</sup></td>
                <td colspan="2">Y</td>
                <td colspan="2">Will be found in the condition table. It is mapped to SNOMED CT or Read v2. We did not include medications in this feasibility study.</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Anaphylaxis</td>
                <td colspan="2">Y</td>
                <td colspan="2">Will be found in the condition table. It is mapped to SNOMED CT or Read v2. We did not include medications in this feasibility study.</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>CDM: common data model.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>OMOP: Observational Medical Outcomes Partnership.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>SES: socioeconomic status.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>DaC-VaP: Data and Connectivity COVID-19 Vaccines Pharmacovigila.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>dm+d: Dictionary of Medicines and Devices.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>SNOMED CT: Systematized Nomenclature of Medicine Clinical Trials.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>AEI: adverse event of interest.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>CVST: cerebral venous sinus thrombosis.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Study concepts identified within OMOP<sup>a</sup> and ICD-10<sup>b</sup>, and any mapping to SNOMED CT<sup>c</sup>, Read v2, and dm+d<sup>d</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="230"/>
            <col width="150"/>
            <col width="230"/>
            <col width="70"/>
            <col width="250"/>
            <col width="70"/>
            <thead>
              <tr valign="bottom">
                <td>Primary term</td>
                <td>OMOP ATHENA<sup>e</sup> concept ID</td>
                <td>ICD-10</td>
                <td>dm+d</td>
                <td>SNOMED CT</td>
                <td>Read v2</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>CVST<sup>f</sup> (nonstandard to standard map)</td>
                <td>10083037</td>
                <td>I63.6, I67.6, U07.7 (vaccine caused adverse effects) and P3.344 (CVST in hospitalized adults)</td>
                <td>N/A<sup>g</sup></td>
                <td>4102202</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>CVST (standard to nonstandard map)</td>
                <td>10083037</td>
                <td>I63.6, 167.6, UO7.7 (vaccine caused adverse effects)</td>
                <td>N/A</td>
                <td>4102202</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (localized)</td>
                <td>4034658</td>
                <td>T78.2 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>40316757 (systemic), 42536383 (anaphylactic shock), 4294049 (sudden onset), 2084167 (allergic), 4084167 (acute allergic reaction), 441202 (nonstandard to standard OMOP map), 441202, 40640468 (generalized)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis</td>
                <td>441202</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>40316757 (systemic), 40640468 (generalized)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (anaphylactic shock due to adverse effect of correct medicinal substance properly administered)</td>
                <td>45376003</td>
                <td>45537000 (anaphylactic shock unspecified), 19746</td>
                <td>N/A</td>
                <td>4254051 (drug or medicament), 441297 (adverse reaction to drug)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (drug induced)</td>
                <td>241937000</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>46274027, 4084168 (nonstandard OMOP)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (procedure)</td>
                <td>42537947</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>44807057 (anaphylaxis care), 4021200 (care of patient states), 42537947 (nonstandard to standard OMOP map), 44807057 (standard to nonstandard OMOP map)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (due to substance)</td>
                <td>4221182</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>4022675 (substance), 4294049 (sudden onset), 441202 (anaphylaxis), 4221182 (nonstandard to standard OMOP map), 4083868 (standard to nonstandard OMOP map)</td>
                <td>N/A</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>OMOP: Observational Medical Outcomes Partnership.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>ICD-10: <italic>International Classification of Disease Tenth Revision</italic>.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>SNOMED CT: Systematized Nomenclature of Medicine Clinical Trials.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>dm+d: Dictionary of Medicines and Devices.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>ATHENA: Automated Terminology Harmonization, Extraction, and Normalization for Analytics.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>CVST: cerebral venous sinus thrombosis.</p>
            </fn>
            <fn id="table2fn7">
              <p><sup>g</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Study concepts identified within OMOP<sup>a</sup> and any mapping to ICD-10<sup>b</sup>, dm+d<sup>c</sup>, SNOMED CT<sup>d</sup>, or Read v2 in Scotland.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="280"/>
            <col width="150"/>
            <col width="310"/>
            <col width="70"/>
            <col width="110"/>
            <col width="80"/>
            <thead>
              <tr valign="bottom">
                <td>Primary term</td>
                <td>OMOP ATHENA<sup>e</sup> concept ID</td>
                <td>ICD-10</td>
                <td>dm+d</td>
                <td>SNOMED CT</td>
                <td>Read v2</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>CVST<sup>f</sup> (nonstandard to standard map)</td>
                <td>10083037</td>
                <td>I63.6, 167.6, UO7.7 (vaccine caused adverse effects) and P3.344 (CVST in hospitalized adults)</td>
                <td>N/A<sup>g</sup></td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>CVST (standard to nonstandard map)</td>
                <td>10083037</td>
                <td>I63.6, 167.6, UO7.7 (vaccine caused adverse effects)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Cerebral vein thrombosis</td>
                <td>45446702</td>
                <td>I63.6, 167.6, UO7.7 (vaccine caused adverse effects)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>G67A</td>
              </tr>
              <tr valign="top">
                <td>Thrombosis of central nervous system venous sinus NOS</td>
                <td>3534267</td>
                <td>I63.6, 167.6, UO7.7 (vaccine caused adverse effects)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>F051z</td>
              </tr>
              <tr valign="top">
                <td>Thrombophlebitis of central nervous system venous sinuses</td>
                <td>4100223</td>
                <td>I63.6, 167.6, UO7.7 (vaccine caused adverse effects)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>F053</td>
              </tr>
              <tr valign="top">
                <td>Nonpyogenic venous sinus thrombosis</td>
                <td>45456755</td>
                <td>I63.6, 167.6, UO7.7 (vaccine caused adverse effects)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>G676</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (localized)</td>
                <td>4034658</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis</td>
                <td>441202</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (anaphylactic shock due to adverse effect of correct medicinal substance properly administered)</td>
                <td>45376003</td>
                <td>45537000 (anaphylactic shock unspecified), 19746</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (drug induced)</td>
                <td>241937000</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (procedure)</td>
                <td>42537947</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (due to substance)</td>
                <td>4221182</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>OMOP: Observational Medical Outcomes Partnership.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>ICD-10: <italic>International Classification of Disease Tenth Revision</italic>.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>dm+d: <italic>Dictionary of Medicines and Devices</italic>.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>SNOMED CT: Systematized Nomenclature of Medicine Clinical Trials.</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup>ATHENA: Automated Terminology Harmonization, Extraction, and Normalization for Analytics.</p>
            </fn>
            <fn id="table3fn6">
              <p><sup>f</sup>CVST: cerebral venous sinus thrombosis.</p>
            </fn>
            <fn id="table3fn7">
              <p><sup>g</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Study concepts identified within OMOP<sup>a</sup> and any mapping to ICD-10<sup>b</sup>, dm+d<sup>c</sup>, SNOMED CT<sup>d</sup>, or Read v2 in Wales.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="150"/>
            <col width="280"/>
            <col width="70"/>
            <col width="110"/>
            <col width="140"/>
            <thead>
              <tr valign="bottom">
                <td>Primary term</td>
                <td>OMOP ATHENA<sup>e</sup> concept ID</td>
                <td>ICD-10</td>
                <td>dm+d</td>
                <td>SNOMED CT</td>
                <td>Read v2</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>CVST<sup>f</sup> (nonstandard to standard map)</td>
                <td>10083037</td>
                <td>I63.6, I67.6, U07.7 (vaccine caused adverse effects) and P3.344 (CVST in hospitalized adults)</td>
                <td>N/A<sup>g</sup></td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>CVST (standard to nonstandard map)</td>
                <td>10083037</td>
                <td>I63.6, 167.6, UO7.7 (vaccine caused adverse effects)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (localized)</td>
                <td>4034658</td>
                <td>T78.2 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis</td>
                <td>441202</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>SN50.11</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (anaphylactic shock due to adverse effect of correct medicinal substance properly administered)</td>
                <td>45376003</td>
                <td>45537000 (anaphylactic shock unspecified), 19746</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>SN50110</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (drug induced)</td>
                <td>241937000</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>SN50.00, 14M5.00</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (procedure)</td>
                <td>42537947</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>SN50.11, SN50.00, 14M5.00</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (due to substance)</td>
                <td>4221182</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>SN50.11, SN50.00, 14M5.00</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>OMOP: Observational Medical Outcomes Partnership.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>ICD-10: <italic>International Classification of Disease Tenth Revision</italic>.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup>dm+d: <italic>Dictionary of Medicines and Devices</italic>.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup>SNOMED CT: Systematized Nomenclature of Medicine Clinical Trials.</p>
            </fn>
            <fn id="table4fn5">
              <p><sup>e</sup>ATHENA: Automated Terminology Harmonization, Extraction, and Normalization for Analytics.</p>
            </fn>
            <fn id="table4fn6">
              <p><sup>f</sup>CVST: cerebral venous sinus thrombosis.</p>
            </fn>
            <fn id="table4fn7">
              <p><sup>g</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Study concepts identified within OMOP<sup>a</sup> and any mapping to ICD-10<sup>b</sup>, dm+d<sup>c</sup>, SNOMED CT<sup>d</sup>, or Read v2 in Northern Ireland.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="270"/>
            <col width="150"/>
            <col width="300"/>
            <col width="70"/>
            <col width="110"/>
            <col width="100"/>
            <thead>
              <tr valign="bottom">
                <td>Primary term</td>
                <td>OMOP ATHENA<sup>e</sup> concept ID</td>
                <td>ICD-10</td>
                <td>dm+d</td>
                <td>SNOMED CT</td>
                <td>Read v2</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>CVST<sup>f</sup> (nonstandard to standard map)</td>
                <td>10083037</td>
                <td>I63.6, 167.6, UO7.7 (vaccine caused adverse effects) and P3.344 (CVST in hospitalized adults)</td>
                <td>N/A<sup>g</sup></td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>CVST (standard to nonstandard map)</td>
                <td>10083037</td>
                <td>I63.6, 167.6, UO7.7 (vaccine caused adverse effects)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (localized)</td>
                <td>4034658</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis</td>
                <td>441202</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (anaphylactic shock due to adverse effect of correct medicinal substance properly administered)</td>
                <td>45376003</td>
                <td>45537000 (anaphylactic shock unspecified), 19746</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (drug induced)</td>
                <td>241937000</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (procedure)</td>
                <td>42537947</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Anaphylaxis (due to substance)</td>
                <td>4221182</td>
                <td>45537000 (anaphylactic shock unspecified)</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>OMOP: Observational Medical Outcomes Partnership.</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>ICD-10: <italic>International Classification of Disease Tenth Revision</italic>.</p>
            </fn>
            <fn id="table5fn3">
              <p><sup>c</sup>dm+d: <italic>Dictionary of Medicines and Devices</italic>.</p>
            </fn>
            <fn id="table5fn4">
              <p><sup>d</sup>SNOMED CT: Systematized Nomenclature of Medicine Clinical Trials.</p>
            </fn>
            <fn id="table5fn5">
              <p><sup>e</sup>ATHENA: Automated Terminology Harmonization, Extraction, and Normalization for Analytics.</p>
            </fn>
            <fn id="table5fn6">
              <p><sup>f</sup>CVST: cerebral venous sinus thrombosis.</p>
            </fn>
            <fn id="table5fn7">
              <p><sup>g</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Vaccine Exposure</title>
        <p>COVID-19 vaccine exposure was well recorded with dm+d and SNOMED CT. The vaccine unsurprisingly was listed as a VTM at the top of the drug dictionary hierarchy, with VMPs created for each vaccine type. There were virtual and actual packs and products to match the vaccines available. Additional administration and vaccine-type clinical terms were also within SNOMED CT (<xref ref-type="table" rid="table6">Table 6</xref>). Finally, we found a small number of vaccine administration codes within dm+d that were not mapped to OMOP.</p>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>COVID-19 vaccine concepts.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="340"/>
            <col width="140"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <col width="0"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td rowspan="2">Vaccine brand/generic/administration</td>
                <td>Administration, n</td>
                <td colspan="6">Number of dm+d<sup>a</sup> or SNOMED CT<sup>b</sup> codes, n</td>
                <td>Ingredients, n</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>VTM<sup>c</sup></td>
                <td>VMP<sup>d</sup></td>
                <td>VMPP<sup>e</sup></td>
                <td>AMPP<sup>f</sup></td>
                <td>AMP<sup>g</sup></td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Generic COVID-19</td>
                <td>N/A<sup>h</sup></td>
                <td>1</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Generic mRNA<sup>i</sup></td>
                <td>3</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Generic recombinant</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td colspan="2">3</td>
              </tr>
              <tr valign="top">
                <td>Vaccine administration</td>
                <td>1</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>COVID-19 vaccine administration</td>
                <td>6</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>COVID-19 1st dose vaccine administration</td>
                <td>2</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>COVID-19 2nd dose vaccine administration</td>
                <td>2</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>N/A</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Oxford-AstraZeneca(</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>1</td>
                <td>4</td>
                <td>4</td>
                <td>1</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Moderna</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>1</td>
                <td>2</td>
                <td>2</td>
                <td>1</td>
                <td colspan="2">N/A</td>
              </tr>
              <tr valign="top">
                <td>Pfizer-BioNTech</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>1</td>
                <td>2</td>
                <td>2</td>
                <td>1</td>
                <td colspan="2">N/A</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>dm+d: Dictionary of Medicines and Devices.</p>
            </fn>
            <fn id="table6fn2">
              <p><sup>b</sup>SNOMED CT: Systematized Nomenclature of Medicine Clinical Trials.</p>
            </fn>
            <fn id="table6fn3">
              <p><sup>c</sup>VTM: virtual therapeutic moiety.</p>
            </fn>
            <fn id="table6fn4">
              <p><sup>d</sup>VMP: virtual medicinal product.</p>
            </fn>
            <fn id="table6fn5">
              <p><sup>e</sup>VMPP: virtual medicinal product pack.</p>
            </fn>
            <fn id="table6fn6">
              <p><sup>f</sup>AMPP: actual medicinal product pack.</p>
            </fn>
            <fn id="table6fn7">
              <p><sup>g</sup>AMP: actual medicinal product.</p>
            </fn>
            <fn id="table6fn8">
              <p><sup>h</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principle Findings</title>
        <p>This study shows a mapping method to identify codes relevant to CVST and anaphylaxis using the OMOP CDM to link common concepts required for COVID-19 vaccine pharmacovigilance to different terminologies relevant to the United Kingdom. All our predefined concepts were represented in the OMOP CDM. However, some, such as SES, did not have specific mappings and, thus, custom mappings would need development. We noted that local codes and curation of variables may be used to enable specificity where the concepts are less granular, especially for CVST.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>The OMOP CDM may be suboptimal to overcome the limitation in the granularity of the coding systems used for AEIs. As well as being less granular, the Read v2 terminology has not been updated formally since April 2016, so local adaptions have been undertaken in the developed UK nations to enable new conditions and treatments, such as COVID-19 and vaccination, to be recorded.</p>
        <p>Conventionally, CDMs, such as OMOP, are used by each database, mapping data and querying them using the script created by 1 of the teams. The cataloguing is carried out using applications such as White Rabbit and Rabbit in a Hat (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Formal mapping of a database (in this case ORCHID) to the OMOP CDM. We used 3 steps to develop the  extract, transform, and load (ETL) design. We tested this specifically in relation to the SQL environment of the ORCHID database. CDM: common data model; OHDSI: Observational Health Data Sciences and Informatics; OMOP: Observational Medical Outcomes Partnership; ORCHID: Oxford RCGP Clinical Informatics Digital Hub.</p>
          </caption>
          <graphic xlink:href="formative_v6i8e37821_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The OMOP CDM provides a framework for capturing patient demographic and socioeconomic characteristics, varying vaccine exposure [<xref ref-type="bibr" rid="ref23">23</xref>], and AEI data. Although others could replicate our approach, avoiding the need to map whole databases, initial findings reflect the relative size of the terminologies we use, and their granularity needs improvement. Therefore, to conduct future research, concepts will require localization to evaluate COVID-19 vaccination associated with CVST and anaphylaxis. We selected dm+d rather than the better-known British National Formulary (BNF), although the latter is mapped to SNOMED CT. Its limitations are that it only lists prescribable drugs. Its chapter headings change from time to time, and it is not mapped to the ATHENA OMOP hierarchy. We considered MedDRA with clincically validated medical terminologies for clinical conditions, medical devices, and medicines that is commonly used to share AEIs mainly with regulators. MeDRA is primaily used to report pharmacovigilance using acute care and clinical trial data. This approach cannot be directly used within primary care but will be considered for future studies.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Concept mapping to a large number of terminologies, such as within OMOP and its ATHENA online browser, are usable and valuable for those conducting studies that draw together heterogeneous data to perform pooled analyses. Comprehensive mappings have to set a level of granularity that may be more or less specific than the terminologies they map to. Clinical variable curation at a local database level would prove useful to address issues around granularity. This would allow local expert refinement of the mappings that could be used by others looking to do a limited pooled analysis of a small number of clinical concepts. The interconnectivity of the pooled analysis may also support the MHRA’s Sponstaneous Report System used for optimizing patient safety.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AEI</term>
          <def>
            <p>adverse event of interest</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AMP</term>
          <def>
            <p>actual medicinal product</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">AMPP</term>
          <def>
            <p>actual medicinal product pack</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ATHENA</term>
          <def>
            <p>Automated Terminology Harmonization, Extraction, and Normalization for Analytics</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CDM</term>
          <def>
            <p>common data model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">CVST</term>
          <def>
            <p>cerebral venous sinus thrombosis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">DaC-VaP</term>
          <def>
            <p>Data and Connectivity COVID-19 Vaccines Pharmacovigila</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">dm+d</term>
          <def>
            <p>Dictionary of Medicines and Devices</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">FDA</term>
          <def>
            <p>Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">GP</term>
          <def>
            <p>general practitioner</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">HBS</term>
          <def>
            <p>Honest Broker Service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">IC</term>
          <def>
            <p>
              <italic>information component</italic>
            </p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">ICD-10</term>
          <def>
            <p>
              <italic>International Classification of Disease Tenth Revision</italic>
            </p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">MedDRA</term>
          <def>
            <p>Medical Dictionary for Regulatory Activities</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">MHRA</term>
          <def>
            <p>Medicines and Healthcare products Regulatory Agency</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">N3C</term>
          <def>
            <p>National COVID Cohort Collaborative</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">NHS</term>
          <def>
            <p>National Health Service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb18">OHDSI</term>
          <def>
            <p>Observational Health Data Sciences and Informatics</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb19">OMOP</term>
          <def>
            <p>Observational Medical Outcomes Partnership</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb20">ORCHID</term>
          <def>
            <p>Oxford RCGP Clinical Informatics Digital Hub</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb21">PCORI</term>
          <def>
            <p>Patient-Centered Outcomes Research Institute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb22">PCORnet</term>
          <def>
            <p>Patient-Centred Outcomes Research Network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb23">RCGP</term>
          <def>
            <p>Royal College of General Practitioners</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb24">RSC</term>
          <def>
            <p>Research and Surveillance Centre</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb25">RWD</term>
          <def>
            <p>real-world data</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb26">SAIL</term>
          <def>
            <p>Secure Anonymised Information Linkage</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb27">SCDM</term>
          <def>
            <p>Sentinel common data model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb28">SeRP</term>
          <def>
            <p>Secure e-Research Platform</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb29">SES</term>
          <def>
            <p>socioeconomic status</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb30">SNOMED CT</term>
          <def>
            <p>Systematized Nomenclature of Medicine Clinical Terms</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb31">TRE</term>
          <def>
            <p>trusted research environment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb32">VMP</term>
          <def>
            <p>virtual medicinal product</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb33">VMPP</term>
          <def>
            <p>virtual medicinal product pack</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb34">VTM</term>
          <def>
            <p>virtual therapeutic moiety</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank patients registered with practice members of the Oxford Royal College of General Practitioners (RCGP) Research and Surveillance Centre (RSC) who allowed their pseudonymized data to be shared for this research. We also thank EMIS (Education Management Information System), TPP (The Phoenix Partnership), InPractice Systems, and Wellbeing for cooperation to facilitate data extraction. The RSC is principally funded by the UK Health Security Agency.</p>
      <p>We would also like to acknowledge all data providers who made anonymized data available for research. We wish to acknowledge the collaborative partnership that enabled acquisition and access to the de-identified data, which led to this output. The collaboration was led by the Swansea University Health Data Research UK team under the direction of the Welsh Government Technical Advisory Cell (TAC) and includes the following groups and organizations: the Secure Anonymised Information Linkage (SAIL) databank, Administrative Data Research (ADR) Wales, Digital Health and Care Wales (DHCW), Public Health Wales, the National Health Service (NHS) Shared Services Partnership (NWSSP), and the Welsh Ambulance Service Trust (WAST).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>SdeL conceived the approach in collaboration with FDRH and A Sheikh. SdeL, GD, and A Stipanic drafted versions of the protocol, with input from all authors who have read and approved the paper.</p>
      </fn>
      <fn fn-type="conflict">
        <p>SdeL reports that through his university, he has had grants from AstraZeneca, GSK, Sanofi, Seqirus, and Takeda for vaccine-related research and membership of advisory boards for AstraZeneca, Sanofi, and Seqirus. FDRH acknowledges part support as director of the National Institute for Health and Care Research (NIHR) Applied Research Collaboration (ARC) Oxford Thames Valley, and theme lead of the NIHR Oxford University Hospitals (OUH) Biomedical Research Centre (BRC). FDRH also received occasional fees or expenses for speaking or consultancy from AstraZeneca, Boehringer Ingelheim (BI), Bayer, Bristol Myers Squibb (BMS)/Pfizer, and Novartis. A Sheikh serves as an adviser to the UK and the Scottish Governments. He is also a member of Astra-Zeneca's Thrombotic Thrombocytopenic TaskForce. All these roles are unremunerated. RO is a member of the National Institute for Health and Care Excellence (NICE) Technology Appraisal Committee, member of the NICE Decision Support Unit (DSU), and associate member of the NICE Technical Support Unit (TSU). She has served as a paid consultant to the pharmaceutical industry, providing unrelated methodological advice. She reports teaching fees from the Association of British Pharmaceutical Industry (ABPI) and the University of Bristol. RAL is an unrenumerated member of the Welsh Government COVID-19 Technical Advisory Group. All other authors declare no conflicts of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <source>WHO Coronavirus (COVID-19) Dashboard</source>
          <access-date>2022-07-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/mpzcu3b7">https://tinyurl.com/mpzcu3b7</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>A pneumonia outbreak associated with a new coronavirus of probable bat origin</article-title>
          <source>Nature</source>
          <year>2020</year>
          <volume>579</volume>
          <issue>7798</issue>
          <fpage>270</fpage>
          <lpage>273</lpage>
          <pub-id pub-id-type="doi">10.14293/s2199-1006.1.sor-uncat.atfigj.v1.rpnimv</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Voysey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clemens</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Madhi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Weckx</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Folegatti</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aley</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Safety and efficacy of the ChAdOx1 nCoV-19 vaccine (AZD1222) against SARS-CoV-2: an interim analysis of four randomised controlled trials in Brazil, South Africa,the UK</article-title>
          <source>Lancet</source>
          <year>2021</year>
          <volume>397</volume>
          <issue>10269</issue>
          <fpage>99</fpage>
          <lpage>111</lpage>
          <pub-id pub-id-type="doi">10.3410/f.739172196.793581032</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Frenck</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Falsey</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Kitchin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Absalon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gurtman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lockhart</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Neuzil</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mulligan</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Swanson</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Koury</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kalina</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fontes-Garfias</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Türeci</surname>
              <given-names>Ö</given-names>
            </name>
            <name name-style="western">
              <surname>Tompkins</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Lyke</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Raabe</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Dormitzer</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Jansen</surname>
              <given-names>KU</given-names>
            </name>
            <name name-style="western">
              <surname>Şahin</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Gruber</surname>
              <given-names>WC</given-names>
            </name>
          </person-group>
          <article-title>Safety and immunogenicity of two RNA-based COVID-19 vaccine candidates</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>12</month>
          <day>17</day>
          <volume>383</volume>
          <issue>25</issue>
          <fpage>2439</fpage>
          <lpage>2450</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmoa2027906</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lopez Bernal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gower</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Robertson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stowe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tessier</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Simmons</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cottrell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>O'Doherty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stockton</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McMenamin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of the Pfizer-BioNTech and Oxford-AstraZeneca vaccines on covid-19 related symptoms, hospital admissions, and mortality in older adults in England: test negative case-control study</article-title>
          <source>BMJ</source>
          <year>2021</year>
          <month>05</month>
          <day>13</day>
          <volume>373</volume>
          <fpage>n1088</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=33985964"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.n1088</pub-id>
          <pub-id pub-id-type="medline">33985964</pub-id>
          <pub-id pub-id-type="pmcid">PMC8116636</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vasileiou</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kerr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Agrawal</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Akbari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bedston</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beggs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chuter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Lusignan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Docherty</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hobbs</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Joy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Katikireddi</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Marple</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McCowan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McGagh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McMenamin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Stock</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Torabi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tsang</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Woolhouse</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Robertson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Interim findings from first-dose mass COVID-19 vaccination roll-out and COVID-19 hospital admissions in Scotland: a national prospective cohort study</article-title>
          <source>Lancet</source>
          <year>2021</year>
          <month>05</month>
          <volume>397</volume>
          <issue>10285</issue>
          <fpage>1646</fpage>
          <lpage>1657</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(21)00677-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greinacher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thiele</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Warkentin</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Weisser</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kyrle</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Eichinger</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Thrombotic thrombocytopenia after ChAdOx1 nCov-19 vaccination</article-title>
          <source>N Engl J Med</source>
          <year>2021</year>
          <month>06</month>
          <day>03</day>
          <volume>384</volume>
          <issue>22</issue>
          <fpage>2092</fpage>
          <lpage>2101</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmoa2104840</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Vasileiou</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Katikireddi</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Kerr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McCowan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Agrawal</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Ritchie</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Stock</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chuter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Beggs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stagg</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Joy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tsang</surname>
              <given-names>RSM</given-names>
            </name>
            <name name-style="western">
              <surname>de Lusignan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hobbs</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lyons</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Torabi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bedston</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>O'Leary</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Akbari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McMenamin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Robertson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>First-dose ChAdOx1 and BNT162b2 COVID-19 vaccines and thrombocytopenic, thromboembolic and hemorrhagic events in Scotland</article-title>
          <source>Nat Med</source>
          <year>2021</year>
          <month>07</month>
          <day>09</day>
          <volume>27</volume>
          <issue>7</issue>
          <fpage>1290</fpage>
          <lpage>1297</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/34108714"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-021-01408-4</pub-id>
          <pub-id pub-id-type="medline">34108714</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-021-01408-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC8282499</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Lusignan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Codes, classifications, terminologies and nomenclatures: definition, development and application in practice</article-title>
          <source>Inform Prim Care</source>
          <year>2005</year>
          <month>03</month>
          <day>01</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>65</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://hijournal.bcs.org/index.php/jhi/article/view/580"/>
          </comment>
          <pub-id pub-id-type="doi">10.14236/jhi.v13i1.580</pub-id>
          <pub-id pub-id-type="medline">15949178</pub-id>
          <pub-id pub-id-type="pii">580</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trifirò</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Coloma</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Rijnbeek</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Romio</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mosseveld</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Weibel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bonhoeffer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schuemie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van der Lei</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sturkenboom</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Combining multiple healthcare databases for postmarketing drug and vaccine safety surveillance: why and how?</article-title>
          <source>J Intern Med</source>
          <year>2014</year>
          <month>06</month>
          <day>27</day>
          <volume>275</volume>
          <issue>6</issue>
          <fpage>551</fpage>
          <lpage>561</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/joim.12159"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/joim.12159</pub-id>
          <pub-id pub-id-type="medline">24635221</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Ostropolets</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Makadia</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shaoibi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sena</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez-Hernandez</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Delmestri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Verhamme</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rijnbeek</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Duarte-Salles</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Suchard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hripcsak</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Prieto-Alhambra</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Characterizing the incidence of adverse events of special interest for COVID-19 vaccines across eight countries: a multinational network cohort study</article-title>
          <source>medRxiv</source>
          <comment>Preprint posted online April 17, 2021. <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1101/2021.03.25.21254315"/>
          </comment>
          <pub-id pub-id-type="doi">10.1101/2021.03.25.21254315</pub-id>
          <pub-id pub-id-type="medline">33791732</pub-id>
          <pub-id pub-id-type="pmcid">PMC8010764</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liyanage</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liaw</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jonnagaddala</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hinton</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>de</surname>
              <given-names>LS</given-names>
            </name>
          </person-group>
          <article-title>Common data models (CDMs) to enhance international big data analytics: a diabetes use case to compare three CDMs</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2018</year>
          <volume>255</volume>
          <fpage>60</fpage>
          <lpage>64</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Voss</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Makadia</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Matcho</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Knoll</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schuemie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>DeFalco</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Londhe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>PB</given-names>
            </name>
          </person-group>
          <article-title>Feasibility and utility of applications of the common data model to multiple, disparate observational health databases</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2015</year>
          <month>05</month>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>553</fpage>
          <lpage>564</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25670757"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocu023</pub-id>
          <pub-id pub-id-type="medline">25670757</pub-id>
          <pub-id pub-id-type="pii">ocu023</pub-id>
          <pub-id pub-id-type="pmcid">PMC4457111</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matcho</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fife</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Reich</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Fidelity assessment of a clinical practice research datalink conversion to the OMOP common data model</article-title>
          <source>Drug Saf</source>
          <year>2014</year>
          <month>11</month>
          <day>4</day>
          <volume>37</volume>
          <issue>11</issue>
          <fpage>945</fpage>
          <lpage>959</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25187016"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40264-014-0214-3</pub-id>
          <pub-id pub-id-type="medline">25187016</pub-id>
          <pub-id pub-id-type="pmcid">PMC4206771</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haendel</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Chute</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Eichmann</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Guinney</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kibbe</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>PRO</given-names>
            </name>
            <name name-style="western">
              <surname>Pfaff</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Saltz</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Spratt</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Suver</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wilbanks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wilcox</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Blacketer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bradford</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Cimino</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Colmenares</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Gabriel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Graves</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hemadri</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Hripscak</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jiao</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Klann</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Kostka</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Lehmann</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Lingrey</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Natarajan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Palchuk</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Solbrig</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Visweswaran</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Walden</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>XT</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Amor</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Girvin</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Manna</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Qureshi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kurilla</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Michael</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Portilla</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Rutter</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Austin</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Gersing</surname>
              <given-names>KR</given-names>
            </name>
            <collab>N3C Consortium</collab>
          </person-group>
          <article-title>The National COVID Cohort Collaborative (N3C): eationale, design, infrastructure, and deployment</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2021</year>
          <month>03</month>
          <day>01</day>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>427</fpage>
          <lpage>443</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32805036"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocaa196</pub-id>
          <pub-id pub-id-type="medline">32805036</pub-id>
          <pub-id pub-id-type="pii">5893482</pub-id>
          <pub-id pub-id-type="pmcid">PMC7454687</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rüggeberg</surname>
              <given-names>JU</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Bayas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Blum</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Bonhoeffer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Friedlander</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>de Souza Brito</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Heininger</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Imoukhuede</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Khamesipour</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Erlewyn-Lajeunesse</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mäkelä</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pool</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>N</given-names>
            </name>
            <collab>Brighton Collaboration Anaphylaxis Working Group</collab>
          </person-group>
          <article-title>Anaphylaxis: case definition and guidelines for data collection, analysis, and presentation of immunization safety data</article-title>
          <source>Vaccine</source>
          <year>2007</year>
          <month>08</month>
          <day>01</day>
          <volume>25</volume>
          <issue>31</issue>
          <fpage>5675</fpage>
          <lpage>5684</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2007.02.064</pub-id>
          <pub-id pub-id-type="medline">17448577</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(07)00264-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Lusignan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez Bernal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Byford</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Amirthalingam</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Akinyemi</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dabrera</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Deeks</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Elliot</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Krajenbrink</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Liyanage</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>McGagh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Okusi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Parimalanathan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tripathy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Victor</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zambon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Howsam</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Tzortziou Brown</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Joy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hobbs</surname>
              <given-names>FR</given-names>
            </name>
          </person-group>
          <article-title>Influenza and respiratory virus surveillance, vaccine uptake, and effectiveness at a time of cocirculating COVID-19: protocol for the English primary care Sentinel System for 2020-2021</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2021</year>
          <month>02</month>
          <day>19</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e24341</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2021/2/e24341/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24341</pub-id>
          <pub-id pub-id-type="medline">33605892</pub-id>
          <pub-id pub-id-type="pii">v7i2e24341</pub-id>
          <pub-id pub-id-type="pmcid">PMC7899204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Dorward</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gbinigie</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Hayward</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Saville</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Van Hecke</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Detry</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>de Lusignan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ogburn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>NP</given-names>
            </name>
            <name name-style="western">
              <surname>Hobbs</surname>
              <given-names>FR</given-names>
            </name>
          </person-group>
          <article-title>Azithromycin for community treatment of suspected COVID-19 in people at increased risk of an adverse clinical course in the UK (PRINCIPLE): a randomised, controlled, open-label, adaptive platform trial</article-title>
          <source>Lancet</source>
          <year>2021</year>
          <month>03</month>
          <volume>397</volume>
          <issue>10279</issue>
          <fpage>1063</fpage>
          <lpage>1074</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(21)00461-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Lusignan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Correa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Yonova</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Pebody</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Elliot</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fleming</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>RCGP Research and Surveillance Centre: 50 years’ surveillance of influenza, infections, and respiratory conditions</article-title>
          <source>Br J Gen Pract</source>
          <year>2017</year>
          <month>09</month>
          <day>29</day>
          <volume>67</volume>
          <issue>663</issue>
          <fpage>440</fpage>
          <lpage>441</lpage>
          <pub-id pub-id-type="doi">10.3399/bjgp17x692645</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Lusignan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dorward</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Byford</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Liyanage</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Briggs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Akinyemi</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Amirthalingam</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez Bernal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dabrera</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Eavis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Elliot</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Feher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Krajenbrink</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hoang</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Howsam</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Leach</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Okusi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nieri</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sherlock</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tripathy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Victor</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Zambon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Parry</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Hanlon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Joy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hobbs</surname>
              <given-names>FR</given-names>
            </name>
          </person-group>
          <article-title>The Oxford Royal College of General Practitioners Clinical Informatics Digital Hub: protocol to develop extended COVID-19 surveillance and trial platforms</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>07</month>
          <day>02</day>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>e19773</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/3/e19773/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19773</pub-id>
          <pub-id pub-id-type="medline">32484782</pub-id>
          <pub-id pub-id-type="pii">v6i3e19773</pub-id>
          <pub-id pub-id-type="pmcid">PMC7333793</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>NHS Digital</collab>
          </person-group>
          <source>Data Security and Information Governance</source>
          <access-date>2022-07-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://digital.nhs.uk/data-and-information/looking-after-information/data-security-and-information-governance">https://digital.nhs.uk/data-and-information/looking-after-information/data-security-and-information-governance</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Information Security</collab>
          </person-group>
          <source>Patient Data Application under a DSP Toolkit</source>
          <access-date>2022-07-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.infosec.ox.ac.uk/apply-to-be-made-part-of-university-of-oxford-dspt#/">https://www.infosec.ox.ac.uk/apply-to-be-made-part-of-university-of-oxford-dspt#/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duarte-Salles</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Prieto-Alhambra</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Heterologous vaccine regimens against COVID-19</article-title>
          <source>Lancet</source>
          <year>2021</year>
          <month>07</month>
          <volume>398</volume>
          <issue>10295</issue>
          <fpage>94</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(21)01442-2</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
