<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i5e30371</article-id>
      <article-id pub-id-type="pmid">35537056</article-id>
      <article-id pub-id-type="doi">10.2196/30371</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Associations Between Racially/Ethnically Stratified COVID-19 Tweets and COVID-19 Cases and Deaths: Cross-sectional Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Alvarez de Mon</surname>
            <given-names>Miguel</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nomali</surname>
            <given-names>Mahin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Doan</surname>
            <given-names>Son</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Vukušić Rukavina</surname>
            <given-names>Tea</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>Xiaohui</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>National Institute on Minority Health and Health Disparities</institution>
            <institution>National Institutes of Health</institution>
            <addr-line>6707 Democracy Boulevard, Suite 800</addr-line>
            <addr-line>Bethesda, MD, 20892</addr-line>
            <country>United States</country>
            <phone>1 8016464179</phone>
            <email>xiaohuiliugis@gmail.com</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4161-0388</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Kar</surname>
            <given-names>Bandana</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0510-658X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Montiel Ishino</surname>
            <given-names>Francisco Alejandro</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2837-726X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Onega</surname>
            <given-names>Tracy</given-names>
          </name>
          <degrees>MPAS, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1633-3040</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>Faustine</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5810-1291</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>National Institute on Minority Health and Health Disparities</institution>
        <institution>National Institutes of Health</institution>
        <addr-line>Bethesda, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Huntsman Cancer Institute</institution>
        <institution>University of Utah</institution>
        <addr-line>Salt Lake City, UT</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>National Security Sciences Directorate</institution>
        <institution>Oak Ridge National Lab</institution>
        <addr-line>Knoxville, TN</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Xiaohui Liu <email>xiaohuiliugis@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>5</issue>
      <elocation-id>e30371</elocation-id>
      <history>
        <date date-type="received">
          <day>11</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>14</day>
          <month>4</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Xiaohui Liu, Bandana Kar, Francisco Alejandro Montiel Ishino, Tracy Onega, Faustine Williams. Originally published in JMIR Formative Research (https://formative.jmir.org), 30.05.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/5/e30371" xlink:type="simple"/>
      <related-article related-article-type="correction-forward" xlink:title="This is a corrected version. See correction statement in:" xlink:href="https://formative.jmir.org/2022/7/e40365" vol="6" page="e40365"> </related-article>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The COVID-19 pandemic exacerbated existing racial/ethnic health disparities in the United States. Monitoring nationwide Twitter conversations about COVID-19 and race/ethnicity could shed light on the impact of the pandemic on racial/ethnic minorities and help address health disparities.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper aims to examine the association between COVID-19 tweet volume and COVID-19 cases and deaths, stratified by race/ethnicity, in the early onset of the pandemic.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This cross-sectional study used geotagged COVID-19 tweets from within the United States posted in April 2020 on Twitter to examine the association between tweet volume, COVID-19 surveillance data (total cases and deaths in April), and population size. The studied time frame was limited to April 2020 because April was the earliest month when COVID-19 surveillance data on racial/ethnic groups were collected. Racially/ethnically stratified tweets were extracted using racial/ethnic group–related keywords (Asian, Black, Latino, and White) from COVID-19 tweets. Racially/ethnically stratified tweets, COVID-19 cases, and COVID-19 deaths were mapped to reveal their spatial distribution patterns. An ordinary least squares (OLS) regression model was applied to each stratified dataset.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The racially/ethnically stratified tweet volume was associated with surveillance data. Specifically, an increase of 1 Asian tweet was correlated with 288 Asian cases (<italic>P</italic>&lt;.001) and 93.4 Asian deaths (<italic>P</italic>&lt;.001); an increase of 1 Black tweet was linked to 47.6 Black deaths (<italic>P</italic>&lt;.001); an increase of 1 Latino tweet was linked to 719 Latino deaths (<italic>P</italic>&lt;.001); and an increase of 1 White tweet was linked to 60.2 White deaths (<italic>P</italic>&lt;.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Using racially/ethnically stratified Twitter data as a surveillance indicator could inform epidemiologic trends to help estimate future surges of COVID-19 cases and potential future outbreaks of a pandemic among racial/ethnic groups.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>racial/ethnic stratification</kwd>
        <kwd>geo-tagged COVID-19 tweets</kwd>
        <kwd>racial/ethnic disparity</kwd>
        <kwd>surveillance</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>As the novel SARS-CoV-2 virus, which causes COVID-19, started spreading worldwide in early 2020, people began practicing social distancing as a measure to reduce contagion [<xref ref-type="bibr" rid="ref1">1</xref>]. The public also started using Twitter to exchange information about the pandemic, which contributed to the exponential increase in social media traffic volume [<xref ref-type="bibr" rid="ref2">2</xref>]. According to the Centers for Disease Control and Prevention (CDC), as of March 31, 2022, the pandemic had claimed over 995,000 lives in the United States, which continues to rise [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. This is the worst pandemic the United States has experienced since the 1918 flu [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>Racial/ethnic disparities in health in the United States have been well documented. Stark racial disparities exist in health outcome measures, health care, and chronic health conditions [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. In almost all health outcome measures, these disparities are precipitated by the disproportionate representation of Black Americans, Hispanic/Latino Americans, Asian Americans, and other racial/ethnic minorities [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref8">8</xref>] and often due to limited access these communities have to hospitals and health care facilities [<xref ref-type="bibr" rid="ref9">9</xref>]. The COVID-19 crisis has further exacerbated those disparities because racial/ethnic minorities have higher representation in sectors most affected by the pandemic and are more likely to be employed in low-wage or precarious jobs [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>An increasing number of public health and medical agencies are using Twitter data to monitor disease trends and detect outbreaks at the national and local levels [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>] (ie, dental pain [<xref ref-type="bibr" rid="ref14">14</xref>], cancer [<xref ref-type="bibr" rid="ref13">13</xref>], as well as a syndromic surveillance system [<xref ref-type="bibr" rid="ref15">15</xref>]). Twitter data, especially geotagged tweets, have several advantages over traditional surveillance data. Traditional surveillance systems, such as surveys or clinical data collection, are expensive and time-consuming monitoring mechanisms [<xref ref-type="bibr" rid="ref16">16</xref>]. Tweets, on the other hand, are more timely and less costly [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. In addition, the geographic extent of tweet data makes it easy to conduct multiscale studies, from a neighborhood to counties to across multiple nations [<xref ref-type="bibr" rid="ref18">18</xref>]. Geotagged tweets can also be geocoded to match exact location information, making it possible to link to other data sources based on common geographical attributes (ie, state, county, or local address) for geospatial analysis [<xref ref-type="bibr" rid="ref19">19</xref>]. By contrast, most publicly available traditional surveillance data have restricted geographic variables, and county level is often the finest spatial resolution as these data need to be aggregated from a privacy perspective [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>].</p>
      <p>In 2020, Twitter data alone was used for the national surveillance of COVID-19 hospitalizations in Belgium [<xref ref-type="bibr" rid="ref1">1</xref>], COVID-19–related anti-Asian sentiments in the United States [<xref ref-type="bibr" rid="ref23">23</xref>], evaluating world leaders’ COVID-19 response measures [<xref ref-type="bibr" rid="ref24">24</xref>], and tracking mental health symptoms mentioned during the COVID-19 pandemic within the United States [<xref ref-type="bibr" rid="ref25">25</xref>]. In particular, the relation between tweet volume and surveillance was explored for various purposes [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. Increased tweet volume is often assumed to correlate with increased public interest in certain topics. Subsequently, this approach was used as a measure to monitor public discourse on mask-wearing [<xref ref-type="bibr" rid="ref26">26</xref>], increased COVID-19 cases [<xref ref-type="bibr" rid="ref27">27</xref>], and predicting outbreaks [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p>
      <p>Despite these great benefits, Pobiruchin et al [<xref ref-type="bibr" rid="ref27">27</xref>] pointed out the need and importance of investigating the potential correlation between tweet volume and infection or death rates; Nguyen et al [<xref ref-type="bibr" rid="ref23">23</xref>] suggested future work on the geographical variation in area-level COVID-19 infection and mortality rates and their associations with demographics such as density of racial/ethnic groups. Considering the research gaps and the context of the COVID-19 pandemic’s disproportionate impact on racial/ethnic minorities, our goal was to explore the association between racially/ethnically stratified tweets and COVID-19 cases and deaths. We believe this study will reveal the potential relation of public discourse about the pandemic’s impact on each race/ethnicity group and COVID-19 cases and deaths. Using racially/ethnically stratified tweet volume as a surveillance indicator will provide more evidence and help address racial/ethnic health disparity in this COVID-19 crisis.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Collection</title>
        <p>English tweets geotagged within the United States from April 1, 2020, to April 30, 2020, were downloaded using the Tweepy Python library—Twitter’s search application programming interface (API) —and a set of predefined search terms [<xref ref-type="bibr" rid="ref30">30</xref>]. Referencing the most searched terms from Google’s Daily Search Trends summary from March 10, 2020, to April 1, 2020, we derived a list of search terms. The search terms included (1) the most widely adopted scientific name of the disease (“corona,” “COVID-19,” “pandemic,” “coronavirus”), (2) the name of the racial/ethnic groups in which we were interested (“Asian,” “Blacks,” “Hispanics,” and “Latino”), and (3) other related terms (“test positive,” “COVID,” “n95,” “Flatten the curve,” “Social Distancing,” “Chinese Virus”; see the complete list of keywords in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). We only included geotagged tweets with location information (ie, geographical coordinates and city names) to filter tweets within the United States. The location information allowed us to match tweets to specific states and then link state-level surveillance data for further analysis. Each tweet’s text, timestamp, coordinates, or place names were extracted and used in the detailed analysis.</p>
        <p>COVID-19 cases were the “total number of confirmed plus probable cases of COVID-19 reported by the state or territory” for April 2020 obtained from The COVID Tracking Project [<xref ref-type="bibr" rid="ref31">31</xref>]. COVID-19 deaths were “total fatalities with confirmed or probable COVID-19 case diagnosis” from The COVID Tracking Project, the only source with data about race across all states. These data cannot be found in neither the CDC COVID Data Tracker nor the COVID-19 Dashboard at John Hopkins University. State-level population data for each racial/ethnic group were obtained from the US Census Bureau’s 2019 American Community Survey 5-year estimates [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
      </sec>
      <sec>
        <title>Spatial and Statistical Analysis</title>
        <p><xref rid="figure1" ref-type="fig">Figure 1</xref> illustrates the organization of the tweets and COVID-19 case and death data and the analytics implemented to examine the racial/ethnic relationships. First, the tweets were cleaned using natural language processing steps, removing punctuation, English stop words (ie, a, an, the), and special characters. Using the name of each racial/ethnic group, we extracted tweets that contained conversations about the subpopulations of interest: Asians, Blacks, Latinos, and Whites. If multiple racial/ethnic groups were mentioned in 1 tweet, the tweet was examined multiple times. “Black” and “White” can also refer to the name of colors. To exclude tweets that used “Black” and “White” but did not mean ethnic groups, the tweets were manually evaluated to identify and exclude irrelevant tweets. Next, we calculated the total number of tweets (or tweet volume) for Asians, Blacks, Latinos, and Whites in 50 states and Washington, DC, based on geotagged information.</p>
        <p>COVID-19 case and death data were recorded twice a week, so we combined these data to yield the total cases and deaths for April 2020. To map and compare the cases and deaths across racial/ethnic groups, we used 2019 US Census population data to adjust the number of cases or deaths per 100,000 Asians/Blacks/Latinos/Whites. The population-adjusted cases and deaths were mapped using the geospatial processing tool ArcPro 2.5 (ESRI, 2020; Redland, CA) to allow comparison across racial/ethnic groups.</p>
        <p>Using the state name as the common field, we linked tweet volume, COVID-19 cases and deaths, and population estimates for the 50 states and Washington, DC. Four ordinary least squares (OLS) regressions were implemented for Asians, Blacks, Latinos, and Whites, respectively, to examine the association of tweet volume with COVID-19 cases. In each model, tweet volume was used as the independent variable, the population was the control variable, and the number of COVID-19 cases was the outcome variable. Another 4 OLS regressions were implemented for Asians, Blacks, Latinos, and Whites, respectively, to examine the association between tweet volume and COVID-19 deaths. Tweet volume, population, and COVID-19 deaths were used as each model’s independent, control, and outcome variables, respectively.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Data management and workflow.</p>
          </caption>
          <graphic xlink:href="formative_v6i5e30371_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The final analysis included 189,946 geotagged tweets. Of these, we extracted 141 (0.07%) tweets mentioning Asians, 869 (0.46%) tweets about Blacks, 47 (0.02%) tweets about Latinos, and 588 (0.31%) tweets about Whites. Example tweets about each racial/ethnic group are presented in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
      <p>The spatial locations of tweets were mapped, and hot spots based on tweet volume were identified (<xref rid="figure2" ref-type="fig">Figure 2</xref>). These hot spots (gradient from red to yellow indicates increasing volume) include New York, Los Angeles, and Chicago. The non-hot spot locations (blue-gray color) represent low tweet volume.</p>
      <p>The distributions of population-adjusted COVID-19 cases for Asians, Blacks, Latinos, and Whites in April 2020 are shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>. Alaska and Hawaii are not shown on the maps because the cases were few for Asians and close to 0 for the other 3 racial/ethnic groups in both states in April 2020. The number of COVID-19 cases (≤95,345 per 100,000) among Asians was highest in Illinois, Massachusetts, and Washington. Similarly, Latino cases were highest in Illinois, Utah, and Washington. The highest cases among Blacks were in the Midwest, Northeast, and Southern regions (eg, Illinois, Massachusetts, Alabama, among others). Compared with Asians and Blacks, the number of COVID-19 cases among Whites was the lowest across all states.</p>
      <p><xref rid="figure4" ref-type="fig">Figure 4</xref> shows the distributions of population-adjusted COVID-19 deaths for Asians, Blacks, Latinos, and Whites in each state for April 2020. The number of deaths among Asians was highest (&gt;220 per 100,000) in Illinois, Massachusetts, New York, and Washington. Massachusetts, New York, and Washington were the states that reported the highest numbers of death for Latinos (&gt;220 per 100,000). Similar to the number of infected cases, the number of deaths among Blacks was also highest (&gt;220 per 100,000) in the Midwest, Northeast, and Southern regions (ie, Alabama, Illinois, Massachusetts, Michigan, New Jersey, New York, North Carolina, South Carolina, and Texas).</p>
      <p><xref ref-type="table" rid="table2">Tables 2</xref> and <xref ref-type="table" rid="table3">3</xref> show the linear regression results between COVID-19 cases and tweet volume. We observed a significant relationship between Asian tweet volume and the number of COVID-19 cases. Specifically, an increase of 1 Asian tweet was linked to 288 Asian cases (Model 1, adjusted <italic>R</italic><sup>2</sup>=0.72, <italic>P</italic>&lt;.001). The rise of Black, Latino, and White tweets was not correlated with COVID-19 cases. Furthermore, tweet volume for all racial/ethnic groups was significantly associated with COVID-19 deaths: An increase of 1 Asian tweet was linked to 93.4 Asian deaths (Model 5, adjusted <italic>R</italic><sup>2</sup>=0.57, <italic>P</italic>&lt;.001); an increase of 1 Black tweet was linked to 47.6 Black deaths (Model 6, adjusted <italic>R</italic><sup>2</sup>=0.23, <italic>P</italic>&lt;.001); an increase of 1 Latino tweet was linked to 719 Latino deaths (Model 7, adjusted <italic>R</italic><sup>2</sup>=0.38, <italic>P</italic>&lt;.001); and an increase of 1 White tweet was linked 60.2 White deaths (Model 8, adjusted <italic>R</italic><sup>2</sup>=0.18, <italic>P</italic>&lt;.001).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Example tweets about each racial/ethnic group.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="120"/>
          <col width="880"/>
          <thead>
            <tr valign="top">
              <td>Ethnic group</td>
              <td>Example tweets</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Asians</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>“Eating at #Italianos for the #1stTime. My #Wife told Me not to eat any #AsianFood because the #Covid19 started in Asia.”</p>
                  </list-item>
                  <list-item>
                    <p>“Asian fam, stay safe out there. We 'bout to be targeted much more now than ever. This is an okay time to be paranoid. sadly.”</p>
                  </list-item>
                  <list-item>
                    <p>“A terror attack in Texas due to anti-Asian hatred and bigotry. THIS is why it is appalling and abhorrent to apply a nationality and ethnicity to a f*cking virus.”</p>
                  </list-item>
                  <list-item>
                    <p>“Latinos and Asians in New York City are disproportionately representing the proportion of COVID-19 cases.”</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Blacks</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>“Our COUNTRY is shut down, not because of a black guy, but because of a white guy @realDonaldTrump#COVID19.”</p>
                  </list-item>
                  <list-item>
                    <p>“I am disappointed in my fellow blacks for being so ignorant during this time. I just read a comment that said “they puttin the virus in the COVID tests now that Black people being tested, so they get sick.”</p>
                  </list-item>
                  <list-item>
                    <p>“There is research showing that Black women and other minorities aren’t believed when they report symptoms in the E.R. Could this lead to major racial disparities in the survival rates of COVID-19 patients?#CNNTownHall”</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Latinos</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>“I live in one of the epicenters of the epicenter of this damn #COVID19 crisis. Working class Black &amp; Latino folks. When will we get tested?”</p>
                  </list-item>
                  <list-item>
                    <p>“Important. Even here in Iowa, #COVID19 is disproportionately impacting Black and Latino people.”</p>
                  </list-item>
                  <list-item>
                    <p>“As of April 12, a total of 31 Latinos have died from complications from COVID-19, according to data from the medical examiner’s office. But that figure is not accurate.” Via @mizamudio</p>
                  </list-item>
                  <list-item>
                    <p>“Younger blacks and Latinos are dying of COVID-19 at higher rates in California.”</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Whites</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>“White nationalists looking to weaponize coronavirus pandemic, both literally and figuratively.”</p>
                  </list-item>
                  <list-item>
                    <p>“Striking maps of Milwaukee by overlaying COVID cases on high African American (left) or White population.”</p>
                  </list-item>
                  <list-item>
                    <p>“White supremacy backfiring on Trump. He closed the border to China, but not Europe. Most covid-19 cases in USA have a Euro/British origin.”</p>
                  </list-item>
                  <list-item>
                    <p>“Same people ok with a bunch of white folks parading around with guns protesting a pandemic had a problem with black folks protesting police brutality and injustice.”</p>
                  </list-item>
                </list>
              </td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Distribution of the volume of tweets related to conversations about COVID-19 and (A) Asians, (B) Blacks, (C) Latinos, and (D) Whites.</p>
        </caption>
        <graphic xlink:href="formative_v6i5e30371_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>COVID-19 cases for (A) Asians (the blue for Wyoming indicates no data), (B) Blacks, (C) Latinos, and (D) Whites.</p>
        </caption>
        <graphic xlink:href="formative_v6i5e30371_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>COVID-19 deaths for (A) Asians, (B) Blacks, (C) Latinos, and (D) Whites.</p>
        </caption>
        <graphic xlink:href="formative_v6i5e30371_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Association between COVID-19 cases and racial/ethnic group–related tweets.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="310"/>
          <col width="180"/>
          <col width="120"/>
          <col width="180"/>
          <col width="180"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Model, outcome, and measurement variable</td>
              <td>Coefficient</td>
              <td><italic>P</italic> value</td>
              <td>Confidence interval</td>
              <td>Adjusted <italic>R</italic><sup>2</sup></td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="6">
                <bold>Model 1: Asian COVID-19 cases</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Asian tweet volume</td>
              <td>288.192</td>
              <td>0.00</td>
              <td>162.3 to 414.0</td>
              <td rowspan="2">0.72</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Asian population</td>
              <td>0.002</td>
              <td>0.00</td>
              <td>0 to 0</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Model 2: Black COVID-19 cases</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Black tweet volume</td>
              <td>97.088</td>
              <td>0.28</td>
              <td>–80.3 to 274.5</td>
              <td rowspan="2">0.08</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Black population</td>
              <td>0.004</td>
              <td>0.07</td>
              <td>0 to 0</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Model 3: Latino COVID-19 cases</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Latino tweet volume</td>
              <td>2161.828</td>
              <td>0.05</td>
              <td>–24.0 to 4347.7</td>
              <td rowspan="2">0.26</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Latino population</td>
              <td>0.001</td>
              <td>0.00</td>
              <td>0 to 0</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Model 4: White COVID-19 cases</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>White tweet volume</td>
              <td>163.938</td>
              <td>0.07</td>
              <td>–12.3 to 340.1</td>
              <td rowspan="2">0.19</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>White population</td>
              <td>0.001</td>
              <td>0.03</td>
              <td>0 to 0</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Association between COVID-19 deaths and racial/ethnic group–related tweets.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="310"/>
          <col width="180"/>
          <col width="120"/>
          <col width="180"/>
          <col width="180"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Model, outcome, and measurement variable</td>
              <td>Coefficient</td>
              <td><italic>P</italic> value</td>
              <td>Confidence interval</td>
              <td>Adjusted <italic>R</italic><sup>2</sup></td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="6">
                <bold>Model 5: Asian COVID-19 deaths</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Asian tweet volume</td>
              <td>93.3750</td>
              <td>0.00</td>
              <td>68.9 to 117.7</td>
              <td rowspan="2">0.57</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Asian population</td>
              <td>–0.0001</td>
              <td>0.02</td>
              <td>0 to 0</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Model 6: Black COVID-19 deaths</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Black tweet volume</td>
              <td>47.6001</td>
              <td>0.00</td>
              <td>24.1 to 71.0</td>
              <td rowspan="2">0.23</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Black population</td>
              <td>–0.0002</td>
              <td>0.39</td>
              <td>0 to 0</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Model 7: Latino COVID-19 deaths</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Latino tweet volume</td>
              <td>719.2882</td>
              <td>0.00</td>
              <td>463.4 to 975.1</td>
              <td rowspan="2">0.38</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Latino population</td>
              <td>–0.0001</td>
              <td>0.29</td>
              <td>0 to 0</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Model 8: White COVID-19 deaths</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>White tweet volume</td>
              <td>60.2326</td>
              <td>0.00</td>
              <td>26.1 to 94.3</td>
              <td rowspan="2">0.18</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>White population</td>
              <td>–0.0002</td>
              <td>0.07</td>
              <td>0 to 0</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>To our knowledge, this is one of the first studies to investigate the association between racially/ethnically (Asian, Black, Latino, and White) stratified COVID-19 tweet volume and COVID-19 surveillance data (cases and deaths). Our results revealed a relationship between tweet volume and COVID-19 cases and deaths for all racial/ethnic groups in our study during April 2020 despite varying degrees of association. The key contribution of our study is the examination of the racial and ethnic bias of the pandemic using early-onset data from social media and reported cases and deaths, which was not evident early during the pandemic. This study demonstrates the importance of timely surveillance data collection to characterize the threat and spread of infectious disease among certain racial/ethnic communities, which is critical to effectively and efficiently guide a well-coordinated and targeted public health response to reduce the spreading and adverse health impacts of a pandemic.</p>
        <p>The concentration of high tweet volumes in several hot spot locations, including New York, Los Angeles, and other places in April, could be influenced by 2 main factors. First, the regions have a large population and densely populated urban areas and a significant number of active Twitter users. Second, the increasing number of COVID-19 cases and deaths in these regions could potentially cause the COVID-19-related tweet volume to spike. The regression analysis showed that Asian tweet volume and COVID-19 cases correlated with their population. However, this association was not observed among other racial/ethnic groups. One possible reason could be the alarming increase in discrimination and hate crimes against Asians as the pandemic surged. A similar study by Nguyen et al [<xref ref-type="bibr" rid="ref23">23</xref>] investigating negative sentiments using tweets before and shortly after COVID-19 emergence found an abnormally higher proportion of negative tweets referencing Asians than tweets about other racial/ethnic groups. The OLS results also revealed that the Asian tweet volume and Asian population were associated with Asian deaths, whereas the volume of Black, Latino, and White COVID-19 tweets was only associated with COVID-19 deaths. These different associations with tweet volume between COVID-19 cases and deaths could partially be because of restricted testing capacities for COVID-19 cases as opposed to deaths, which were actively reported and recorded. Thus, COVID-19 cases may be underestimated, and an association with COVID tweet volumes was not detected.</p>
        <p>The findings also suggest that Twitter data, when stratified by racial/ethnic groups, could yield novel insights in using social media to detect trends in disease occurrence and the potential impact on specific racial/ethnic groups. A previous study investigated changes in racial sentiment before and after COVID-19 emergence using race-related tweets (Asian, Black, Latino, White) [<xref ref-type="bibr" rid="ref23">23</xref>]. The study found a higher proportion of negative tweets mentioning Asians increased by more than 68%, while those relating to other racial/ethnic minorities and Whites remained stable. The timely use of tweet data is essential to detect area-level racial sentiment [<xref ref-type="bibr" rid="ref23">23</xref>]. One side note about this previous study is that only the proportion of tweets about each race was compared and area-level comparisons were not explored; however, our research conducted area-level analysis and explored the association between tweet volume and surveillance data. Another study investigated the association between the volume of tweets against mask wearing and daily COVID-19 cases and found a rise in negative tweet volume was strongly correlated with the number of new cases [<xref ref-type="bibr" rid="ref26">26</xref>]. This finding concurs with ours regarding the change in tweet volume associated with COVID-19 cases and deaths, although at varying degrees for different racial/ethnic groups. Different from our research, this study did not use geotagged tweets. Thus, no geographic attributes can be used to link population density, which is also a key factor influencing tweet volume. Cuomo et al [<xref ref-type="bibr" rid="ref33">33</xref>] investigated subnational longitudinal and geospatial trends of COVID-19 in the United States between March 3, 2020, and April 13, 2020. The authors explored the association between change in tweet volume and population-adjusted COVID-19 case increase. They also conducted geospatial hot spot analysis and included population-adjusted results and found a high proportion of rural inhabitants in some of the hot spot regions, which partially overlaps with our results, as we also found high COVID-19 cases per 100,000 people in some rural states (ie, Alabama, Iowa) for the Black population.</p>
        <p>Although previous studies have examined the relationship between tweets and COVID-19 cases, none included COVID-19 deaths as a measure in their investigations. COVID-19 deaths are an important measure because our statistical results show that all Asian, Black, Latino, and White COVID-19 tweets were associated with COVID-19 deaths but not with COVID-19 cases. One possible explanation for this is that the reporting of COVID-19 cases was limited by testing capacity in April 2020, but this limitation influenced the reporting of COVID-19 deaths less.</p>
        <p>Future research could focus on exploring the use of Twitter to develop streamlined tools to automatically extract, process, and analyze COVID-19 (or other public health events) and racially/ethnically related tweets to monitor tweet volume about racial/ethnic groups and COVID-19–related health disparities [<xref ref-type="bibr" rid="ref34">34</xref>]. The state-level COVID-19 surveillance data that we used limited our geospatial analysis to the state level, despite the much finer spatial resolution of the geotagged tweets. Although state-level aggregation is essential from a privacy perspective, in the future, we will consider using surveillance data at a finer spatial resolution (eg, county) to explore the variability of infected cases and deaths among different demographic groups (based on factors such as race, gender, income, age). Using early-onset Twitter data, we demonstrated a pandemic's racial/ethnic disparity among the most populous racial/ethnic groups, which could be replicated in future public health events using social media data. In the future, we will expand this study by including surveillance data for other racial/ethnic groups if this information is available.</p>
      </sec>
      <sec>
        <title>Public Health Implications</title>
        <p>This retrospective study provides evidence for the use of racially/ethnically stratified Twitter data as a surveillance indicator. Social media data can provide insights to track epidemiological trends, especially for outbreaks, epidemics, or pandemics that are novel and spread fast. Such findings can aid public health practitioners and policy makers make public health decisions using this nontraditional near-real-time data set before traditional surveillance data sets are available. The research findings also encourage health care professionals to actively engage in public discourse to present scientific and clinical evidence to help reduce racial/ethnic health disparities [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref26">26</xref>] and eliminate misinformation. For instance, COVID-19–induced discrimination against Asians is mainly due to misunderstanding and politicizing COVID-19 origins; health care professionals can share scientific findings of possible COVID-19 origins that might not have been widely circulated [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>The association between tweet volume and COVID-19 cases and deaths proved that tweet volume could be used as proxy surveillance data to estimate the spread of COVID-19 cases and deaths. This association can also evaluate potential locations for future COVID-19 cases and deaths. Identifying future areas for COVID-19 cases and deaths could be used for public health responses when official surveillance is not available and complement official surveillance data when available. Since Twitter surveillance is low-cost and efficient, it can be streamlined and implemented as a long-term disease surveillance tool to ensure prompt response to future public health crises.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Although this study used COVID-19 cases and deaths as the 2 outcomes of this disease, we are aware of the concerns about the accuracy of cases due to limited testing capabilities (ie, lack of access to testing) and challenges in the attribution of the cause of death in the early onset of the coronavirus outbreak [<xref ref-type="bibr" rid="ref36">36</xref>]. Considering these factors, the authors acknowledge the limitation of using the counts of COVID-19 cases and deaths as variables in our models. Similar to other studies that rely on social media data, Twitter users are not representative of the population (ie, one-third of its users are between 25 and 34 years old), thus bringing selection bias to the analysis [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. The exclusion of tweets in other languages, especially Spanish, also limits our understanding of information exchange between Latinos who speak Spanish.</p>
        <p>Another limitation of this study is the spatial granularity at the state level because the surveillance data were obtained at the state level. If surveillance data can be obtained at a finer spatial resolution, then the analysis will yield more accurate and precise results and insights into the location of COVID-19 cases and deaths. Although this is a limitation of the study, given the bias towards specific racial/ethnic groups, and in order to protect the privacy of the users, state-level aggregation is a good starting point to demonstrate the methodology implemented herein to explore the racial/ethnic aspect of a pandemic.</p>
        <p>We only used tweets collected in April 2020 and conducted a cross-sectional analysis. We acknowledge that this analysis could offer more insights into the temporal trends of conversations about different racial/ethnic groups if the data set had a larger temporal scale. However, several issues exist with extended time frame data. First, many states did not report or minimally reported race data, as it was not a requirement to report COVID-19 cases and deaths after several months into the pandemic [<xref ref-type="bibr" rid="ref31">31</xref>]. Second, some states intentionally adjusted or manipulated their case and death data to obscure rising infection rates and mislead the public to achieve specific political goals, such as Florida's COVID-19 dashboard incident [<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref41">41</xref>]. Since 2020, different states have implemented varying policies about social distancing and wearing masks, which probably contributed to asymptomatic cases that are difficult to identify and probably were never reported. Due to these issues, even the CDC COVID Data Tracker and COVID-19 Dashboard at John Hopkins University do not provide data about race in all states, limiting what can be studied about geographic and longitudinal racial health disparities during this pandemic.</p>
        <p>Past research and this study have revealed that Twitter data can be used to correlate with the increased public interest in certain emergencies, such as predicting public health outbreaks [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>] and using Twitter as a disaster situation awareness tool [<xref ref-type="bibr" rid="ref42">42</xref>]. Twitter data are a good indicator to assess the racial/ethnic bias of the pandemic. However, we also observed that COVID-19 and race/ethnicity-related tweets significantly decreased with extended time frame data due to the aforementioned reasons. Thus, the effect of Twitter data as a surveillance indicator to inform epidemiologic trends may attenuate with time. Several reasons may have contributed to this change. For instance, the lockdown after the COVID-19 outbreak in the United States naturally brought the nation’s attention to the pandemic, and an unusually high number of people turned to Twitter to obtain or share COVID-19–related news. The politicization of the pandemic combined with the spreading of misinformation and cyber-racism [<xref ref-type="bibr" rid="ref43">43</xref>] as well as the increase in vaccination probably contributed to a reduction in COVID-19–related tweets as we did not retrieve a significant number of tweets about COVID and race/ethnicity in December 2021 to replicate the study for the fifth wave. The continuation of this pandemic, combined with other extreme events and the economic situation that has impacted the country since 2020, probably has desensitized the public about the disproportionate impact of COVID-19 on certain racial/ethnical groups, thereby contributing to a reduction in tweets as well. Despite these limitations, similar to Cuomo et al [<xref ref-type="bibr" rid="ref33">33</xref>], we used the data from the first month of the pandemic to understand the racial/ethnic biases of the pandemic. Hence, public health–related studies could replicate our study to explore the racial and ethnic aspects of public health problems to aid health officials with scientific communication and appropriate response measures.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>This research is an effort to test the possibility of using racially/ethnically stratified Twitter data as an info surveillance indicator to estimate the impact of COVID-19 on racial/ethnic groups in the United States to inform public health crisis response efforts and racial/ethnic equity. Using COVID-19 and geotagged racial/ethnic group–related Twitter data in the United States during April 2020, we filtered conversations about racial/ethnic groups in the early onset of the COVID-19 pandemic. Using the state-level counts of COVID-19 cases and deaths stratified by racial/ethnic groups, we found a strong correlation of tweet volume with COVID-19 deaths among Asians, Blacks, Latinos, and Whites and with COVID-19 cases among Asians. These findings demonstrate that racially/ethnically stratified Twitter data, as a surveillance indicator, could inform epidemiologic trends and help estimate the future surge of COVID-19 or other public health–related cases, deaths, and potential outbreaks of mutant viruses. The observed differential impacts on racial/ethnic minorities could guide public health policies to address racial/ethnic health disparities and deploy appropriate interventions (ie, more robust COVID-19 data collection about race and tailored measures to help racial/ethnic minorities).</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Keywords used to stream Twitter data.</p>
        <media xlink:href="formative_v6i5e30371_app1.docx" xlink:title="DOCX File , 12 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DOE</term>
          <def>
            <p>Department of Energy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">OLS</term>
          <def>
            <p>ordinary least squares</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The Division of Intramural Research, National Institute on Minority Health and Health Disparities, National Institutes of Health supported the efforts by XL, FAMI, and FW. The content is solely the authors' responsibility and does not necessarily reflect the views of the National Institutes of Health. This manuscript has been authored in part by UT-Battelle, LLC, under contract DE-AC05-00OR22725 with the US Department of Energy (DOE). TO has participated in this project independently and not on behalf of Huntsman Cancer Institute, the University of Utah, or its affiliates or successors. The views and conclusions expressed in this article are those of the authors. They do not reflect the policies or opinions of the funding agency, Oak Ridge National Laboratory, UT-Battelle, the Department of Energy, the US Government, or the University of Utah.</p>
      <p>This research was supported by ZIA MD000015 Health Disparities &amp; Geospatial transdisciplinary Research Lab.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Goethem</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Vilain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wyndham-Thomas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Deblonde</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bossuyt</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lernout</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rebolledo Gonzalez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Quoilin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Melis</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Van Beckhoven</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Rapid establishment of a national surveillance of COVID-19 hospitalizations in Belgium</article-title>
          <source>Arch Public Health</source>
          <year>2020</year>
          <month>11</month>
          <day>18</day>
          <volume>78</volume>
          <issue>1</issue>
          <fpage>121</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://archpublichealth.biomedcentral.com/articles/10.1186/s13690-020-00505-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13690-020-00505-z</pub-id>
          <pub-id pub-id-type="medline">33292566</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13690-020-00505-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC7673251</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Estimated U.S. social media usage increase due to coronavirus home isolation 2020</article-title>
          <source>Statistia</source>
          <year>2022</year>
          <month>04</month>
          <day>28</day>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/statistics/1106343/social-usage-increase-due-to-coronavirus-home-usa/">https://www.statista.com/statistics/1106343/social-usage-increase-due-to-coronavirus-home-usa/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>United States Coronavirus (COVID-19) Death Toll Surpasses 100,000</article-title>
          <source>Center for Disease Control and Prevention</source>
          <year>2020</year>
          <month>05</month>
          <day>28</day>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/nvss/vsrr/covid19/index.htm">https://www.cdc.gov/nchs/nvss/vsrr/covid19/index.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <source>1Point3Acres</source>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://coronavirus.1point3acres.com/">https://coronavirus.1point3acres.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosenthal</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Fauci: COVID-19 Worst Pandemic in 100 Years</article-title>
          <source>IDSE</source>
          <year>2020</year>
          <month>10</month>
          <day>21</day>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.idse.net/Covid-19/Article/10-20/Fauci--COVID-19-Worst-Pandemic-in-100-Years/60937">https://www.idse.net/Covid-19/Article/10-20/Fauci--COVID-19-Worst-Pandemic-in-100-Years/60937</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carratala</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maxwell</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Health Disparities by Race and Ethnicity</article-title>
          <source>Center for American Progress</source>
          <year>2020</year>
          <month>05</month>
          <day>07</day>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.americanprogress.org/article/health-disparities-race-ethnicity/">https://www.americanprogress.org/article/health-disparities-race-ethnicity/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webb Hooper</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nápoles</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Pérez-Stable</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and racial/ethnic disparities</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>06</month>
          <day>23</day>
          <volume>323</volume>
          <issue>24</issue>
          <fpage>2466</fpage>
          <lpage>2467</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.8598</pub-id>
          <pub-id pub-id-type="medline">32391864</pub-id>
          <pub-id pub-id-type="pii">2766098</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chowkwanyun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Racial health disparities and Covid-19 — caution and context</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>07</month>
          <day>16</day>
          <volume>383</volume>
          <issue>3</issue>
          <fpage>201</fpage>
          <lpage>203</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp2012910</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kar</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A multicriteria decision analysis framework to measure equitable healthcare access during COVID-19</article-title>
          <source>J Transp Health</source>
          <year>2022</year>
          <month>03</month>
          <volume>24</volume>
          <fpage>101331</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-1405(22)00003-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jth.2022.101331</pub-id>
          <pub-id pub-id-type="medline">35036317</pub-id>
          <pub-id pub-id-type="pii">S2214-1405(22)00003-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8743600</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kantamneni</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The impact of the COVID-19 pandemic on marginalized populations in the United States: A research agenda</article-title>
          <source>J Vocat Behav</source>
          <year>2020</year>
          <month>06</month>
          <volume>119</volume>
          <fpage>103439</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32390658"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jvb.2020.103439</pub-id>
          <pub-id pub-id-type="medline">32390658</pub-id>
          <pub-id pub-id-type="pii">S0001-8791(20)30064-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7205696</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flores</surname>
              <given-names>LY</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>McGillen</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>Milord</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Something old and something new: future directions in vocational research with people of color in the United States</article-title>
          <source>Journal of Career Assessment</source>
          <year>2019</year>
          <month>01</month>
          <day>07</day>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>187</fpage>
          <lpage>208</lpage>
          <pub-id pub-id-type="doi">10.1177/1069072718822461</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Broniatowski</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>National and local influenza surveillance through Twitter: an analysis of the 2012-2013 influenza epidemic</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <volume>8</volume>
          <issue>12</issue>
          <fpage>e83672</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0083672"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0083672</pub-id>
          <pub-id pub-id-type="medline">24349542</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-35058</pub-id>
          <pub-id pub-id-type="pmcid">PMC3857320</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Agrawal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhary</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Real-time disease surveillance using Twitter data: demonstration on flu and cancer</article-title>
          <year>2013</year>
          <conf-name>19th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining</conf-name>
          <conf-date>August 11-14, 2013</conf-date>
          <conf-loc>Chicago, IL</conf-loc>
          <pub-id pub-id-type="doi">10.1145/2487575.2487709</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heaivilin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gerbert</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbs</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Public health surveillance of dental pain via Twitter</article-title>
          <source>J Dent Res</source>
          <year>2011</year>
          <month>09</month>
          <volume>90</volume>
          <issue>9</issue>
          <fpage>1047</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21768306"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0022034511415273</pub-id>
          <pub-id pub-id-type="medline">21768306</pub-id>
          <pub-id pub-id-type="pii">0022034511415273</pub-id>
          <pub-id pub-id-type="pmcid">PMC3169887</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Velardi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stilo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tozzi</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Gesualdo</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Twitter mining for fine-grained syndromic surveillance</article-title>
          <source>Artif Intell Med</source>
          <year>2014</year>
          <month>07</month>
          <volume>61</volume>
          <issue>3</issue>
          <fpage>153</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1016/j.artmed.2014.01.002</pub-id>
          <pub-id pub-id-type="medline">24613716</pub-id>
          <pub-id pub-id-type="pii">S0933-3657(14)00004-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>How social media will change public health</article-title>
          <source>IEEE Intell. Syst</source>
          <year>2012</year>
          <month>07</month>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>81</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=6285937"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/MIS.2012.76</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Ethical issues in using Twitter for public health surveillance and research: developing a taxonomy of ethical concepts from the research literature</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>12</month>
          <day>22</day>
          <volume>16</volume>
          <issue>12</issue>
          <fpage>e290</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/12/e290/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3617</pub-id>
          <pub-id pub-id-type="medline">25533619</pub-id>
          <pub-id pub-id-type="pii">v16i12e290</pub-id>
          <pub-id pub-id-type="pmcid">PMC4285736</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Understanding the removal of precise geotagging in tweets</article-title>
          <source>Nat Hum Behav</source>
          <year>2020</year>
          <month>12</month>
          <day>07</day>
          <volume>4</volume>
          <issue>12</issue>
          <fpage>1219</fpage>
          <lpage>1221</lpage>
          <pub-id pub-id-type="doi">10.1038/s41562-020-00949-x</pub-id>
          <pub-id pub-id-type="medline">32895545</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41562-020-00949-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>QC</given-names>
            </name>
            <name name-style="western">
              <surname>McCullough</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meng</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kath</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Loomis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nsoesie</surname>
              <given-names>EO</given-names>
            </name>
            <name name-style="western">
              <surname>Wen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Geotagged US tweets as predictors of county-level health outcomes, 2015–2016</article-title>
          <source>Am J Public Health</source>
          <year>2017</year>
          <month>11</month>
          <volume>107</volume>
          <issue>11</issue>
          <fpage>1776</fpage>
          <lpage>1782</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.2017.303993</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Kar</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cochran</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Assessing relevance of tweets for risk communication</article-title>
          <source>International Journal of Digital Earth</source>
          <year>2018</year>
          <month>06</month>
          <volume>12</volume>
          <issue>7</issue>
          <fpage>781</fpage>
          <lpage>801</lpage>
          <pub-id pub-id-type="doi">10.1080/17538947.2018.1480670</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>National Health Interview Survey (NHIS) Restricted Variables</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/rdc/b1datatype/Dt1225.htm">https://www.cdc.gov/rdc/b1datatype/Dt1225.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>Encrypted or Restricted Variables</article-title>
          <source>National Cancer Insitute</source>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://healthcaredelivery.cancer.gov/seermedicare/privacy/variables.html">https://healthcaredelivery.cancer.gov/seermedicare/privacy/variables.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Criss</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dwivedi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Keralis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Phan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Yardi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Glymour</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Chae</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Gee</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>QC</given-names>
            </name>
          </person-group>
          <article-title>Exploring U.S. shifts in anti-Asian sentiment with the emergence of COVID-19</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>09</month>
          <day>25</day>
          <volume>17</volume>
          <issue>19</issue>
          <fpage>7032</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17197032"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17197032</pub-id>
          <pub-id pub-id-type="medline">32993005</pub-id>
          <pub-id pub-id-type="pii">ijerph17197032</pub-id>
          <pub-id pub-id-type="pmcid">PMC7579565</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rufai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bunce</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>World leaders' usage of Twitter in response to the COVID-19 pandemic: a content analysis</article-title>
          <source>J Public Health (Oxf)</source>
          <year>2020</year>
          <month>08</month>
          <day>18</day>
          <volume>42</volume>
          <issue>3</issue>
          <fpage>510</fpage>
          <lpage>516</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32309854"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/pubmed/fdaa049</pub-id>
          <pub-id pub-id-type="medline">32309854</pub-id>
          <pub-id pub-id-type="pii">5822639</pub-id>
          <pub-id pub-id-type="pmcid">PMC7188178</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guntuku</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Sherman</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Stokes</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Seltzer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>LH</given-names>
            </name>
          </person-group>
          <article-title>Tracking mental health and symptom mentions on Twitter during COVID-19</article-title>
          <source>J Gen Intern Med</source>
          <year>2020</year>
          <month>09</month>
          <day>07</day>
          <volume>35</volume>
          <issue>9</issue>
          <fpage>2798</fpage>
          <lpage>2800</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32638321"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-020-05988-8</pub-id>
          <pub-id pub-id-type="medline">32638321</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-020-05988-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7340749</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al-Ramahi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Elnoshokaty</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>El-Gayar</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Nasralah</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wahbeh</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Public discourse against masks in the COVID-19 era: infodemiology study of Twitter data</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2021</year>
          <month>04</month>
          <day>05</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e26780</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2021/4/e26780/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26780</pub-id>
          <pub-id pub-id-type="medline">33720841</pub-id>
          <pub-id pub-id-type="pii">v7i4e26780</pub-id>
          <pub-id pub-id-type="pmcid">PMC8023378</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pobiruchin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zowalla</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wiesner</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Temporal and location variations, and link categories for the dissemination of COVID-19-related information on Twitter during the SARS-CoV-2 outbreak in Europe: infoveillance study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>08</month>
          <day>28</day>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e19629</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e19629/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19629</pub-id>
          <pub-id pub-id-type="medline">32790641</pub-id>
          <pub-id pub-id-type="pii">v22i8e19629</pub-id>
          <pub-id pub-id-type="pmcid">PMC7470238</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>IK</given-names>
            </name>
            <name name-style="western">
              <surname>Heyl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lad</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Facini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Grout</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of Twitter data for an emerging crisis: an application to the first wave of COVID-19 in the UK</article-title>
          <source>Sci Rep</source>
          <year>2021</year>
          <month>09</month>
          <day>24</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>19009</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-021-98396-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-021-98396-9</pub-id>
          <pub-id pub-id-type="medline">34561514</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-021-98396-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC8463665</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turiel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez-Reyes</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Aste</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Wisdom of crowds detects COVID-19 severity ahead of officially available data</article-title>
          <source>Sci Rep</source>
          <year>2021</year>
          <month>07</month>
          <day>01</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>13678</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-021-93042-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-021-93042-w</pub-id>
          <pub-id pub-id-type="medline">34211001</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-021-93042-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC8249482</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roesslein</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>tweepy/tweepy</article-title>
          <source>GitHub</source>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/tweepy/tweepy">https://github.com/tweepy/tweepy</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>Racial Data Dashboard</article-title>
          <source>The COVID Tracking Project</source>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://covidtracking.com/race/dashboard">https://covidtracking.com/race/dashboard</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>2015-2019 ACS 5-year Estimates</article-title>
          <source>United States Census Bureau</source>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.census.gov/programs-surveys/acs/technical-documentation/table-and-geography-changes/2019/5-year.html">https://www.census.gov/programs-surveys/acs/technical-documentation/table-and-geography-changes/2019/5-year.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuomo</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Purushothaman</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>TK</given-names>
            </name>
          </person-group>
          <article-title>Sub-national longitudinal and geospatial analysis of COVID-19 tweets</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <month>10</month>
          <day>28</day>
          <volume>15</volume>
          <issue>10</issue>
          <fpage>e0241330</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0241330"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0241330</pub-id>
          <pub-id pub-id-type="medline">33112922</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-12570</pub-id>
          <pub-id pub-id-type="pmcid">PMC7592735</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 Forecasts: Cases</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/cases-updates/forecasts-cases.html">https://www.cdc.gov/coronavirus/2019-ncov/cases-updates/forecasts-cases.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hardy</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mana</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mundell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Neuman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Benheim</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Otenyo</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Who is to blame for COVID-19? Examining politicized fear and health behavior through a mixed methods study in the United States</article-title>
          <source>PLoS One</source>
          <year>2021</year>
          <month>9</month>
          <day>1</day>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>e0256136</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0256136"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0256136</pub-id>
          <pub-id pub-id-type="medline">34469453</pub-id>
          <pub-id pub-id-type="pii">PONE-D-21-10928</pub-id>
          <pub-id pub-id-type="pmcid">PMC8409642</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alwan</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Surveillance is underestimating the burden of the COVID-19 pandemic</article-title>
          <source>The Lancet</source>
          <year>2020</year>
          <month>09</month>
          <volume>396</volume>
          <issue>10252</issue>
          <fpage>e24</fpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(20)31823-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCormick</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cesare</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shojaie</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Spiro</surname>
              <given-names>ES</given-names>
            </name>
          </person-group>
          <article-title>Using Twitter for demographic and social science research: tools for data collection and processing</article-title>
          <source>Sociol Methods Res</source>
          <year>2017</year>
          <month>08</month>
          <day>09</day>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>390</fpage>
          <lpage>421</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29033471"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0049124115605339</pub-id>
          <pub-id pub-id-type="medline">29033471</pub-id>
          <pub-id pub-id-type="pmcid">PMC5639727</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>Twitter: distribution of global audiences 2021, by age group</article-title>
          <source>Statista</source>
          <year>2022</year>
          <month>03</month>
          <day>29</day>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/statistics/283119/age-distribution-of-global-twitter-users/">https://www.statista.com/statistics/283119/age-distribution-of-global-twitter-users/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shankar</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jeng</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Thomer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Yoon</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Data curation as collective action during COVID‐19</article-title>
          <source>J Assoc Inf Sci Technol</source>
          <year>2020</year>
          <month>09</month>
          <day>02</day>
          <volume>72</volume>
          <issue>3</issue>
          <fpage>280</fpage>
          <lpage>284</lpage>
          <pub-id pub-id-type="doi">10.1002/asi.24406</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Public health experts call out confusing COVID-19 data maps; DPH set to make changes</article-title>
          <source>WSB-TV Channel 2 - Atlanta</source>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wsbtv.com/news/georgia/public-health-experts-call-out-confusing-covid-19-data-maps-dph-set-make-changes/KZPBOLBG2BG2TAMI2N4CQGWESA/">https://www.wsbtv.com/news/georgia/public-health-experts-call-out-confusing-covid-19-data-maps-dph-set-make-changes/KZPBOLBG2BG2TAMI2N4CQGWESA/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wamsley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Fired Florida Data Scientist Launches A Coronavirus Dashboard Of Her Own</article-title>
          <source>NPR</source>
          <year>2020</year>
          <month>06</month>
          <day>14</day>
          <access-date>2022-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.npr.org/2020/06/14/876584284/fired-florida-data-scientist-launches-a-coronavirus-dashboard-of-her-own">https://www.npr.org/2020/06/14/876584284/fired-florida-data-scientist-launches-a-coronavirus-dashboard-of-her-own</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karami</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Vaezi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bansal</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Twitter speaks: A case of national disaster situational awareness</article-title>
          <source>Journal of Information Science</source>
          <year>2019</year>
          <month>03</month>
          <day>04</day>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>313</fpage>
          <lpage>324</lpage>
          <pub-id pub-id-type="doi">10.1177/0165551519828620</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dubey</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>The resurgence of cyber racism during the COVID-19 pandemic and its aftereffects: analysis of sentiments and emotions in tweets</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>10</month>
          <day>15</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e19833</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/4/e19833/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19833</pub-id>
          <pub-id pub-id-type="medline">32936772</pub-id>
          <pub-id pub-id-type="pii">v6i4e19833</pub-id>
          <pub-id pub-id-type="pmcid">PMC7596656</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
