<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i1e41388</article-id>
      <article-id pub-id-type="pmid">37343075</article-id>
      <article-id pub-id-type="doi">10.2196/41388</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Assessment of the Dissemination of COVID-19–Related Articles Across Social Media: Altmetrics Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Guardabasso</surname>
            <given-names>Vincenzo</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bu</surname>
            <given-names>Yi</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Khazaneha</surname>
            <given-names>Mahdiyeh</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Tornberg</surname>
            <given-names>Haley</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3941-3668</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Moezinia</surname>
            <given-names>Carine</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5421-355X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Wei</surname>
            <given-names>Chapman</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2004-5412</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Bernstein</surname>
            <given-names>Simone A</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6928-4182</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Wei</surname>
            <given-names>Chaplin</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2888-7769</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Al-Beyati</surname>
            <given-names>Refka</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <address>
            <institution>Department of Medicine</institution>
            <institution>David Geffen School of Medicine at University of California</institution>
            <addr-line>10833 Le Conte Ave</addr-line>
            <addr-line>Los Angeles, CA, 90095</addr-line>
            <country>United States</country>
            <phone>1 313 310 2931</phone>
            <email>Ralbeyat@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2435-5976</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Quan</surname>
            <given-names>Theodore</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8730-0804</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Diemert</surname>
            <given-names>David J</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2789-0512</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Cooper Medical School of Rowan University</institution>
        <addr-line>Camden, NJ</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Medicine, Hospital for Special Surgery</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Medicine, Staten Island University Hospital</institution>
        <addr-line>Staten Island, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Psychiatry</institution>
        <institution>Barnes-Jewish Hospital</institution>
        <institution>Washington University in St. Louis School of Medicine</institution>
        <addr-line>St. Louis, MO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>American University of Antigua</institution>
        <addr-line>Coolidge</addr-line>
        <country>Antigua and Barbuda</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Medicine</institution>
        <institution>David Geffen School of Medicine at University of California</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>The George Washington School of Medicine and Health Sciences</institution>
        <addr-line>Washington, DC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Refka Al-Beyati <email>Ralbeyat@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>7</month>
        <year>2023</year>
      </pub-date>
      <volume>7</volume>
      <elocation-id>e41388</elocation-id>
      <history>
        <date date-type="received">
          <day>24</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>17</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>23</day>
          <month>5</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Haley Tornberg, Carine Moezinia, Chapman Wei, Simone A Bernstein, Chaplin Wei, Refka Al-Beyati, Theodore Quan, David J Diemert. Originally published in JMIR Formative Research (https://formative.jmir.org), 12.07.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2023/1/e41388" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The use of social media assists in the distribution of information about COVID-19 to the general public and health professionals. Alternative-level metrics (ie, Altmetrics) is an alternative method to traditional bibliometrics that assess the extent of dissemination of a scientific article on social media platforms.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our study objective was to characterize and compare traditional bibliometrics (citation count) with newer metrics (Altmetric Attention Score [AAS]) of the top 100 Altmetric-scored articles on COVID-19.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The top 100 articles with the highest AAS were identified using the Altmetric explorer in May 2020. AAS, journal name, and mentions from various social media platforms (Twitter, Facebook, Wikipedia, Reddit, Mendeley, and Dimension) were collected for each article. Citation counts were collected from the Scopus database.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The median AAS and citation count were 4922.50 and 24.00, respectively. <italic>The</italic> <italic>New England Journal of Medicine</italic> published the most articles (18/100, 18%). Twitter was the most frequently used social media platform with 985,429 of 1,022,975 (96.3%) mentions. Positive correlations were observed between AAS and citation count (<italic>r</italic><sup>2</sup>=0.0973; <italic>P</italic>=.002).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our research characterized the top 100 COVID-19–related articles by AAS in the Altmetric database. Altmetrics could complement traditional citation count when assessing the dissemination of an article regarding COVID-19.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR2-10.2196/21408</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>Altmetric</kwd>
        <kwd>COVID-19</kwd>
        <kwd>citation</kwd>
        <kwd>dissemination</kwd>
        <kwd>information spread</kwd>
        <kwd>impact factor</kwd>
        <kwd>information</kwd>
        <kwd>social media</kwd>
        <kwd>bibliometric</kwd>
        <kwd>scientometric</kwd>
        <kwd>health professional</kwd>
        <kwd>Twitter</kwd>
        <kwd>database</kwd>
        <kwd>data</kwd>
        <kwd>citation</kwd>
        <kwd>impact factor</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>SARS-CoV-2 is the pathogen responsible for the latest global pandemic that has exhausted the global economy and health care system to a degree that has not been seen since the 1918 influenza outbreak. Originating from Wuhan, China, in December 2019, more than 230,000 reported fatalities have occurred worldwide as of May 1, 2020, from COVID-19, which is more than that from both severe acute respiratory syndrome and Middle East respiratory syndrome combined [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Due to its rapid spread and massive casualties, there has been a rapid rate of research dissemination across medical journals, and social media platforms to provide real-time guidance to the understanding of the epidemiology, disease characteristics, clinical management, and future treatment developments for COVID-19 to all stakeholders invested in managing this pandemic [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>In contrast to medical journals, social media can serve as a useful platform to inform the wider general public, both medical professionals and laypeople alike, and to disseminate crucial and novel information during this evolving crisis [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. To capture the level of an article’s dissemination across social media, or the “online attention” it receives, alternative metric tools, such as Altmetric, have been created [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. As opposed to traditional metrics of article dissemination, such as article citation count, metrics that capture article dissemination across social media are known as alternative metrics, or “altmetrics.” Provided by Altmetric, one of the main platforms of altmetrics that comprehensively measures web-based social media activity associated with academic articles, the Altmetric Attention Score (AAS) is a weighted score of the amount of “online attention” a research article has received across social media platforms. This refers solely to the number of citations, link-outs, and abstract views. These platforms include Twitter, Facebook, Google+, Wikipedia, blogs, and many others [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Given that AAS uses relevant social media platforms, including Twitter and Facebook, Altmetric can be a potentially useful adjunctive bibliometric tool for holistically evaluating an article’s “impact” beyond just scholarly impact [<xref ref-type="bibr" rid="ref11">11</xref>]. This includes information uptake, information engagement, and relevance of results. While the citation count or impact factor reflects the number of citations in other articles or journals, altmetrics reflect the instantaneous attention an article garners among news outlets, blogs, Twitter, Facebook, and other media platforms [<xref ref-type="bibr" rid="ref4">4</xref>]. Additionally, as paper journals move toward web-based platforms, the armament of these new internet-based technologies provides researchers with a new approach to assessing the effect of research [<xref ref-type="bibr" rid="ref4">4</xref>]. Over the years in biomedical research, the use of Twitter to disseminate article information has increased drastically, showcasing the degree to which the medical community uses social media [<xref ref-type="bibr" rid="ref12">12</xref>]. Previous studies have assessed the utility of these tools in determining its complementary use with citation count in various medical fields, but have reported variable results [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>However, the utility of altmetrics in relation to COVID-19 research has not yet been evaluated [<xref ref-type="bibr" rid="ref15">15</xref>]. Given that there has been a massive influx of COVID-19–related publications since early 2020, and that altmetrics allow one to rapidly assess an article’s level of dissemination upon publication, altmetrics have the potential to be used complementarily with traditional bibliometrics such as article citation for assessing COVID-19–related research [<xref ref-type="bibr" rid="ref10">10</xref>]. In the age of the internet where both the academic and the general communities are searching for insightful articles about COVID-19 on the web to gain a better understanding, altmetrics can provide a broader view of an article’s web-based interest and scholarly impact [<xref ref-type="bibr" rid="ref16">16</xref>]. The purpose of this study was to identify and characterize the 100 most “trended” COVID-19–related articles (ie, those with the highest AAS scores) across social media captured by Altmetric.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>Altmetric Explorer was used to identify COVID-19–related publications from December 2019 to May 2020 using the PubMed search terms “COVID-19,” “SARS CoV-2,” and “coronavirus.” Articles that were retracted by May 8, 2020, were excluded from the analysis. In total, 926 articles were found at that time. From this list, the top 100 articles were selected on the basis of their AAS and analyzed on May 8, 2020. The number of mentions from the following Altmetric data components were extracted and examined: news mentions, blog mentions, policy mentions, Twitter mentions, Facebook mentions, Wikipedia mentions, Reddit mentions, Mendeley readers, and the number of Dimension citations [<xref ref-type="bibr" rid="ref17">17</xref>]. Both Mendeley and Dimensions are research platforms that allow one to share research output. Altmetric can retrieve the number of Mendeley members, or “Mendeley readers,” who read a particular article [<xref ref-type="bibr" rid="ref18">18</xref>]. Similarly, Altmetric can extract the total references between publications from existing databases and full-text records available on the Dimensions database, or “Dimension citation” [<xref ref-type="bibr" rid="ref19">19</xref>]. In addition to the extraction of Altmetric data components, we also collected data about where the articles were published, article type, country of article origin, and the article citation count [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. The country of origin was determined from the author affiliation. If authors were from more than 1 country, the article was considered as describing an “international cooperation.” For traditional citation analysis, the article citation count was determined using the Scopus database.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p><xref ref-type="table" rid="table1">Table 1</xref> summarizes the altmetrics of the top 100 Altmetric articles. A majority of articles were published in biomedical journals. Of these 100 articles, The New England Journal of Medicine published the most manuscripts (18/100, 18%). In total, 42 of 100 (42%) articles were original investigations. Articles from The New England Journal of Medicine had the most news mentions (n=7073), blog mentions (n=637), and blog policy mentions (n=52) regarding COVID-19 (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The article with the highest AAS (33,828) was a biomechanistic basic science letter delineating the features of the SARS-CoV-2 genome and providing evidence that SARS-CoV-2 was not constructed in a laboratory (AAS=33,828; citation count=30), while the article with the highest citation count was one of the largest case series that assessed the characteristics of patients admitted to the hospital for COVID-19 pneumonia in China (AAS=14,276; citation count=1,096; <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) [<xref ref-type="bibr" rid="ref20">20</xref>]. Median AAS, Field-Weighted Citation Impact, and citation count were 4,922.50, 37.92, and 24.00, respectively. All articles were classified in the top 5% of scientific output [<xref ref-type="bibr" rid="ref12">12</xref>], implying that these articles rank in the top 5% of more than 15.5 million research publications scored by Altmetrics. In other words, these articles have garnered the most attention. A majority of articles originated from China (n=32), followed by the United States (n=27; <xref ref-type="table" rid="table2">Table 2</xref>). In total, 22 articles were published by authors affiliated with institutions that have international cooperation. The article with the most Mendeley readers was a viewpoint article summarizing one of the largest case series describing patient characteristics from China (Mendeley reader=2581) [<xref ref-type="bibr" rid="ref21">21</xref>]. The article with the most Dimension citations was the same study that had the highest citation count (Dimension citation number=2233) [<xref ref-type="bibr" rid="ref22">22</xref>]. There was a total of 1,022,975 mentions of the social media platforms that were assessed; of these, Twitter had the most mentions of the selected articles at 96.3% (985,429/1,022,975). Additionally, 99 articles were open access. A positive correlation was observed between AAS and citation count (r2=0.0973; <italic>P</italic>=.002).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Characteristics and components of the Top 100 COVID-19–related articles by Altmetric score<sup>a</sup>.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="570"/>
          <col width="400"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristics</td>
              <td>Values<sup>b</sup></td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">Altmetric score, median (range)</td>
              <td>4922.50 (2841-33,828)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Traditional citation, median (range)<sup>c</sup></td>
              <td>24.00 (0-1096)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">News mentions, n (range)</td>
              <td>32,509 (1-2021)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Blog mentions, n (range)</td>
              <td>2630 (0-131)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Policy mentions, n (range)</td>
              <td>154 (0-21)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Twitter mentions, n (range)</td>
              <td>985,429 (1381-84,022)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Facebook mentions, n (range)</td>
              <td>1138 (0-58)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Wikipedia mentions, n (range)</td>
              <td>177 (0-11)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Reddit mentions, n (range)</td>
              <td>938 (0-40)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Mendeley readers, n (range)</td>
              <td>9283 (0-2581)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Dimension citations, n (range)</td>
              <td>18,011 (0-2233)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Article types, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td/>
              <td>Original investigation</td>
              <td>44 (44)</td>
            </tr>
            <tr valign="top">
              <td/>
              <td>Correspondence</td>
              <td>31 (31)</td>
            </tr>
            <tr valign="top">
              <td/>
              <td>Editorial</td>
              <td>14 (14)</td>
            </tr>
            <tr valign="top">
              <td/>
              <td>Review</td>
              <td>4 (4)</td>
            </tr>
            <tr valign="top">
              <td/>
              <td>Viewpoint</td>
              <td>6 (6)</td>
            </tr>
            <tr valign="top">
              <td/>
              <td>Open access</td>
              <td>100 (100)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Study design of original investigations (n=44), n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td/>
              <td>Clinical trials</td>
              <td>4 (9)</td>
            </tr>
            <tr valign="top">
              <td/>
              <td>Prospective or retrospective cohort studies</td>
              <td>21 (48)</td>
            </tr>
            <tr valign="top">
              <td/>
              <td>Cross-sectional</td>
              <td>1 (2)</td>
            </tr>
            <tr valign="top">
              <td/>
              <td>Case series</td>
              <td>7 (16)</td>
            </tr>
            <tr valign="top">
              <td/>
              <td>Basic science in vitro or in vivo studies</td>
              <td>8 (18)</td>
            </tr>
            <tr valign="top">
              <td/>
              <td>Model validation studies</td>
              <td>3 (7)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>A total of 16 articles had a Field-Weighted Citation Impact of 0 because they did not have a score yet on Scopus at the time of the study and were not part of the analysis.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>Total sum of all mentions for each article included in the study.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>Three articles did not have a citation count on Scopus or PubMed Central at the time of the study and were not part of the analysis.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Top 100 Articles with the highest Altmetric Attention Scores according to country of origin.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="500"/>
          <col width="500"/>
          <thead>
            <tr valign="top">
              <td>Country</td>
              <td>Articles, n</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>United States</td>
              <td>27</td>
            </tr>
            <tr valign="top">
              <td>China</td>
              <td>32</td>
            </tr>
            <tr valign="top">
              <td>United Kingdom</td>
              <td>6</td>
            </tr>
            <tr valign="top">
              <td>Germany</td>
              <td>4</td>
            </tr>
            <tr valign="top">
              <td>Italy</td>
              <td>3</td>
            </tr>
            <tr valign="top">
              <td>France</td>
              <td>2</td>
            </tr>
            <tr valign="top">
              <td>Australia</td>
              <td>1</td>
            </tr>
            <tr valign="top">
              <td>Iceland</td>
              <td>1</td>
            </tr>
            <tr valign="top">
              <td>Singapore</td>
              <td>1</td>
            </tr>
            <tr valign="top">
              <td>South Korea</td>
              <td>1</td>
            </tr>
            <tr valign="top">
              <td>International collaboration</td>
              <td>22</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>In the past several months since COVID-19 has spread globally, many articles pertaining to the pandemic have been disseminated. Traditionally, high-quality and regarded articles can be ascertained via citation count; however, that is not always possible in a rapidly evolving pandemic such as the current one. This study identified and characterized the top 100 Altmetric articles related to COVID-19.</p>
      <p>A majority of these top studies disseminated across social media platforms originated from authors from China. This is not surprising as COVID-19 originated from Wuhan, China. Within the 5-6 months that COVID-19 was discovered, the general public, as well as academic readers, was engaged in learning about the clinical characteristics of COVID-19 in China. It was surprising that the article that received the most attention per Altmetric was a correspondence letter analyzing the key features of the SARS-CoV-2 genome and theories of its origin [<xref ref-type="bibr" rid="ref20">20</xref>]. This suggests that the public’s engagement in COVID-19–related research was increased in understanding the origin of the COVID-19 pandemic at that time. From a bibliometric perspective, <italic>The New England Journal of Medicine</italic> has been publishing articles with the highest collective AAS. This is not surprising as <italic>The New England Journal of Medicine</italic> is the highest-ranked general medicine journal [<xref ref-type="bibr" rid="ref23">23</xref>]. Hence, the general public disseminates articles that are published in highly reputed journals across social media platforms the most.</p>
      <p>Studies have previously shown that Altmetric scores are positively correlated with traditional citation count [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref28">28</xref>]. In the current literature, citation count has shown a weakly positive correlation with AAS. Interestingly, the current literature notes that journals with a high Twitter presence have a higher AAS, which our data also reinforce [<xref ref-type="bibr" rid="ref29">29</xref>]. In our analysis, we observed that Twitter was the most frequently used social media platform and had the most mentions of our selected articles, which also aligns with previous findings [<xref ref-type="bibr" rid="ref30">30</xref>]. All these studies have stated that altmetrics, including AAS, are most effectively used complementary to traditional bibliometrics and should not necessarily be used on their own to assess an article’s quality [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>Interestingly, it is important to note that original articles, particularly observational cohort studies, were disseminated more quickly on social media platforms, while the top biomechanistic basic science article was also rapidly disseminated, most likely because this article addressed the possibility of SARS-CoV-2 being engineered in a laboratory [<xref ref-type="bibr" rid="ref20">20</xref>]. Additionally, all the articles were open access and freely accessible to the general public likely because there is an alignment between scientists and the general public concerning the need to disseminate new findings related to COVID-19 as quickly as possible, given the enormous burden of this ongoing pandemic. With the access barrier removed, there is significantly greater availability than usual to read newly published articles and then disseminate them to peers.</p>
      <p>There are several limitations to our study. This study analyzed the trend of COVID-19–related studies at the beginning of the COVID-19 pandemic to show and assess what articles were extremely relevant to the general viewer at that time. Article types can change over time, especially when the COVID-19 pandemic is over. Additionally, our study only assessed the top 100 articles, which could have resulted in a selection bias. Other articles were not included for analysis because were not as trendy. Thus, the results may change with additional studies. We also only used Altmetric for analysis. Other altmetrics tools, including PlumX and Impact story, may use different algorithms in determining web-based impact. Altmetrics do not necessarily reflect the scientific quality of an article [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Just because an article generated more attention among the general public and academic community, it does not correlate with a better study design, results, or quality of evidence. AAS is more dynamic relative to citation count, making the precision, consistency, and reproducibility of Altmetric analysis challenging.</p>
      <p>Our study did not evaluate altmetrics as part of a bigger image with epistemological and sociological tools outside of the platform information provided in Altmetrics Explorer. Future research in that direction may help enhance our understanding of altmetrics in COVID-19–related research.</p>
      <p>In conclusion, our study characterized an early general public engagement of the top 100 Altmetric articles related to COVID-19. The top-most published articles shared across various platforms focused on the clinical characteristics of COVID-19 and exploring the origin of SARS-CoV-2. While altmetrics and citation count were weakly correlated, these 2 metrics are separate and unique such that they may augment the holistic understanding of an article’s impact when juxtaposed with each other.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Comparison of journals and their total scores and mentions.</p>
        <media xlink:href="formative_v7i1e41388_app1.docx" xlink:title="DOCX File , 27 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Articles and their Altmetric score and mentions.</p>
        <media xlink:href="formative_v7i1e41388_app2.docx" xlink:title="DOCX File , 44 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AAS</term>
          <def>
            <p>Altmetric Attention Score</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 Dashboard</article-title>
          <source>Center for Systems Science and Engineering (CSSE) at Johns Hopkins University (JHU)</source>
          <access-date>2020-05-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gisanddata.maps.arcgis.com/apps/opsdashboard/index.html#/bda7594740fd40299423467b48e9ecf6">https://gisanddata.maps.arcgis.com/apps/opsdashboard/index.html#/bda7594740fd40299423467b48e9ecf6</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mahase</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus covid-19 has killed more people than SARS and MERS combined, despite lower case fatality rate</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>02</month>
          <day>18</day>
          <volume>368</volume>
          <fpage>m641</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.m641</pub-id>
          <pub-id pub-id-type="medline">32071063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Song</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Karako</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>COVID-19: Real-time dissemination of scientific information to fight a public health emergency of international concern</article-title>
          <source>Biosci Trends</source>
          <year>2020</year>
          <month>03</month>
          <day>16</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.5582/bst.2020.01056"/>
          </comment>
          <pub-id pub-id-type="doi">10.5582/bst.2020.01056</pub-id>
          <pub-id pub-id-type="medline">32092748</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patthi</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Altmetrics – a collated adjunct beyond citations for scholarly impact: a systematic review</article-title>
          <source>JCDR</source>
          <year>2017</year>
          <pub-id pub-id-type="doi">10.7860/jcdr/2017/26153.10078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ventola</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Social media and health care professionals: benefits, risks, and best practices</article-title>
          <source>P T</source>
          <year>2014</year>
          <month>07</month>
          <volume>39</volume>
          <issue>7</issue>
          <fpage>491</fpage>
          <lpage>520</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25083128"/>
          </comment>
          <pub-id pub-id-type="medline">25083128</pub-id>
          <pub-id pub-id-type="pmcid">PMC4103576</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Pumper</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Social media use by physicians: a qualitative study of the new frontier of medicine</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2016</year>
          <month>07</month>
          <day>15</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>91</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-016-0327-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-016-0327-y</pub-id>
          <pub-id pub-id-type="medline">27418201</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-016-0327-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC4946237</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kraker</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lex</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gumpenberger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gorraiz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Research data explored: an extended analysis of citations and altmetrics</article-title>
          <source>Scientometrics</source>
          <year>2016</year>
          <month>2</month>
          <day>15</day>
          <volume>107</volume>
          <issue>2</issue>
          <fpage>723</fpage>
          <lpage>744</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27122647"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11192-016-1887-4</pub-id>
          <pub-id pub-id-type="medline">27122647</pub-id>
          <pub-id pub-id-type="pii">1887</pub-id>
          <pub-id pub-id-type="pmcid">PMC4833815</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Priem</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Taraborelli</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Groth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Neylon</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Altmetrics: A manifesto</article-title>
          <source>Altmetrics</source>
          <year>2010</year>
          <access-date>2023-06-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://altmetrics.org/manifesto">http://altmetrics.org/manifesto</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Priem</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Groth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Taraborelli</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The altmetrics collection</article-title>
          <source>PLoS One</source>
          <year>2012</year>
          <month>11</month>
          <day>1</day>
          <volume>7</volume>
          <issue>11</issue>
          <fpage>e48753</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0048753"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0048753</pub-id>
          <pub-id pub-id-type="medline">23133655</pub-id>
          <pub-id pub-id-type="pii">PONE-D-12-29519</pub-id>
          <pub-id pub-id-type="pmcid">PMC3486795</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elmore</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>The Altmetric Attention Score: what does it mean and why should I care?</article-title>
          <source>Toxicol Pathol</source>
          <year>2018</year>
          <month>04</month>
          <day>15</day>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>252</fpage>
          <lpage>255</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29448902"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0192623318758294</pub-id>
          <pub-id pub-id-type="medline">29448902</pub-id>
          <pub-id pub-id-type="pmcid">PMC5912977</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Vaduganathan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatt</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Bonow</surname>
              <given-names>RO</given-names>
            </name>
          </person-group>
          <article-title>Characterizing high-performing articles by Altmetric score in major cardiovascular journals</article-title>
          <source>JAMA Cardiol</source>
          <year>2018</year>
          <month>12</month>
          <day>01</day>
          <volume>3</volume>
          <issue>12</issue>
          <fpage>1249</fpage>
          <lpage>1251</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30476952"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamacardio.2018.3823</pub-id>
          <pub-id pub-id-type="medline">30476952</pub-id>
          <pub-id pub-id-type="pii">2715107</pub-id>
          <pub-id pub-id-type="pmcid">PMC6529294</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haustein</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Costas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Larivière</surname>
              <given-names>Vincent</given-names>
            </name>
          </person-group>
          <article-title>Characterizing social media metrics of scholarly papers: the effect of document properties and collaboration patterns</article-title>
          <source>PLoS One</source>
          <year>2015</year>
          <month>3</month>
          <day>17</day>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>e0120495</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0120495"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0120495</pub-id>
          <pub-id pub-id-type="medline">25780916</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-48905</pub-id>
          <pub-id pub-id-type="pmcid">PMC4363625</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mills</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Polin</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sarin</surname>
              <given-names>KY</given-names>
            </name>
          </person-group>
          <article-title>Comparing online engagement and academic impact of dermatology research: An Altmetric Attention Score and PlumX Metrics analysis</article-title>
          <source>J Am Acad Dermatol</source>
          <year>2020</year>
          <month>08</month>
          <volume>83</volume>
          <issue>2</issue>
          <fpage>648</fpage>
          <lpage>650</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jaad.2019.12.003</pub-id>
          <pub-id pub-id-type="medline">31836559</pub-id>
          <pub-id pub-id-type="pii">S0190-9622(19)33241-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parrish</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jenkins</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Brundage</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hrynewycz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The top 100 spine surgery articles on social media: an Altmetric study</article-title>
          <source>Spine (Phila Pa 1976)</source>
          <year>2020</year>
          <month>09</month>
          <day>01</day>
          <volume>45</volume>
          <issue>17</issue>
          <fpage>1229</fpage>
          <lpage>1238</lpage>
          <pub-id pub-id-type="doi">10.1097/BRS.0000000000003508</pub-id>
          <pub-id pub-id-type="medline">32355144</pub-id>
          <pub-id pub-id-type="pii">00007632-202009010-00018</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mugabushaka</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>van Eck</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Waltman</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Funding Covid-19 research: Insights from an exploratory analysis using open data infrastructures</article-title>
          <source>arXiv</source>
          <comment>Preprint posted online February 23, 2022</comment>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.48550/arXiv.2202.11639"/>
          </comment>
          <pub-id pub-id-type="doi">10.1162/qss_a_00212/v2/response1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ong</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>The role of social media during the COVID-19 pandemic</article-title>
          <source>Ann Acad Med Singap</source>
          <year>2020</year>
          <month>06</month>
          <volume>49</volume>
          <issue>6</issue>
          <fpage>408</fpage>
          <lpage>410</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annals.edu.sg/pdf/49VolNo6Jun2020/V49N6p408.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">32712642</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ortega</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Disciplinary differences of the impact of altmetric</article-title>
          <source>FEMS Microbiol Lett</source>
          <year>2018</year>
          <month>04</month>
          <day>01</day>
          <volume>365</volume>
          <issue>7</issue>
          <fpage>09</fpage>
          <pub-id pub-id-type="doi">10.1093/femsle/fny049</pub-id>
          <pub-id pub-id-type="medline">29518193</pub-id>
          <pub-id pub-id-type="pii">4923021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>Mendeley</article-title>
          <source>Altmetric</source>
          <year>2020</year>
          <access-date>2023-06-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://help.altmetric.com/support/solutions/articles/6000236722-mendeley">https://help.altmetric.com/support/solutions/articles/6000236722-mendeley</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>Dimensions Citation Data</article-title>
          <source>Altmetric</source>
          <year>2020</year>
          <access-date>2023-06-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://help.altmetric.com/support/solutions/articles/6000236718-dimensions-citation-data">https://help.altmetric.com/support/solutions/articles/6000236718-dimen sions-citation-data</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Rambaut</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lipkin</surname>
              <given-names>WI</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Garry</surname>
              <given-names>RF</given-names>
            </name>
          </person-group>
          <article-title>The proximal origin of SARS-CoV-2</article-title>
          <source>Nat Med</source>
          <year>2020</year>
          <month>04</month>
          <day>17</day>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>450</fpage>
          <lpage>452</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32284615"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-020-0820-9</pub-id>
          <pub-id pub-id-type="medline">32284615</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-0820-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7095063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>McGoogan</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of and important lessons from the coronavirus disease 2019 (COVID-19) outbreak in China: summary of a report of 72 314 cases from the Chinese Center for Disease Control and Prevention</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>04</month>
          <day>07</day>
          <volume>323</volume>
          <issue>13</issue>
          <fpage>1239</fpage>
          <lpage>1242</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.2648</pub-id>
          <pub-id pub-id-type="medline">32091533</pub-id>
          <pub-id pub-id-type="pii">2762130</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Xia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Clinical features of patients infected with 2019 novel coronavirus in Wuhan, China</article-title>
          <source>The Lancet</source>
          <year>2020</year>
          <month>02</month>
          <volume>395</volume>
          <issue>10223</issue>
          <fpage>497</fpage>
          <lpage>506</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(20)30183-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Falk Delgado</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Falk Delgado</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Home institution bias in the New England Journal of Medicine? A noninferiority study on citation rates</article-title>
          <source>Scientometrics</source>
          <year>2018</year>
          <month>11</month>
          <day>18</day>
          <volume>115</volume>
          <issue>1</issue>
          <fpage>607</fpage>
          <lpage>611</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29527075"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11192-017-2584-7</pub-id>
          <pub-id pub-id-type="medline">29527075</pub-id>
          <pub-id pub-id-type="pii">2584</pub-id>
          <pub-id pub-id-type="pmcid">PMC5838120</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maggio</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Leroux</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Artino</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>#MedEd: exploring the relationship between altmetrics and traditional measures of dissemination in health professions education</article-title>
          <source>Perspect Med Educ</source>
          <year>2018</year>
          <month>08</month>
          <day>12</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>239</fpage>
          <lpage>247</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s40037-018-0438-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40037-018-0438-5</pub-id>
          <pub-id pub-id-type="medline">29949099</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40037-018-0438-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6086816</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Desai</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gosain</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Correlation between Altmetric score and citations in pediatric surgery core journals</article-title>
          <source>J Surg Res</source>
          <year>2019</year>
          <month>11</month>
          <volume>243</volume>
          <fpage>52</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jss.2019.05.010</pub-id>
          <pub-id pub-id-type="medline">31154133</pub-id>
          <pub-id pub-id-type="pii">S0022-4804(19)30301-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nocera</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Boudreau</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hakim</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Rais-Bahrami</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Examining the correlation between Altmetric score and citations in the urology literature</article-title>
          <source>Urology</source>
          <year>2019</year>
          <month>12</month>
          <volume>134</volume>
          <fpage>45</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1016/j.urology.2019.09.014</pub-id>
          <pub-id pub-id-type="medline">31560915</pub-id>
          <pub-id pub-id-type="pii">S0090-4295(19)30827-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amath</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ambacher</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Leddy</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ramnanan</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Comparing alternative and traditional dissemination metrics in medical education</article-title>
          <source>Med Educ</source>
          <year>2017</year>
          <month>09</month>
          <day>18</day>
          <volume>51</volume>
          <issue>9</issue>
          <fpage>935</fpage>
          <lpage>941</lpage>
          <pub-id pub-id-type="doi">10.1111/medu.13359</pub-id>
          <pub-id pub-id-type="medline">28719136</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruan</surname>
              <given-names>QZ</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Singhal</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>BT</given-names>
            </name>
          </person-group>
          <article-title>Alternative metrics of scholarly output: the relationship among Altmetric score, Mendeley Reader score, citations, and downloads in plastic and reconstructive surgery</article-title>
          <source>Plast Reconstr Surg</source>
          <year>2018</year>
          <month>03</month>
          <volume>141</volume>
          <issue>3</issue>
          <fpage>801</fpage>
          <lpage>809</lpage>
          <pub-id pub-id-type="doi">10.1097/PRS.0000000000004128</pub-id>
          <pub-id pub-id-type="medline">29481413</pub-id>
          <pub-id pub-id-type="pii">00006534-201803000-00041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dardas</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Woodward</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sawair</surname>
              <given-names>FA</given-names>
            </name>
          </person-group>
          <article-title>Measuring the social impact of nursing research: an insight into altmetrics</article-title>
          <source>J Adv Nurs</source>
          <year>2019</year>
          <month>07</month>
          <day>24</day>
          <volume>75</volume>
          <issue>7</issue>
          <fpage>1394</fpage>
          <lpage>1405</lpage>
          <pub-id pub-id-type="doi">10.1111/jan.13921</pub-id>
          <pub-id pub-id-type="medline">30507052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Can tweets predict citations? Metrics of social impact based on Twitter and correlation with traditional metrics of scientific impact</article-title>
          <source>J Med Internet Res</source>
          <year>2011</year>
          <month>12</month>
          <day>19</day>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>e123</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2011/4/e123/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2012</pub-id>
          <pub-id pub-id-type="medline">22173204</pub-id>
          <pub-id pub-id-type="pii">v13i4e123</pub-id>
          <pub-id pub-id-type="pmcid">PMC3278109</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bornmann</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Haunschild</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Do altmetrics correlate with the quality of papers? A large-scale empirical study based on F1000Prime data</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <month>5</month>
          <day>23</day>
          <volume>13</volume>
          <issue>5</issue>
          <fpage>e0197133</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0197133"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0197133</pub-id>
          <pub-id pub-id-type="medline">29791468</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-05457</pub-id>
          <pub-id pub-id-type="pmcid">PMC5965816</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
