<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i1e54092</article-id>
      <article-id pub-id-type="pmid">39636665</article-id>
      <article-id pub-id-type="doi">10.2196/54092</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Understanding Membership in Alternative Health Social Media Groups and Its Association with COVID-19 and Influenza Vaccination: Web-Based Cross-Sectional Survey</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lazard</surname>
            <given-names>Allison</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Southwell</surname>
            <given-names>Brian</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Na</surname>
            <given-names>Kilhoe</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Communication and Media</institution>
            <institution>Merrimack College</institution>
            <addr-line>Cushing Hall 306B</addr-line>
            <addr-line>315 Turnpike St.</addr-line>
            <addr-line>North Andover, MA, 01845</addr-line>
            <country>United States</country>
            <phone>1 9788375765</phone>
            <email>nak@merrimack.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5472-0028</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Zimdars</surname>
            <given-names>Melissa</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8580-3133</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Cullinan</surname>
            <given-names>Megan E</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6302-3950</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Communication and Media</institution>
        <institution>Merrimack College</institution>
        <addr-line>North Andover, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Communication Studies</institution>
        <institution>University of Montana</institution>
        <addr-line>Missoula, MT</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Kilhoe Na <email>nak@merrimack.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>5</day>
        <month>12</month>
        <year>2024</year>
      </pub-date>
      <volume>8</volume>
      <elocation-id>e54092</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>10</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>18</day>
          <month>3</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>23</day>
          <month>6</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>10</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Kilhoe Na, Melissa Zimdars, Megan E Cullinan. Originally published in JMIR Formative Research (https://formative.jmir.org), 05.12.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2024/1/e54092" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Social media platforms have become home to numerous alternative health groups where people share health information and scientifically unproven treatments. Individuals share not only health information but also health misinformation in alternative health groups on social media. Yet, little research has been carried out to understand members of these groups. This study aims to better understand various characteristics of members in alternative health groups and the association between membership and attitudes toward vaccination and COVID-19 and influenza vaccination–related behaviors.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to test hypotheses about different potential characteristics of members in alternative health groups and the association between membership and attitudes toward vaccination and vaccine-related behaviors.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A web-based cross-sectional survey (N=1050) was conducted. Participants were recruited from 19 alternative health social media groups and Amazon’s Mechanical Turk. A total of 596 participants were members of alternative health groups and 454 were nonmembers of alternative health groups. Logistic regressions were performed to test the hypotheses about the relationship between membership and the variables of interest.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Logistic regression revealed that there is a positive association between alternative health social media group membership and 3 personal characteristics: sharing trait (B=.83, SE=.11; <italic>P</italic>&#60;.01; odds ratio [OR] 2.30, 95% CI 1.85-2.86), fear of negative evaluations (B=.19, SE=.06; <italic>P</italic>&#60;.001, OR 1.21, 95% CI 1.06-1.37), and conspiratorial mentality (B=.33, SE=.08; <italic>P</italic>&#60;.01; OR 1.40, 95% CI 1.18-1.65). Also, the results indicate that there is a negative association between membership and 2 characteristics: health literacy (B=–1.09, SE=.17; <italic>P</italic>&#60;.001; OR .33, 95% CI 0.23-0.47) and attitudes toward vaccination (B=– 2.33, SE=.09; <italic>P</italic>=.02; OR 0.79, 95% CI 0.65-0.95). However, there is no association between membership and health consciousness (B=.12, SE=.10; <italic>P</italic>=.24; OR 1.13, 95% CI 0.92-1.38). Finally, membership is negatively associated with COVID-19 vaccination status (B=–.84, SE=.17; <italic>P</italic>&#60;.001; OR 48, 95% CI 0.32-0.62), and influenza vaccination practice (B=–1.14, SE=.17; <italic>P</italic>&#60;.001; OR .31, 95% CI 0.22-0.45).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our findings indicate that people joining alternative health social media groups differ from nonmembers in different aspects, such as sharing, fear of negative evaluations, conspiratorial mentality, and health literacy. They also suggest that there is a significant relationship between membership and vaccination. By more thoroughly exploring the demographic, or by better understanding the people for whom interventions are designed, this study is expected to help researchers to more strategically and effectively develop and implement interventions.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>alternative health</kwd>
        <kwd>social media</kwd>
        <kwd>misinformation</kwd>
        <kwd>vaccination</kwd>
        <kwd>COVID-19</kwd>
        <kwd>Coronavirus</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Social media platforms such as Facebook and Reddit are home to numerous alternative health groups where hundreds and even thousands of people share health issues, learn about strategies to improve their health or achieve their health goals, find support among others, and share alternative health news [<xref ref-type="bibr" rid="ref1">1</xref>]. Alternative health can be defined as information and treatments that have not been “scientifically researched and consequently approved by professional associations” [<xref ref-type="bibr" rid="ref2">2</xref>]; examples include homeopathy, naturopathy, and treatments such as chiropractic manipulation [<xref ref-type="bibr" rid="ref3">3</xref>]. These online communities are also where health and science misinformation are regularly shared among group members or submembers [<xref ref-type="bibr" rid="ref1">1</xref>]. Health misinformation can be defined as false, misleading, ineffective, and even harmful information and treatments that do “not enjoy universal or near-universal consensus as being true at a particular moment in time on the basis of evidence” [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>Groups forming around different topics are prominent, and can be promoted by, social media platforms, especially Facebook [<xref ref-type="bibr" rid="ref5">5</xref>]. These groups, and social media platforms more generally, are important sites for the circulation or diffusion of health information [<xref ref-type="bibr" rid="ref6">6</xref>] as well as the circulation or diffusion of health misinformation [<xref ref-type="bibr" rid="ref7">7</xref>]. Alternative health groups, specifically, are a “fertile ground” that engenders “concerns, rumors, and heated debates” [<xref ref-type="bibr" rid="ref8">8</xref>], which can lead to people refusing critical health care interventions, such as vaccination, and choosing pointless or unsafe medical interventions [<xref ref-type="bibr" rid="ref9">9</xref>]. This makes social media alternative health groups important spaces for study. Why do people join alternative health groups? What are the characteristics of members of alternative health groups? How does membership in alternative health groups relate to people’s health views or vaccination statuses? While we increasingly understand misinformation as content and how health misinformation circulates across social media platforms [<xref ref-type="bibr" rid="ref10">10</xref>], we still know very little about who may be likely to join and engage in spaces where health misinformation circulates. So, this study aims to better understand individuals joining alternative health groups on social media and their attitudes toward vaccination and their related behaviors.</p>
      </sec>
      <sec>
        <title>Predisposing Characteristics of Members of Alternative Health Social Media Groups</title>
        <p>Individuals are motivated to join online communities for informational and social support [<xref ref-type="bibr" rid="ref11">11</xref>]. When it comes to health-related virtual communities, the motivations are not different. For example, health patients and caregivers are motivated to join them to obtain or exchange information as well as to get emotional support and empathy from others [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. While sharing patterns might differ depending on the kind of online health communities [<xref ref-type="bibr" rid="ref18">18</xref>], given the motivations and goals, it is natural for members of online health communities to be information diffusers compared to non-members. Like other online health communities, people might join alternative health groups to share information with other users in the same community. Indeed, research on participants in alternative health groups indicates that members frequently share what they learn about different health topics with other online health group members [<xref ref-type="bibr" rid="ref1">1</xref>]. Therefore, the following was hypothesized as H1: Membership in alternative health groups on social media is positively associated with online sharing traits.</p>
        <p>While people could get and exchange informational and social support offline in the context of health, some individuals choose to join online communities for these types of support, as they see online spaces as “safe places” to connect with others and receive information [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Online groups might provide those who deal with health-related stigmatization with “safer places” [<xref ref-type="bibr" rid="ref21">21</xref>] for discussions of topics that might be negatively perceived [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. Given the negative perceptions of alternative health groups on social media [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>], individuals who are interested in alternative health and would like to obtain or exchange information about alternative health information might need “safer places” as well. Fear of negative evaluations, “apprehension and distress arising from concerns about being judged disparagingly or hostilely by others” [<xref ref-type="bibr" rid="ref28">28</xref>], is positively associated with the effect of mediated channels, rather than face-to-face interactions [<xref ref-type="bibr" rid="ref29">29</xref>], these people might go online to interact with others with the same interest. Therefore, the following was hypothesized as H2: Membership in alternative health groups on social media is positively associated with fear of negative evaluations.</p>
        <p>Many of the alternative health groups on social media have become spaces for sharing misinformation [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. So, these groups might attract those who are vulnerable to inaccurate health information (ie, those who are more likely to believe inaccurate health information as true). Conspiratorial mentality, the general tendency “to subscribe to theories blaming a conspiracy of ill-intending individuals or groups for important societal phenomena” [<xref ref-type="bibr" rid="ref31">31</xref>], is one of the contributors to misinformation belief [<xref ref-type="bibr" rid="ref32">32</xref>]. Also, those with a strong conspiratorial mentality tend to mistrust any official sources [<xref ref-type="bibr" rid="ref33">33</xref>] so they might rely more on alternative health groups as sources of health information. Therefore, the following was hypothesized as H3: Membership in alternative health groups on social media is positively associated with a conspiratorial mentality.</p>
        <p>Health consciousness refers to the degree to which individuals attend to their health [<xref ref-type="bibr" rid="ref34">34</xref>]. A study on the relationship between health consciousness and health care shows that those who are health-conscious are “more open to unorthodox medical alternatives than less health-conscious people” [<xref ref-type="bibr" rid="ref35">35</xref>], which implies that highly health-conscious individuals are more likely to be open to a variety of potential health options and nontraditional sources of health information, such as social media groups. Also, health consciousness positively impacts community participation [<xref ref-type="bibr" rid="ref36">36</xref>], so they may be more motivated to join online health communities, including alternative health groups. Therefore, the following was hypothesized as H4<bold>:</bold> Membership in alternative health groups on social media is positively associated with health consciousness.</p>
        <p>Health literacy is another related but different concept that needs to be understood the effect of individual differences on alternative health group membership. Health literacy involves knowledge of health, processing and using health information, and the ability to maintain health by applying the information [<xref ref-type="bibr" rid="ref37">37</xref>]. Diviani et al [<xref ref-type="bibr" rid="ref38">38</xref>] found that low health literacy is negatively associated with the ability to evaluate online health information. As misinformation is widely shared in alternative health groups on social media [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref30">30</xref>], those with high levels of health literacy might not join alternative health groups, while those with low levels of health literacy might join them. Therefore, the following is hypothesized as H5: Membership in alternative health groups on social media is negatively associated with health literacy.</p>
      </sec>
      <sec>
        <title>Association Between Membership in Alternative Health Groups and Vaccination</title>
        <p>Research has shown that misinformation about vaccines is prevalent on social media [<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref41">41</xref>]. As vaccination misinformation focuses on the side effects of vaccination [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref43">43</xref>], it is likely that misinformation on vaccination results in negative attitudes toward vaccination. So, members of alternative health groups are more likely to encounter false claims about vaccination than nonmembers and, in turn, more likely to have negative attitudes toward vaccination. Alternatively, it is possible that those who already have negative attitudes toward vaccination are more likely to join alternative health groups to obtain vaccine information that is consistent with their belief in vaccination and the attitude was reinforced [<xref ref-type="bibr" rid="ref44">44</xref>]. Therefore, the following was hypothesized as H6: Membership in alternative health groups on social media is negatively associated with attitude toward vaccination.</p>
        <p>Vaccine-related misinformation on social media results in vaccination hesitancy [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. Besides, a study reported that COVID-19 vaccination rates are negatively associated with influenza vaccination rates, suggesting that it might be due to lower trust in public health [<xref ref-type="bibr" rid="ref47">47</xref>]. In other words, attitudes toward COVID-19 vaccination might be associated with attitudes toward influenza vaccination. Therefore, the following was hypothesized as H7 and H8: Membership in alternative health groups on social media is negatively associated with COVID-19 vaccination and influenza vaccination.</p>
        <p>This study aims to understand various characteristics of alternative health social media group members by testing the aforementioned hypotheses. Their characteristics would ultimately help develop interventions to curb the spread of health misinformation among members of those groups.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Survey Details</title>
        <p>To test the hypotheses, a web-based cross-sectional open survey was conducted, which resulted in a convenience sample of 1050. Data were collected between May 19, 2022, and June 6, 2022. Regardless of the membership status, only 18 years or older living in the United States were eligible to participate. To recruit members of alternative health groups on social media, we identified these spaces for recruitment based on preliminary observations and qualitative interviews conducted for the investigators’ previous studies [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]. For the previous studies, we identified these spaces with keywords such as “Alternative Health,” “Natural Health,” and “Holistic Health.” We could not randomly select these groups to invite to participate because all groups are not searchable or public (ie, anyone can search from them and join without requiring permission), all groups are not open to research projects, and some groups are inactive (eg, only one member exists or no post for several months). After we contacted the administrators of active groups, we were able to obtain permission from 15 groups on Facebook and 4 groups on Reddit (refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for the list). We posted the participant recruitment advertisement to each group as instructed by the group administrator so that participants could voluntarily participate. To recruit nonmembers and members from alternative health groups other than the aforementioned 19 groups, the survey also recruited participants on Amazon’s Mechanical Turk (MTurk).</p>
        <p>The survey questions were developed based on previous qualitative studies [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]. Through the studies, we identified variables to measure as potential characteristics of alternative health social media group members. The survey involved pilot and full launches. The survey was created and made available through Qualtrics online survey software. Qualtrics’ “prevent multiple submissions” feature determines unique visitors based on cookies.</p>
        <p>In total, 1050 responses from members of alternative health groups (n=596) and nonmembers (n=454) were included in the analyses. In total, 427 members were recruited from social media and 169 were from MTurk. 18 nonmembers were recruited from social media and 436 nonmembers were recruited from MTurk. A total of 1198 individuals started the survey. The participation rate was 98.3% (1178/1198) and the completion rate was 89.1% (1050/1178).</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was approved by the Merrimack College institutional review board (IRB-FY-21-22-29). The first page of the online survey presented the study information (eg, study purpose, length, procedure, participants’ rights, privacy, and confidentiality protection information) that is designed to help people’s decision to participate in the study. After reading the information, participants indicated to participate by continuing to the next survey page by clicking the next button.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Membership in Alternative Health Social Media Groups</title>
          <p>Participants were asked to select an alternative health group or groups they had joined. More specifically, 20 options, including “other” were presented. Those who selected at least one group listed were coded as “1,” while those who did not select a group were coded as “0.”</p>
        </sec>
        <sec>
          <title>Sharing</title>
          <p>Sharing was measured with a subscale of the maven scale from Boster et al [<xref ref-type="bibr" rid="ref49">49</xref>]. Five 5-point Likert-type items include, “When I know something about health-related issues, I feel it is important to share that information with others,” “I like to be aware of the most up-to-date health-related information so I can help others by sharing when it is relevant” (1=Strongly disagree, 5=Strongly agree). The items (α=.77) were averaged to create a measure of health consciousness (mean 3.49, SD .78). Every α in the measures section is the Cronbach α.</p>
        </sec>
        <sec>
          <title>Fear of Negative Evaluations</title>
          <p>We measured participants’ fear of negative evaluations with the measure from Carleton et al [<xref ref-type="bibr" rid="ref28">28</xref>]. Eight 5-point Likert-type items include, “I am afraid that others will not approve of me,” and “I am concerned about other people’s opinions of me” (0=Extremely uncharacteristic of me; 4=Extremely characteristic of me). The items (α=.95) were averaged to create a measure of fear of negative evaluations (mean 2.90, SD 1.14).</p>
        </sec>
        <sec>
          <title>Conspiratorial Mentality</title>
          <p>The conspiratorial mentality was measured with the 5-point Likert-type items from Bruder et al [<xref ref-type="bibr" rid="ref31">31</xref>]. The items include, “Many very important things happen in the world, which the public is never informed about,” and “Politicians usually do not tell us the true motives for their decisions” (1=Strongly disagree, 5=Strongly agree). The 5 items (α=.84) were averaged to create a measure of conspiratorial mentality (mean 3.19, SD .99).</p>
        </sec>
        <sec>
          <title>Health Consciousness</title>
          <p>Health consciousness was measured with the Health Consciousness Scale by Gould [<xref ref-type="bibr" rid="ref34">34</xref>]. Three 5-point Likert-type items include, “I reflect about my health a lot,” “I'm very self-conscious about my health,” and “I'm generally attentive to my inner feelings about my health” (1=Strongly disagree, 5=Strongly agree). The items (α=.76) were averaged to create a measure of health consciousness (mean 3.85, SD .80).</p>
        </sec>
        <sec>
          <title>Health Literacy</title>
          <p>The measure of health literacy from Montagni et al [<xref ref-type="bibr" rid="ref50">50</xref>] was used. Five 4-point scales include, “I compare health information from different sources” and “When I discover new health information I verify if it is true or not” (0=Completely disagree, 3=Completely agree). The items (α=.63) were averaged to create a measure of health literacy (mean 2.17, SD .49).</p>
        </sec>
        <sec>
          <title>Attitude Toward Vaccination</title>
          <p>The vaccination Attitudes Examination scale [<xref ref-type="bibr" rid="ref51">51</xref>] was used to measure participants’ attitudes toward vaccines. Twelve 6-point items include, “I feel safe after being vaccinated” and “I can rely on vaccines to stop serious infectious diseases” (1=Strongly disagree, 7=Strongly agree). The items (α=.94) were averaged to create a measure of attitude toward vaccination (mean 4.40, SD 0.87).</p>
        </sec>
        <sec>
          <title>COVID-19 Vaccination Status</title>
          <p>Participants were asked to indicate their COVID-19 vaccination status. Those who never had a COVID-19 vaccine were coded as 0 (18.5%, 194/1050), and those who had at least one shot were coded as 0 (81.5%, 856/1050).</p>
        </sec>
        <sec>
          <title>Influenza Vaccination Behavior</title>
          <p>Influenza vaccination behavior was measured with the question, that is “How often do you get an annual flu shot to protect yourself from seasonal influenza?” Those who never got a flu vaccine were coded as 0 (24.0%, 252/1050), and others were coded as 1 (76.0%, 798/1050).</p>
        </sec>
        <sec>
          <title>Covariates</title>
          <p>We controlled for age, sex, and education in our analyses.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The total sample size is 1050; the mean age of the sample is 37.12 (SD 11.68) and the sample consists of 574 (54.66%) males, 470 (44.77%) females, and 6 (0.57%) intersex individuals. The racial/ethnic distribution was 66.76% (701/1050) White, 9.52% (100/1050) African American, 6.19% (65/1050) Asian American, 16.38% (172/1050) others and 1.14% (12/1050) declined to answer. Refer to <xref ref-type="table" rid="table1">Table 1</xref> for the demographic characteristics of the participants.</p>
      <p>A logistic regression was performed to test the association between the predisposing characteristics of interest (ie, sharing, fear of negative evaluations, conspiratorial mentality, health consciousness, health literacy, and attitude toward vaccination) and the membership in alternative health groups on social media, controlling for age, sex, and education, to test hypotheses 1 through 6. See <xref ref-type="table" rid="table2">Table 2</xref> for descriptive statistics of the measure variables.</p>
      <p>The logistic regression model was statistically significant (<italic>χ</italic><sup>2</sup><sub>14</sub>=257.5; <italic>P</italic>&#60;.001). The model explained between 21.8% (Cox &#38; Snell <italic>R</italic><sup>2</sup>) and 29.2% (Nagelkerke <italic>R</italic><sup>2</sup>) of the variance in membership and correctly classified 71.7% of cases.</p>
      <p>As shown in <xref ref-type="table" rid="table3">Table 3</xref>, among the 6 variables, 5 of them made a unique statistically significant contribution to the model. Specifically, the data supported hypothesis 1 that there is a positive association between the sharing trait and alternative health social media group membership, controlling for the other variables in the model (B=.83, SE 0.11, Wald= 57.78; <italic>P</italic>&#60;.01, OR 2.30, 95% CI 1.85-2.86). Fear of negative evaluation was found to contribute to the model (B=.19, SE 0.06, Wald=8.86; <italic>P</italic>&#60;.001, OR 1.21, 95% CI 1.06-1.37), indicating there is a positive association between fear of negative evaluation and membership. Therefore, Hypothesis 2 was supported. Also, conspiratorial thinking was found to contribute to the model (B=.33, SE 0.08, Wald=15.40; <italic>P</italic>&#60;.001, OR 1.40, 95% CI 1.18-1.65). This suggests that there is a positive association between conspiratorial thinking and membership, supporting Hypothesis 3. As predicted, there is a negative association between health literacy and membership (B=–1.09, SE 0.17, Wald=39.55; <italic>P</italic>&#60;.001, OR .33, 95% CI .23-.47), supporting Hypothesis 5. Finally, it was found that there is a negative association between attitude toward vaccination and membership (B=–2.33, SE 0.09, Wald=5.89; <italic>P</italic>=.02, OR 0.79, 95% CI 0.65-0.95), supporting Hypothesis 6. Unlike the other variables tested (sharing, fear of negative evaluations, conspiratorial mentality, health consciousness, and health literacy), attitudes toward vaccination might not be a predisposing characteristic, as someone’s attitude could be influenced by other alternative group members. In other words, while it is possible that those with negative attitudes toward vaccination are more likely to join alternative health groups on social media, it is also possible that people might have negative attitudes toward vaccination after they join one of those alternative health groups. To test this possibility, a regression was conducted, controlling for age, sex, and education and the results suggested the possibility. There was a statistically significant difference between members and nonmembers (B=–.09, SE 0.17; <italic>P</italic>&#60;.001). Which one is the case, all these results support Hypothesis 6.</p>
      <p>However, health consciousness was not found to contribute to the model, indicating there is no significant association between membership and health consciousness (B=.12, SE 0.10, Wald=1.36; <italic>P</italic>=.24, OR 1.13, 95% CI .92-1.38). Therefore, Hypothesis 4 was not supported.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Demographic characteristics of participants (N=1050).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="670"/>
          <col width="300"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristic</td>
              <td>Participants</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">Age (years), mean (SD)</td>
              <td>37.12 (11.68)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Sex, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Male</td>
              <td>574 (54.66)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Female</td>
              <td>470 (44.77)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Intersex</td>
              <td>6 (.57)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Race, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>White</td>
              <td>701 (66.76)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>African American</td>
              <td>100 (9.52)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Asian American</td>
              <td>65 (6.19)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Others</td>
              <td>172 (16.38)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Decline to answer</td>
              <td>12 (1.14)</td>
            </tr>
            <tr valign="top">
              <td colspan="3">
                <bold>Education, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No high school</td>
              <td>10 (.95)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>High school graduate</td>
              <td>114 (10.86)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Some college</td>
              <td>248 (23.62)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>2-year college</td>
              <td>156 (14.86)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>4-year college</td>
              <td>394 (37.52)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Postgraduate</td>
              <td>128 (12.19)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Descriptive statistics of measured variables.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="470"/>
          <col width="170"/>
          <col width="0"/>
          <col width="200"/>
          <col width="0"/>
          <col width="130"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Variables</td>
              <td colspan="2">Members<break/>(n=596)</td>
              <td colspan="2">Nonmembers<break/>(n=454)</td>
              <td>All<break/>(N=1050)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">Sharing, mean (SD)</td>
              <td colspan="2">3.64 (0.63)</td>
              <td colspan="2">3.29 (0.90)</td>
              <td>3.49 (0.78)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Fear of negative evaluations, mean (SD)</td>
              <td colspan="2">3.11 (0.97)</td>
              <td colspan="2">2.63 (1.29)</td>
              <td>2.90 (.1.14)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Conspiratorial mentality,<break/>mean (SD)</td>
              <td colspan="2">3.41 (0.86)</td>
              <td colspan="2">2.90 (1.07)</td>
              <td>3.19 (0.99)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Health consciousness, mean (SD)</td>
              <td colspan="2">3.90 (0.74)</td>
              <td colspan="2">3.79 (0.87)</td>
              <td>3.85 (0.80)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Health literacy, mean (SD)</td>
              <td colspan="2">2.10 (0.49)</td>
              <td colspan="2">2.26 (0.49)</td>
              <td>2.17 (0.49)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Attitude toward vaccination, mean (SD)</td>
              <td colspan="2">4.26 (0.03)</td>
              <td colspan="2">4.58 (0.93)</td>
              <td>4.4 (0.87)</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>COVID-19 vaccination status, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Never vaccinated</td>
              <td>75 (12.6)</td>
              <td colspan="2">119 (26.2)</td>
              <td colspan="2">194 (18.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Others</td>
              <td>521 (87.4)</td>
              <td colspan="2">335 (73.8)</td>
              <td colspan="2">856 (81.5)</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Influenza vaccination behavior, n (%)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Never vaccinated</td>
              <td>85 (14.3)</td>
              <td colspan="2">167 (36.8)</td>
              <td colspan="2">252 (24)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Others</td>
              <td>511 (85.7)</td>
              <td colspan="2">287 (63.2)</td>
              <td colspan="2">798 (76)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Logistic regression predicting the likelihood of being a member of alternative health social media groups.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="210"/>
          <col width="130"/>
          <col width="110"/>
          <col width="120"/>
          <col width="90"/>
          <col width="160"/>
          <col width="180"/>
          <thead>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>B</td>
              <td>SE</td>
              <td>Wald</td>
              <td>df</td>
              <td>Significance (<italic>P</italic>)</td>
              <td>OR (95% CI)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Sharing</td>
              <td>.836</td>
              <td>0.110</td>
              <td>57.789</td>
              <td>1</td>
              <td>.003</td>
              <td>2.306 (1.859-2.861)</td>
            </tr>
            <tr valign="top">
              <td>Fear of negative evaluations</td>
              <td>.190</td>
              <td>0.064</td>
              <td>8.868</td>
              <td>1</td>
              <td>.000</td>
              <td>1.210 (1.067-1.371)</td>
            </tr>
            <tr valign="top">
              <td>Conspiratorial mentality</td>
              <td>.337</td>
              <td>0.086</td>
              <td>15.409</td>
              <td>1</td>
              <td>.000</td>
              <td>1.401 (1.184-1.658)</td>
            </tr>
            <tr valign="top">
              <td>Health consciousness</td>
              <td>.123</td>
              <td>0.105</td>
              <td>1.365</td>
              <td>1</td>
              <td>.24</td>
              <td>1.131 (0.920-1.389)</td>
            </tr>
            <tr valign="top">
              <td>Health literacy</td>
              <td>–1.097</td>
              <td>0.174</td>
              <td>39.553</td>
              <td>1</td>
              <td>.000</td>
              <td>0.334 (0.237-0.470)</td>
            </tr>
            <tr valign="top">
              <td>Attitude toward vaccination</td>
              <td>–.233</td>
              <td>0.096</td>
              <td>5.894</td>
              <td>1</td>
              <td>.02</td>
              <td>0.792 (0.656-0.956)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>Another logistic regression was performed to examine the relationship between membership and COVID-19 vaccination status (H7). Age, sex, and education were entered into the model as control variables.</p>
      <p>The logistic regression model was statistically significant (<italic>χ</italic><sup>2</sup><sub>4</sub>=45.8; <italic>P</italic>&#60;.001). The model explained between 4.3% (Cox &#38; Snell <italic>R</italic><sup>2</sup>) and 6.9% (Nagelkerke <italic>R</italic><sup>2</sup>) of the variance in membership and correctly classified 81.5% of cases. In the model, membership in alternative health groups on social media is a significant predictor of COVID-19 vaccine status (B=–.84, SE 0.17, Wald=22.36; <italic>P</italic>&#60;.001). The OR is .48 (95% CI .32-.62), indicating that members are .48 times less likely to get at least one dose of the COVID-19 vaccine. The model demonstrates that this is a negative association between membership and COVID-19 vaccination status. Therefore, Hypothesis 7 was supported and Snell <italic>R</italic><sup>2</sup>).</p>
      <p>To Hypothesis 8, a separate logistic regression was run with the same control variables. The model was statistically significant (χ<sup>2</sup><sub>5</sub>= 45.8; <italic>P</italic>&#60;.001). The model explained between 2.3% (Cox &#38; Snell <italic>R</italic><sup>2</sup>) and 3.4% (Nagelkerke <italic>R</italic><sup>2</sup>) of the variance in membership and correctly classified 81.8% of cases. In the model, there is a negative association between membership in alternative health groups on social media and influenza vaccination practice (B=–1.14, SE 0.17, Wald=41.56; <italic>P</italic>&#60;.001). The OR is .31 (95% CI 0.22-0.45), indicating that members are .31 times less likely to get the flu vaccine. The model demonstrates that this is a negative association between membership and general flu vaccination practice, supporting hypothesis 8.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Summary of Results</title>
        <p>This study aimed to better understand members of alternative health groups on social media by looking at predisposing characteristics of members versus nonmembers. The survey results suggest that the online sharing trait is positively associated with membership in alternative health social media groups (H1), fear of negative evaluations is also positively associated with membership (H2), and conspiratorial thinking is positively associated with membership (H3). While there is no significant relationship between health consciousness and membership (H4), there was a negative association between health literacy and membership (H5).</p>
        <p>As vaccine-related misinformation is prevalent [<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref41">41</xref>], the current survey also examined whether membership in alternative health groups on social media is associated with attitudes toward vaccination and COVID-19 and influenza vaccine-related behaviors. We found that membership is negatively associated with attitudes toward vaccination; members have more negative attitudes than nonmembers. Also, there was a negative association between membership in alternative health groups and COVID-19 vaccine-related behaviors and influenza vaccine practice.</p>
      </sec>
      <sec>
        <title>Implications</title>
        <p>These findings help us understand the predisposing characteristics and vaccine-related attitudes and behaviors of people joining alternative health groups where health misinformation circulates. By analyzing the people who participate in these alternative health social media groups, we can better understand members of those groups, engaging with and sharing health misinformation, which is critical to developing both health communication interventions and health interventions. A meta-analysis of studies on health misinformation interventions finds that while interventions can be effective, “the average effect of correction is of weak-moderate magnitude” [<xref ref-type="bibr" rid="ref52">52</xref>]. A systematic literature review of health misinformation interventions comes to the same conclusion: we still have a limited understanding of how to mitigate health misinformation effectively [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
        <p>We contend that by more thoroughly exploring the who, or by better understanding the people for whom interventions are designed, it will be easier for researchers to more strategically and effectively use interventions. In addition, by analyzing who engages with and shares health misinformation, especially in spaces where health misinformation thrives, we may also be able to address or mitigate some of the underlying conditions that lead people to health misinformation, or that enable the spread and influence of health misinformation, including antivaccine misinformation. This might reduce the need to correct discrete yet continually emerging health misperceptions across social media platforms.</p>
      </sec>
      <sec>
        <title>Limitations and Future Directions</title>
        <p>Although this study is a cross-sectional survey, it is legitimate to test the logistic regression models with the variables of interest as possible predictors of membership in alternative health groups on social media because most of them are predisposing characteristics. Yet, our models do not imply causality and should be considered alongside other potential factors affecting individuals’ choice to join alternative health groups on social media.</p>
        <p>Also, given that most of the nonmembers were recruited from MTurk, possible sampling bias would be another limitation. Like other studies, there is a need to replicate this study with different samples. Research has shown some demographic differences, such as age, sex, and education, between MTurk “workers” and nationally representative samples [<xref ref-type="bibr" rid="ref54">54</xref>-<xref ref-type="bibr" rid="ref57">57</xref>]. So, we controlled for them in our analyses as recommended [<xref ref-type="bibr" rid="ref58">58</xref>], although other existing research suggests they are close to the general population regarding demographic characteristics [<xref ref-type="bibr" rid="ref59">59</xref>]. Yet, to avoid any possible sampling bias and test the hypotheses in a more robust way, for replication studies, using representative samples would be ideal.</p>
        <p>Additional research is needed to further identify and explore the thoughts and beliefs, tendencies, behavioral intentions, and other characteristics of people who are likely to engage in spaces rife with health misinformation. More research is also needed to interrogate how participants in these alternative health groups find information, assess whether they trust or distrust information, and determine factors that go into whether and why they share information within and beyond the social media groups to which they belong. As previously mentioned, there is a great need to determine the most effective and scalable ways to not only address health and science misinformation, but also to contend with the underlying factors and contexts that can make people more likely to receive, engage with, or share health misinformation, including antivaccine misinformation. To do any of this, we need to focus more on who shares misinformation, and why they share misinformation, as much as we do on what kinds of health misinformation is shared and how it spreads.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Survey questionnaire.</p>
        <media xlink:href="formative_v8i1e54092_app1.docx" xlink:title="DOCX File , 26 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">MTurk</term>
          <def>
            <p>Amazon’s Mechanical Turk</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during and/or analyzed during this study are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zimdars</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cullinan</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Na</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Alternative health groups on social media, misinformation, and the (de)stabilization of ontological security</article-title>
          <source>New Media &#38; Society</source>
          <year>2023</year>
          <volume>26</volume>
          <issue>10</issue>
          <fpage>6059</fpage>
          <lpage>6076</lpage>
          <pub-id pub-id-type="doi">10.1177/14614448221146171</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DuPré</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Communicating About Health: Current Issues and Perspectives</source>
          <year>2013</year>
          <publisher-loc>United Kingdom</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <source>Alternative Health Care: Medicine, Miracle, or Mirage</source>
          <year>1999</year>
          <publisher-loc>Philadelphia, Pennsylvania</publisher-loc>
          <publisher-name>Temple University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Southwell</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Thorson</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Sheble</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The persistence and peril of misinformation defining what truth means and deciphering how human brains verify information are some of the challenges to battling widespread falsehoods</article-title>
          <source>Am. Sci</source>
          <year>2017</year>
          <volume>105</volume>
          <issue>6</issue>
          <fpage>372</fpage>
          <lpage>375</lpage>
          <pub-id pub-id-type="doi">10.1511/2017.105.6.372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Facebook steps up promotion of groups content in feeds, around the web</article-title>
          <source>Reuters</source>
          <year>2020</year>
          <access-date>2024-10-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.reuters.com/article/uk-facebook-groups-idUKKBN26M7J7">https://www.reuters.com/article/uk-facebook-groups-idUKKBN26M7J7</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Mckeever</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Mckeever</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JK</given-names>
            </name>
          </person-group>
          <article-title>From social media to mainstream news: the information flow of the vaccine-autism controversy in the US, Canada, and the UK</article-title>
          <source>Health Commun</source>
          <year>2019</year>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>110</fpage>
          <lpage>117</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2017.1384433</pub-id>
          <pub-id pub-id-type="medline">29028371</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brennen</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>RK</given-names>
            </name>
          </person-group>
          <article-title>Types, sources, and claims of COVID-19 misinformation</article-title>
          <source>Reuters Institute for the Study of Journalism</source>
          <year>2020</year>
          <access-date>2024-10-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://reutersinstitute.politics.ox.ac.uk/sites/default/files/2020-04/Brennen%20-%20COVID%2019%20Misinformation%20FINAL%20%283%29.pdf">https://reutersinstitute.politics.ox.ac.uk/sites/default/files/2020-04/Brennen%20-%20COVID%2019%20Misinformation%20FINAL%20%283%29.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>HJ</given-names>
            </name>
          </person-group>
          <source>Stuck: How Vaccine Rumors Start -- and Why They Don't Go Away</source>
          <year>2020</year>
          <publisher-loc>United Kingdom</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sylvia Chou</surname>
              <given-names>WY</given-names>
            </name>
            <name name-style="western">
              <surname>Gaysynsky</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cappella</surname>
              <given-names>JN</given-names>
            </name>
          </person-group>
          <article-title>Where we go from here: health misinformation on social media</article-title>
          <source>Am J Public Health</source>
          <year>2020</year>
          <volume>110</volume>
          <issue>S3</issue>
          <fpage>S273</fpage>
          <lpage>S275</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2020.305905</pub-id>
          <pub-id pub-id-type="medline">33001722</pub-id>
          <pub-id pub-id-type="pmcid">PMC7532328</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Righetti</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Four years of fake news: a quantitative analysis of the scientific literature</article-title>
          <source>FM</source>
          <year>2021</year>
          <volume>26</volume>
          <issue>6</issue>
          <pub-id pub-id-type="doi">10.5210/fm.v26i7.11645</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ridings</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Gefen</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Virtual community attraction: Why people hang out online</article-title>
          <source>J Comput Mediat Commun</source>
          <year>2004</year>
          <volume>10</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.1111/j.1083-6101.2004.tb00229.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>White</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gebremariam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nordgren</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wedding</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pasek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Garrity</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hirschfeld</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Motivations for participation in an online social media community for diabetes</article-title>
          <source>J Diabetes Sci Technol</source>
          <year>2018</year>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>712</fpage>
          <lpage>718</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29310448"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1932296817749611</pub-id>
          <pub-id pub-id-type="medline">29310448</pub-id>
          <pub-id pub-id-type="pmcid">PMC6154236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Social networking in online support groups for health: how online social networking benefits patients</article-title>
          <source>J Health Commun</source>
          <year>2014</year>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>639</fpage>
          <lpage>659</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2012.757396</pub-id>
          <pub-id pub-id-type="medline">23557148</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>SB</given-names>
            </name>
          </person-group>
          <article-title>Health-related support groups on the internet: linking empirical findings to social support and computer-mediated communication theory</article-title>
          <source>J Health Psychol</source>
          <year>2003</year>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1177/1359105303008001429</pub-id>
          <pub-id pub-id-type="medline">22113899</pub-id>
          <pub-id pub-id-type="pii">8/1/39</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coulson</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Knibb</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Coping with food allergy: exploring the role of the online support group</article-title>
          <source>Cyberpsychol Behav</source>
          <year>2007</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>145</fpage>
          <lpage>148</lpage>
          <pub-id pub-id-type="doi">10.1089/cpb.2006.9978</pub-id>
          <pub-id pub-id-type="medline">17305463</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKenna</surname>
              <given-names>KYA</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Virtual group dynamics</article-title>
          <source>Group Dynamics: Theory, Research, and Practice</source>
          <year>2002</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>116</fpage>
          <lpage>127</lpage>
          <pub-id pub-id-type="doi">10.1037/1089-2699.6.1.116</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malik</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Coulson</surname>
              <given-names>NS</given-names>
            </name>
          </person-group>
          <article-title>Computer-mediated infertility support groups: an exploratory study of online experiences</article-title>
          <source>Patient Educ Couns</source>
          <year>2008</year>
          <volume>73</volume>
          <issue>1</issue>
          <fpage>105</fpage>
          <lpage>113</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2008.05.024</pub-id>
          <pub-id pub-id-type="medline">18639409</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(08)00272-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nath</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Huh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Adupa</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Jonnalagadda</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Website sharing in online health communities: a descriptive analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>e11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/1/e11/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5237</pub-id>
          <pub-id pub-id-type="medline">26764193</pub-id>
          <pub-id pub-id-type="pii">v18i1e11</pub-id>
          <pub-id pub-id-type="pmcid">PMC4730108</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Swart</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Broersma</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Shedding light on the dark social: the connective role of news and journalism in social media communities</article-title>
          <source>New Media &#38; Society</source>
          <year>2018</year>
          <volume>20</volume>
          <issue>11</issue>
          <fpage>4329</fpage>
          <lpage>4345</lpage>
          <pub-id pub-id-type="doi">10.1177/1461444818772063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Donelle</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hume-Loveland</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Social support and online postpartum depression discussion groups: a content analysis</article-title>
          <source>Patient Educ Couns</source>
          <year>2012</year>
          <volume>87</volume>
          <issue>3</issue>
          <fpage>405</fpage>
          <lpage>410</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2011.09.011</pub-id>
          <pub-id pub-id-type="medline">22019021</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(11)00521-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tanis</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Health-related on-line forums: what's the big attraction?</article-title>
          <source>J Health Commun</source>
          <year>2008</year>
          <volume>13</volume>
          <issue>7</issue>
          <fpage>698</fpage>
          <lpage>714</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730802415316</pub-id>
          <pub-id pub-id-type="medline">18958781</pub-id>
          <pub-id pub-id-type="pii">904870429</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braithwaite</surname>
              <given-names>DO</given-names>
            </name>
            <name name-style="western">
              <surname>Waldron</surname>
              <given-names>VR</given-names>
            </name>
            <name name-style="western">
              <surname>Finn</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Communication of social support in computer-mediated groups for people with disabilities</article-title>
          <source>Health Commun</source>
          <year>1999</year>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>123</fpage>
          <lpage>151</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://digitalcommons.unl.edu/commstudiespapers/104/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1207/s15327027hc1102_2</pub-id>
          <pub-id pub-id-type="medline">16370973</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ransom</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>La Guardia</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Woody</surname>
              <given-names>EZ</given-names>
            </name>
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Interpersonal interactions on online forums addressing eating concerns</article-title>
          <source>Int J Eat Disord</source>
          <year>2010</year>
          <volume>43</volume>
          <issue>2</issue>
          <fpage>161</fpage>
          <lpage>170</lpage>
          <pub-id pub-id-type="doi">10.1002/eat.20629</pub-id>
          <pub-id pub-id-type="medline">19308991</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mo</surname>
              <given-names>PKH</given-names>
            </name>
            <name name-style="western">
              <surname>Coulson</surname>
              <given-names>NS</given-names>
            </name>
          </person-group>
          <article-title>Exploring the communication of social support within virtual communities: a content analysis of messages posted to an online HIV/AIDS support group</article-title>
          <source>Cyberpsychol Behav</source>
          <year>2008</year>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>371</fpage>
          <lpage>374</lpage>
          <pub-id pub-id-type="doi">10.1089/cpb.2007.0118</pub-id>
          <pub-id pub-id-type="medline">18537512</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>'Vigilante treatments': anti-vaccine groups push people to leave ICUs. NBC news</source>
          <year>2021</year>
          <access-date>2024-09-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nbcnews.com/tech/tech-news/vigilante-treatments-anti-vaccine-groups-push-people-leave-icus-rcna2233">https://www.nbcnews.com/tech/tech-news/vigilante-treatments-anti-vaccine-groups-push-people-leave-icus-rcna2233</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zadrozny</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Anti-Vaccine Groups Changing into 'Dance Parties' on Facebook to Avoid Detection</source>
          <year>2021</year>
          <access-date>2021-07-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nbcnews.com/tech/tech-news/anti-vaccine-groups-changing-dance-parties-facebook-avoid-detection-rcna1480">https://www.nbcnews.com/tech/tech-news/anti-vaccine-groups-changing-dance-parties-facebook-avoid-detection-rcna1480</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jankowicz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Otis</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Facebook groups are destroying America</article-title>
          <source>Wired</source>
          <year>2020</year>
          <access-date>2020-06-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wired.com/story/facebook-groups-are-destroying-america/">https://www.wired.com/story/facebook-groups-are-destroying-america/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carleton</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>McCreary</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Norton</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Asmundson</surname>
              <given-names>GJG</given-names>
            </name>
          </person-group>
          <article-title>Brief fear of negative evaluation scale-revised</article-title>
          <source>Depress Anxiety</source>
          <year>2006</year>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>297</fpage>
          <lpage>303</lpage>
          <pub-id pub-id-type="doi">10.1002/da.20142</pub-id>
          <pub-id pub-id-type="medline">16688736</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keaten</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>“Re: We Really Need to Talk”: affect for communication channels, competence, and fear of negative evaluation</article-title>
          <source>Communication Quarterly</source>
          <year>2008</year>
          <volume>56</volume>
          <issue>4</issue>
          <fpage>407</fpage>
          <lpage>426</lpage>
          <pub-id pub-id-type="doi">10.1080/01463370802451646</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gutsche</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Reimagining Journalism and Social Order in a Fragmented Media World</article-title>
          <source>Journalism and the 'social sphere'</source>
          <year>2020</year>
          <publisher-loc>United Kingdom</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bruder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haffke</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Neave</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nouripanah</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Imhoff</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Measuring individual differences in generic beliefs in conspiracy theories across cultures: conspiracy mentality questionnaire</article-title>
          <source>Front Psychol</source>
          <year>2013</year>
          <volume>4</volume>
          <fpage>225</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23641227"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2013.00225</pub-id>
          <pub-id pub-id-type="medline">23641227</pub-id>
          <pub-id pub-id-type="pmcid">PMC3639408</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ecker</surname>
              <given-names>UKH</given-names>
            </name>
            <name name-style="western">
              <surname>Lewandowsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schmid</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fazio</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Brashier</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kendeou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vraga</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Amazeen</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>The psychological drivers of misinformation belief and its resistance to correction</article-title>
          <source>Nat Rev Psychol</source>
          <year>2022</year>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1038/s44159-021-00006-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewandowsky</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Conspiracist cognition: chaos, convenience, and cause for concern</article-title>
          <source>Journal for Cultural Research</source>
          <year>2021</year>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1080/14797585.2021.1886423</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gould</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Health consciousness and health behavior: the application of a new health consciousness scale</article-title>
          <source>American Journal of Preventive Medicine</source>
          <year>1990</year>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>228</fpage>
          <lpage>237</lpage>
          <pub-id pub-id-type="doi">10.1016/s0749-3797(18)31009-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>GOULD</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Consumer attitudes toward health and health care: a differential perspective</article-title>
          <source>Journal of Consumer Affairs</source>
          <year>2005</year>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>96</fpage>
          <lpage>118</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1745-6606.1988.tb00215.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dutta-Bergman</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>An alternative approach to social capital: exploring the linkage between health consciousness and community participation</article-title>
          <source>Health Commun</source>
          <year>2004</year>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>393</fpage>
          <lpage>409</lpage>
          <pub-id pub-id-type="doi">10.1207/s15327027hc1604_1</pub-id>
          <pub-id pub-id-type="medline">15465687</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ju</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>What is the meaning of health literacy? A systematic review and qualitative synthesis</article-title>
          <source>Fam Med Community Health</source>
          <year>2020</year>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e000351</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://fmch.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32414834"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/fmch-2020-000351</pub-id>
          <pub-id pub-id-type="medline">32414834</pub-id>
          <pub-id pub-id-type="pii">fmch-2020-000351</pub-id>
          <pub-id pub-id-type="pmcid">PMC7239702</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diviani</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>van den Putte</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Giani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Weert</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Low health literacy and evaluation of online health information: a systematic review of the literature</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>5</issue>
          <fpage>e112</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/5/e112/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4018</pub-id>
          <pub-id pub-id-type="medline">25953147</pub-id>
          <pub-id pub-id-type="pii">v17i5e112</pub-id>
          <pub-id pub-id-type="pmcid">PMC4468598</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>WYS</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>WMP</given-names>
            </name>
          </person-group>
          <article-title>Addressing health-related misinformation on social media</article-title>
          <source>JAMA</source>
          <year>2018</year>
          <volume>320</volume>
          <issue>23</issue>
          <fpage>2417</fpage>
          <lpage>2418</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2018.16865</pub-id>
          <pub-id pub-id-type="medline">30428002</pub-id>
          <pub-id pub-id-type="pii">2715795</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>McKee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torbica</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stuckler</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Systematic literature review on the spread of health-related misinformation on social media</article-title>
          <source>Soc Sci Med</source>
          <year>2019</year>
          <volume>240</volume>
          <fpage>112552</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0277-9536(19)30546-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2019.112552</pub-id>
          <pub-id pub-id-type="medline">31561111</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(19)30546-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7117034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Southwell</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Thorson</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>The prevalence, consequence, and remedy of misinformation in mass media systems</article-title>
          <source>J Commun</source>
          <year>2015</year>
          <volume>65</volume>
          <issue>4</issue>
          <fpage>589</fpage>
          <lpage>595</lpage>
          <pub-id pub-id-type="doi">10.1111/jcom.12168</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donzelli</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Palomba</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Federigi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Aquino</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cioni</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Verani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carducci</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lopalco</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Misinformation on vaccination: a quantitative analysis of youTube videos</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2018</year>
          <volume>14</volume>
          <issue>7</issue>
          <fpage>1654</fpage>
          <lpage>1659</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29553872"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2018.1454572</pub-id>
          <pub-id pub-id-type="medline">29553872</pub-id>
          <pub-id pub-id-type="pmcid">PMC6067837</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Warner</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Barbati</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rains</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Vaccine misinformation types and properties in Russian troll tweets</article-title>
          <source>Vaccine</source>
          <year>2022</year>
          <volume>40</volume>
          <issue>6</issue>
          <fpage>953</fpage>
          <lpage>960</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2021.12.040</pub-id>
          <pub-id pub-id-type="medline">35034832</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(21)01648-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Coman</surname>
              <given-names>IA</given-names>
            </name>
            <name name-style="western">
              <surname>Yamamoto</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Najera</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Exposure effects or confirmation bias? examining reciprocal dynamics of misinformation, misperceptions, and attitudes toward COVID-19 vaccines</article-title>
          <source>Health Commun</source>
          <year>2023</year>
          <volume>38</volume>
          <issue>10</issue>
          <fpage>2210</fpage>
          <lpage>2220</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2022.2059802</pub-id>
          <pub-id pub-id-type="medline">35414311</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Wiysonge</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Social media and vaccine hesitancy</article-title>
          <source>BMJ Glob Health</source>
          <year>2020</year>
          <volume>5</volume>
          <issue>10</issue>
          <fpage>e004206</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gh.bmj.com/lookup/pmidlookup?view=long&#38;pmid=33097547"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2020-004206</pub-id>
          <pub-id pub-id-type="medline">33097547</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2020-004206</pub-id>
          <pub-id pub-id-type="pmcid">PMC7590343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Puri</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Coomes</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Haghbayan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gunaratne</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Social media and vaccine hesitancy: new updates for the era of COVID-19 and globalized infectious diseases</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2020</year>
          <volume>16</volume>
          <issue>11</issue>
          <fpage>2586</fpage>
          <lpage>2593</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32693678"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2020.1780846</pub-id>
          <pub-id pub-id-type="medline">32693678</pub-id>
          <pub-id pub-id-type="pmcid">PMC7733887</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leuchter</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mafi</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Sarkisian</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Association between Covid-19 vaccination and influenza vaccination rates</article-title>
          <source>N Engl J Med</source>
          <year>2022</year>
          <volume>386</volume>
          <issue>26</issue>
          <fpage>2531</fpage>
          <lpage>2532</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35704429"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMc2204560</pub-id>
          <pub-id pub-id-type="medline">35704429</pub-id>
          <pub-id pub-id-type="pmcid">PMC9258773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cullinan</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Zimdars</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Na</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Their truth is out there: scientific (Dis)trust and alternative epistemology in online health groups</article-title>
          <source>Social Media + Society</source>
          <year>2024</year>
          <volume>10</volume>
          <issue>3</issue>
          <pub-id pub-id-type="doi">10.1177/20563051241269288</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boster</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kotowksi</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Validation studies of the maven scale</article-title>
          <source>Social Influence</source>
          <year>2014</year>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>85</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1080/15534510.2014.939224</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Montagni</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ouazzani-Touhami</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mebarki</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Texier</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Schück</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tzourio</surname>
              <given-names>C</given-names>
            </name>
            <collab>CONFINS group</collab>
          </person-group>
          <article-title>Acceptance of a Covid-19 vaccine is associated with ability to detect fake news and health literacy</article-title>
          <source>J Public Health (Oxf)</source>
          <year>2021</year>
          <volume>43</volume>
          <issue>4</issue>
          <fpage>695</fpage>
          <lpage>702</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33693905"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/pubmed/fdab028</pub-id>
          <pub-id pub-id-type="medline">33693905</pub-id>
          <pub-id pub-id-type="pii">6157442</pub-id>
          <pub-id pub-id-type="pmcid">PMC7989386</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Petrie</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>Understanding the dimensions of anti-vaccination attitudes: the vaccination attitudes examination (VAX) scale</article-title>
          <source>Ann Behav Med</source>
          <year>2017</year>
          <volume>51</volume>
          <issue>5</issue>
          <fpage>652</fpage>
          <lpage>660</lpage>
          <pub-id pub-id-type="doi">10.1007/s12160-017-9888-y</pub-id>
          <pub-id pub-id-type="medline">28255934</pub-id>
          <pub-id pub-id-type="pii">10.1007/s12160-017-9888-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Saucier</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Suresh</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the impact of attempts to correct health misinformation on social media: a meta-analysis</article-title>
          <source>Health Commun</source>
          <year>2021</year>
          <volume>36</volume>
          <issue>13</issue>
          <fpage>1776</fpage>
          <lpage>1784</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2020.1794553</pub-id>
          <pub-id pub-id-type="medline">32762260</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Janmohamed</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nyhan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Khoshnood</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Sangngam</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Altice</surname>
              <given-names>FL</given-names>
            </name>
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schwitzky</surname>
              <given-names>ZM</given-names>
            </name>
            <name name-style="western">
              <surname>Bauch</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Papakyriakopoulos</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Interventions to mitigate COVID-19 misinformation: a systematic review and Meta-Analysis</article-title>
          <source>J Health Commun</source>
          <year>2021</year>
          <volume>26</volume>
          <issue>12</issue>
          <fpage>846</fpage>
          <lpage>857</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2021.2021460</pub-id>
          <pub-id pub-id-type="medline">35001841</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yank</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Loftus</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rehkopf</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Crowdsourced health data: comparability to a US national survey, 2013-2015</article-title>
          <source>Am J Public Health</source>
          <year>2017</year>
          <volume>107</volume>
          <issue>8</issue>
          <fpage>1283</fpage>
          <lpage>1289</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2017.303824</pub-id>
          <pub-id pub-id-type="medline">28640681</pub-id>
          <pub-id pub-id-type="pmcid">PMC5508142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Christakis</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Are mechanical turk worker samples representative of health status and health behaviors in the U.S.?</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>6</issue>
          <fpage>e0198835</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0198835"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0198835</pub-id>
          <pub-id pub-id-type="medline">29879207</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-42755</pub-id>
          <pub-id pub-id-type="pmcid">PMC5991724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ogletree</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>How do older adults recruited using MTurk differ from those in a national probability sample?</article-title>
          <source>Int J Aging Hum Dev</source>
          <year>2021</year>
          <volume>93</volume>
          <issue>2</issue>
          <fpage>700</fpage>
          <lpage>721</lpage>
          <pub-id pub-id-type="doi">10.1177/0091415020940197</pub-id>
          <pub-id pub-id-type="medline">32683886</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huff</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tingley</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>“Who are these people?” evaluating the demographic characteristics and political preferences of MTurk survey respondents</article-title>
          <source>Research &#38; Politics</source>
          <year>2015</year>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>205316801560464</fpage>
          <pub-id pub-id-type="doi">10.1177/2053168015604648</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levay</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Freese</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Druckman</surname>
              <given-names>JN</given-names>
            </name>
          </person-group>
          <article-title>The demographic and political composition of mechanical turk samples</article-title>
          <source>Sage Open</source>
          <year>2016</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>215824401663643</fpage>
          <pub-id pub-id-type="doi">10.1177/2158244016636433</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burnham</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>YK</given-names>
            </name>
            <name name-style="western">
              <surname>Piedmont</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Who is Mturk? personal characteristics and sample consistency of these online workers</article-title>
          <source>Mental Health, Religion &#38; Culture</source>
          <year>2018</year>
          <volume>21</volume>
          <issue>9-10</issue>
          <fpage>934</fpage>
          <lpage>944</lpage>
          <pub-id pub-id-type="doi">10.1080/13674676.2018.1486394</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
