<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i6e35548</article-id>
      <article-id pub-id-type="pmid">35699992</article-id>
      <article-id pub-id-type="doi">10.2196/35548</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Geosocial Networking App Use Associated With Sexual Risk Behavior and Pre-exposure Prophylaxis Use Among Gay, Bisexual, and Other Men Who Have Sex With Men: Cross-sectional Web-Based Survey</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Card</surname>
            <given-names>Kiffer</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chan </surname>
            <given-names>Alex Siu Wing</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Gibson</surname>
            <given-names>Laurel P</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychology and Neuroscience</institution>
            <institution>University of Colorado Boulder</institution>
            <addr-line>Muenzinger D244</addr-line>
            <addr-line>345 UCB</addr-line>
            <addr-line>Boulder, CO, 80309</addr-line>
            <country>United States</country>
            <phone>1 303 492 8662</phone>
            <fax>1 303 492 2967</fax>
            <email>laurel.gibson@colorado.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6684-2126</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Kramer</surname>
            <given-names>Emily B</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9384-1612</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Bryan</surname>
            <given-names>Angela D</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6019-3380</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychology and Neuroscience</institution>
        <institution>University of Colorado Boulder</institution>
        <addr-line>Boulder, CO</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Laurel P Gibson <email>laurel.gibson@colorado.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>6</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>6</issue>
      <elocation-id>e35548</elocation-id>
      <history>
        <date date-type="received">
          <day>8</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>14</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>3</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Laurel P Gibson, Emily B Kramer, Angela D Bryan. Originally published in JMIR Formative Research (https://formative.jmir.org), 13.06.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/6/e35548" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>In the United States, geosocial networking (GSN) apps (ie, mobile dating apps) have become central to dating and sexual interactions in recent years. Among gay, bisexual, and other men who have sex with men (GBM), these apps play an important role in reducing barriers and facilitating partner seeking. However, despite these benefits, there are concerns that these apps may facilitate risky sexual behavior and transmission of sexually transmitted infections (STIs) among GBM.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to examine the association between GSN app use and sexual risk in a US sample of GBM.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Using a cross-sectional design, respondents (N=223) completed a web-based survey assessing their use of GSN apps, sexual risk and protective behaviors, HIV serostatus, and previous STI diagnoses.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Respondents were aged 21-78 (mean 31.90, SD 10.06) years and 69.5% (155/223) were non-Hispanic White. The sample included respondents from 40 states and the District of Columbia. Nearly half (104/223, 47%) of the participants reported using GSN apps. GSN users were more likely to report past-year condomless anal intercourse (<italic>P</italic>&#60;.001), 3 or more sexual partners in the previous year (<italic>P</italic>&#60;.001), and a previous STI diagnosis (<italic>P</italic>=.001) than nonusers. GSN users also reported more frequent use of recreational drugs before sex (<italic>P</italic>=.001), alcohol use before sex (<italic>P</italic>&#60;.001), and cannabis use before sex (<italic>P</italic>=.01). Interestingly, GSN users were also more likely to report having ever taken an HIV test (<italic>P</italic>&#60;.001) and using pre-exposure prophylaxis (<italic>P</italic>=.03). The rates of HIV seropositivity did not differ significantly between GSN users and nonusers (<italic>P</italic>=.53). Among the subset of GSN users, 38 participants reported using only GBM-specific GSN apps (eg, Grindr), whereas 27 participants reported using only sexuality nonspecific GSN apps (eg, Tinder). Exclusive users of GBM–specific apps reported more frequent recreational drug use before sex (<italic>P</italic>=.01) and were also more likely to report past-year condomless anal intercourse (<italic>P</italic>&#60;.001), 3 or more sexual partners in the previous year (<italic>P</italic>=.004), a previous STI diagnosis (<italic>P</italic>=.002), and HIV testing (<italic>P</italic>=.003). Alcohol use before sex, cannabis use before sex, pre-exposure prophylaxis use, and HIV rates were similar between both groups (<italic>P</italic>&#62;.11).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The findings suggest that GSN apps may be a useful pathway for interventions aimed at reducing STI risk in GBM. Future prospective studies should examine how risk levels change after the initiation of GSN app use.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>dating app</kwd>
        <kwd>mobile dating</kwd>
        <kwd>hookup</kwd>
        <kwd>gay</kwd>
        <kwd>pre-exposure prophylaxis</kwd>
        <kwd>sexual risk</kwd>
        <kwd>HIV</kwd>
        <kwd>STI</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Although gay, bisexual, and other men who have sex with men (GBM) make up a small fraction of the US population, they are disproportionately affected by HIV, comprising nearly 70% of new HIV cases in the United States in 2018 [<xref ref-type="bibr" rid="ref1">1</xref>]. Furthermore, GBM experience elevated rates of several sexually transmitted infections (STIs) beyond HIV, including syphilis, human papillomavirus, and hepatitis [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. The disproportionate burden of STIs experienced by this community may be driven, in part, by higher rates of risky sexual behaviors, which are known to increase susceptibility to STIs, including HIV [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>The US Centers for Disease Control and Prevention have identified GBM as a primary target group for HIV and STI prevention efforts, emphasizing the need for tailored interventions aimed at reducing risk behaviors among GBM. As such, there is a critical need to identify factors associated with sexual risk among GBM in order to inform our approach to mitigating the transmission of STIs, including HIV.</p>
        <p>The use of geosocial networking (GSN) apps (ie, mobile dating apps) may be a key factor associated with sexual risk in GBM. GSN apps are smartphone apps that use GPS data to allow individuals seeking romantic or sexual partners to quickly connect and chat with other users nearby. The popularity of GSN apps (eg, Tinder and Grindr) has surged in recent years [<xref ref-type="bibr" rid="ref7">7</xref>], most notably during the COVID-19 pandemic [<xref ref-type="bibr" rid="ref8">8</xref>], and there is broad consensus that these apps have become central to dating and sexual interactions, particularly among GBM. According to recent survey data, 55% of lesbian, gay, and bisexual (LGB) adults, including GBM, have used a dating website or app at some point compared with 28% of their heterosexual counterparts [<xref ref-type="bibr" rid="ref9">9</xref>]. The popularity of dating apps among LGB adults has been attributed to their role in addressing the barriers to meeting potential sexual partners typically faced by members of sexual minority groups, such as stigma and a desire for anonymity and discretion among those who prefer not to publicly identify as LGB [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>Despite these benefits, there is also evidence supporting concerns that GSN apps may facilitate risky sexual behavior and transmission of STIs among GBM. Although it is possible that GSN apps may directly promote riskier behaviors, it is also possible that the innovative features of these apps that facilitate connections among LGB individuals attract individuals seeking to engage in risky behaviors (ie, self-selection) [<xref ref-type="bibr" rid="ref11">11</xref>]. For instance, the use of GSN apps may reflect greater engagement in subcultures with more accepting norms toward sexual risk taking (eg, sexualized drug use) [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Regardless of the mechanism, the rates of STIs are high among app-using GBM [<xref ref-type="bibr" rid="ref6">6</xref>], and a recent meta-analysis examining GSN app use among GBM identified a greater likelihood of STI (ie, syphilis, gonorrhea, and chlamydia) diagnoses among app-using GBM than among nonusers [<xref ref-type="bibr" rid="ref14">14</xref>]. Counterintuitively, the same meta-analysis found no significant differences in HIV infection rates between app users and nonusers [<xref ref-type="bibr" rid="ref14">14</xref>], suggesting that there may be some nuance to the association between app use and sexual risk among GBM.</p>
        <p>Notably, high rates of some risky sexual behaviors—such as condomless anal intercourse (CAI), group sex, and sexualized drug use—have been reported among app-using GBM [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref19">19</xref>], but reviews have highlighted the need to directly compare users and nonusers [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. A few recent studies have documented a higher likelihood of CAI, group sex, and a greater number of concurrent sexual partnerships among app-using GBM than among nonusers [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. However, most studies comparing the risk behaviors of app-using and nonusing GBM have relied on homogenous samples (eg, GBM from Washington, District of Columbia [<xref ref-type="bibr" rid="ref17">17</xref>]) and are from non-US countries (eg, China [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>] and Nigeria [<xref ref-type="bibr" rid="ref21">21</xref>]), making it unclear whether their findings generalize to more diverse samples of GBM from across the United States.</p>
        <p>Despite a number of studies showing higher risk behavior in app-using GBM, there are also data suggesting that app-using GBM may also engage in higher levels of <italic>protective</italic> behaviors than nonusers. Several studies have found that app users report being tested for HIV more frequently than their app nonusing counterparts [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], and one study of GBM receiving HIV and STI screening in San Diego found that GBM who reported using Grindr were more likely to be regular pre-exposure prophylaxis (PrEP) users than those who did not report using Grindr [<xref ref-type="bibr" rid="ref26">26</xref>]. However, it is unclear whether this finding generalizes to users of GSN apps beyond Grindr, and more studies on the association between GSN app use and PrEP use are needed. Taken together, these findings paint a complex picture, suggesting that although app users have been shown to engage in some risky behaviors more frequently than nonusers, they may also be more likely to engage in risk mitigation and prevention practices, perhaps recognizing their risk of STI infection.</p>
        <p>It is important to note that most studies examining GSN app use among GBM recruited samples <italic>directly from dating apps</italic> (eg, [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]), which underscores the need for additional research comparing risky sexual behaviors and relevant health outcomes between app-using GBM and their app nonusing counterparts. Furthermore, there is a dearth of research examining differences in risk behaviors among GBM primarily using GSN apps specific to lesbian, gay, bisexual, transgender, and queer/questioning individuals (eg, Grindr) and GBM primarily using sexuality nonspecific apps (eg, Tinder). As sexual partnerships pursued online differ from those pursued through in-person venues [<xref ref-type="bibr" rid="ref14">14</xref>], it is also possible that risky behaviors may vary by <italic>type</italic> of web-based venue. Supporting the self-selection argument, research suggests that GBM-specific apps are more often used for <italic>hookups</italic> with casual partners than for pursuing long-term relationships [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      </sec>
      <sec>
        <title>This Study</title>
        <p>In summary, further research is needed to understand how risk profiles differ between app-using and app nonusing GBM, as well as to identify the types of GSN apps that may be associated with higher levels of risk among this population. Thus, this study aimed to address these gaps in the literature by examining sexual risk and protective behaviors as well as HIV and STI prevalence among a diverse sample of GBM including users of GSN apps specific to GBM, users of sexuality nonspecific apps, and app nonusers. We hypothesized that GBM who use GSN apps would report greater HIV and STI prevalence, as well as higher levels of sexual risk behaviors, compared to GBM who do not use GSN apps. In addition, we hypothesized that GBM who use GSN apps would report greater <italic>protective</italic> behaviors, such as pre-PrEP use and HIV testing, despite or perhaps <italic>because of</italic> heightened levels of sexual risk behavior. Finally, we conducted exploratory analyses to examine whether these outcomes differ between GBM using <italic>only</italic> GBM-specific GSN apps and GBM using <italic>only</italic> sexuality nonspecific GSN apps. Given the increasing popularity of these apps [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>] as well as the increasing rates of STIs in the United States [<xref ref-type="bibr" rid="ref4">4</xref>], this is both a necessary and timely avenue of research to pursue.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Recruitment</title>
        <p>This study used baseline data from a larger experimental study aimed at understanding the causal impact of discrimination on various health behaviors. Respondents were recruited in November 2020 from the web-based crowdsourcing platform Prolific and were eligible to participate if they (1) identified as gay, bisexual, or queer; (2) identified as cisgender male; and (3) were US residents. Prolific is similar to Amazon’s Mechanical Turk; however, it is geared toward academic research, allows niche recruitment, and offers higher data quality [<xref ref-type="bibr" rid="ref28">28</xref>]. Eligible respondents were invited to complete an anonymous survey assessing their engagement in various health behaviors. Respondents provided informed consent before completing the survey and were compensated US $2.70 for their time and effort. On average, the survey took 18.88 minutes to complete.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>The study protocol was reviewed and approved by the University of Colorado Boulder Institutional Review Board (protocol 20-0441) and was conducted in accordance with the Declaration of Helsinki.</p>
      </sec>
      <sec>
        <title>Study Measures</title>
        <p>Respondents completed an investigator-developed quantitative survey that included a series of structured questionnaires assessing demographics, GSN app use, and sexual behaviors (refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for complete survey measures).</p>
      </sec>
      <sec>
        <title>Demographic Characteristics</title>
        <p>Respondents were asked demographic questions, including their age, race, ethnicity, highest educational attainment, individual income, geographic location, and relationship status.</p>
      </sec>
      <sec>
        <title>GSN App Use</title>
        <p>Respondents were asked whether they used online dating apps, and if so, to indicate which apps they currently have profiles or accounts on (choosing all that applied). Response options included Grindr, Tinder, Scruff, Bumble, Hinge, GROWLr, Jack’d, Hornet, and other. Participants who selected <italic>Other</italic> were asked to list any additional apps on which they had profiles or accounts. The average weekly activity was assessed with the following item: “Please estimate the number of hours per week you spend on online dating apps such as the ones listed above.”</p>
      </sec>
      <sec>
        <title>Motivation for GSN App Use</title>
        <p>Motivation for GSN app use was assessed using a measure developed by Goedel and Duncan [<xref ref-type="bibr" rid="ref29">29</xref>]. Respondents who endorsed using GSN apps were asked, “Which best describes your reason for using these apps?” Response options included, “I want to ‘kill time’ when bored,” “I want to make friends with other gay and bisexual men,” “I want to meet other gay and bisexual men to date,” “I want to find a boyfriend or other romantic partner,” and “I want to meet other gay and bisexual men to have sex with.”</p>
      </sec>
      <sec>
        <title>Number of Sexual Partners</title>
        <p>Respondents were asked, ‘In the past year, with how many partners have you had anal sex?’ After examining the response distribution, and consistent with prior studies [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref30">30</xref>], this variable was dichotomized before analysis to create a binary partner number variable (0=less than 3 sexual partners, 1=3 or more sexual partners).</p>
      </sec>
      <sec>
        <title>Condomless Anal Intercourse</title>
        <p>Past-year CAI was assessed with a single item asking respondents, “In the past year, with how many partners have you had unprotected anal sex?” After examining the response distribution, and again consistent with prior studies [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref30">30</xref>], this variable was dichotomized before analysis to create a binary CAI variable (0=have not had CAI in the past year, 1=have had CAI in the past year).</p>
      </sec>
      <sec>
        <title>Sexualized Drug Use</title>
        <p>Respondents were asked to indicate how frequently they consumed alcohol and cannabis before having sex by responding to the following two items: “In the past year, how much of the time did you drink alcohol before you had sexual intercourse?” and “In the past year, how much of the time did you smoke marijuana before you had sexual intercourse?” The response options for each item ranged from 1 (never) to 5 (always). In addition, respondents were given a list of 6 drugs commonly associated with <italic>chemsex</italic> (eg, ecstasy, poppers, and gamma-hydroxybutyrate) [<xref ref-type="bibr" rid="ref31">31</xref>] and were asked to report whether they had ever used each drug before engaging in sexual intercourse. Items were summed to create a single score for recreational drug use before sex, ranging from 0 to 6.</p>
      </sec>
      <sec>
        <title>Previous STI Diagnosis</title>
        <p>Respondents were asked if they had ever been diagnosed with an STI other than HIV (0=have not been diagnosed, 1=have been diagnosed), and if so, which STI. Response options included chlamydia, genital herpes, gonorrhea, hepatitis, human papillomavirus, syphilis, trichomoniasis, and other. Participants who selected <italic>Other</italic> were asked to list any additional STIs they had previously been diagnosed with.</p>
      </sec>
      <sec>
        <title>HIV Testing and Serostatus</title>
        <p>Respondents were asked whether they had ever been tested for HIV (0=no, 1=yes), and if so, what their HIV status was (0=HIV negative, 1=HIV positive).</p>
      </sec>
      <sec>
        <title>PrEP Use</title>
        <p>PrEP use was assessed using a single item asking respondents, “PrEP is short for pre-exposure prophylaxis. It is a medication that HIV-negative individuals can take to prevent HIV. Do you use PrEP?” (0=do not use PrEP, 1=do use PrEP).</p>
      </sec>
      <sec>
        <title>Sexual Sensation Seeking</title>
        <p>Sexual sensation seeking was assessed using an abbreviated version of the Sexual Sensation Seeking scale [<xref ref-type="bibr" rid="ref32">32</xref>], which assesses an individual’s tendency to seek novel or risky sexual simulation. Respondents were asked to respond to 6 items (eg, “I like new and exciting sexual experiences and sensation”) on a scale ranging from 1 (not at all like me) to 4 (very much like me). Items were averaged to create a single score ranging from 1 to 4, with higher scores indicating greater sexual sensation seeking (<italic>α</italic>=.78).</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>All analyses were conducted using R (version 4.0.3). To compare GSN app users with nonusers on continuous outcomes of interest (eg, sexualized drug use), we ran a series of linear regressions with user status as the independent variable (nonuser=−0.5, GSN user=0.5). To compare GSN users with nonusers on categorical outcomes of interest (eg, past-year CAI), we ran a series of logistic regressions with user status as the independent variable. All regression analyses comparing GSN users with nonusers included relationship status (in a relationship=−0.5, not in a relationship=0.5) as a covariate, as relationship status differed significantly between the 2 groups (<italic>P</italic>&#60;.001). Among GSN users, we conducted bivariate correlation tests to examine associations between hours spent per week on GSN apps and continuous outcomes of interest and point-biserial correlation tests to examine associations between hours spent per week on GSN apps and categorical outcomes of interest.</p>
        <p>Finally, to examine the differential associations between behavior and GBM-specific versus sexuality nonspecific GSN apps, we conducted a series of exploratory analyses to investigate whether sexual risk behavior and substance use differed between those using <italic>only</italic> GBM-specific GSN apps (ie, Grindr, Scruff, GROWLr, Jack’d, and Hornet) and those using <italic>only</italic> sexuality nonspecific GSN apps (ie, Tinder, Bumble, and Hinge). Respondents who reported using both GBM-specific and sexuality nonspecific GSN apps (n=39) were excluded from the analyses. To compare exclusive users of GBM-specific apps with exclusive users of sexuality nonspecific apps on categorical outcomes of interest, we ran a series of logistic regressions with app preference (sexuality nonspecific only=−0.5, GBM-specific only=0.5) as the independent variable. To compare these users on the continuous outcomes of interest, we ran a series of 2-tailed independent samples <italic>t</italic> tests.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Sample Characteristics</title>
        <p>In total, 230 individuals completed the web-based survey. A total of 7 respondents self-reported their sexual orientation as heterosexual and were thus excluded. Data were examined for invalid survey response patterns (eg, failed attention checks, invariability in responses, and speeding), and no additional respondents were identified for exclusion. Thus, the final sample consisted of 223 respondents. The respondents were aged, on average, 31.90 (SD 10.06; range 21-78) years. The sample mostly consisted of non-Hispanic White participants (155/223, 69.5%) and included respondents from 40 states and the District of Columbia. GSN users were less likely to report being in a relationship (<italic>P</italic>&#60;.001) and more likely to be a racial minority (<italic>P</italic>=.003) than nonusers. No other significant differences in demographics emerged between GSN users and nonusers (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <p>Nearly half (104/223, 47%) of the participants reported using GSN apps. Among GSN users, the most common reason for using these apps was to <italic>kill time</italic> when bored (43/104, 41.3%), followed by meeting other gay and bisexual men to have sex with (23/104, 22.1%), making friends with other gay and bisexual men (19/104, 18.3%), meeting other gay and bisexual men to date (10/104, 9.6%), and wanting to meet a boyfriend or other romantic partner (9/104, 8.7%). Respondents reported spending an average of 4.88 (SD 8.08) hours per week on these apps. The most common apps GSN users endorsed were Grindr (68/104, 65.4%), followed by Tinder (60/104, 57.7%), Scruff (27/104, 26.0%), Bumble (15/104, 14.4%), Hinge (14/104, 13.5%), GROWLr (11/104, 10.6%), Jack’d (8/104, 8.0%), and Hornet (4/104, 3.8%). Of 104 GSN users, 40 (38.5%) reported using 2 or more apps.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographics overall and by user group.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="200"/>
            <col width="0"/>
            <col width="200"/>
            <col width="0"/>
            <col width="200"/>
            <col width="0"/>
            <col width="190"/>
            <col width="0"/>
            <col width="0"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="4">Variable</td>
                <td colspan="2">Overall (N=223)</td>
                <td colspan="2">App users (n=104)</td>
                <td colspan="2">Nonusers (n=119)</td>
                <td colspan="2"><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">Age (years), mean (SD)</td>
                <td colspan="2">31.90 (10.06)</td>
                <td colspan="2">31.12 (8.53)</td>
                <td colspan="2">32.59 (11.22)</td>
                <td colspan="2">.28</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Sexual orientation, n (%)</bold>
                </td>
                <td>.99</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Gay</td>
                <td colspan="2">100 (44.8)</td>
                <td colspan="2">47 (45.2)</td>
                <td colspan="2">53 (44.5)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Bisexual</td>
                <td colspan="2">104 (46.6)</td>
                <td colspan="2">48 (46.2)</td>
                <td colspan="2">56 (47.1)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Other</td>
                <td colspan="2">19 (8.5)</td>
                <td colspan="2">9 (8.7)</td>
                <td colspan="2">10 (8.4)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Relationship status, n (%)</bold>
                </td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>a</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Single</td>
                <td colspan="2">122 (54.7)</td>
                <td colspan="2">70 (67.3)</td>
                <td colspan="2">52 (43.7)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Partnered (monogamous)</td>
                <td colspan="2">91 (40.8)</td>
                <td colspan="2">27 (26.0)</td>
                <td colspan="2">64 (53.8)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Partnered (nonmonogamous)</td>
                <td colspan="2">10 (4.5)</td>
                <td colspan="2">7 (6.7)</td>
                <td colspan="2">3 (2.5)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Race, n (%)</bold>
                </td>
                <td>
                  <italic>.003</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">White</td>
                <td colspan="2">159 (71.3)</td>
                <td colspan="2">65 (62.5)</td>
                <td colspan="2">94 (79.0)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Black or African American</td>
                <td colspan="2">21 (9.4)</td>
                <td colspan="2">13 (12.5)</td>
                <td colspan="2">8 (6.7)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Asian</td>
                <td colspan="2">17 (7.6)</td>
                <td colspan="2">14 (13.5)</td>
                <td colspan="2">3 (2.5)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">American Indian or Alaska Native</td>
                <td colspan="2">1 (0.4)</td>
                <td colspan="2">1 (1.0)</td>
                <td colspan="2">0 (0.0)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Native Hawaiian or other Pacific Islander</td>
                <td colspan="2">0 (0.0)</td>
                <td colspan="2">0 (0.0)</td>
                <td colspan="2">0 (0.0)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Two or more races</td>
                <td colspan="2">7 (3.1)</td>
                <td colspan="2">1 (1.0)</td>
                <td colspan="2">6 (5.0)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="9">
                  <bold>Hispanic or Latinx—any race</bold>
                </td>
                <td colspan="2">.74</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Hispanic or Latino</td>
                <td colspan="2">22 (9.9)</td>
                <td colspan="2">11 (10.6)</td>
                <td colspan="2">11 (9.2)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Not Hispanic or Latino</td>
                <td colspan="2">201 (90.1)</td>
                <td colspan="2">93 (89.4)</td>
                <td colspan="2">108 (90.8)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Education, n (%)</bold>
                </td>
                <td>.63</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Less than high school</td>
                <td colspan="2">2 (0.9)</td>
                <td colspan="2">0 (0.0)</td>
                <td colspan="2">2 (1.7)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">High school or general educational development</td>
                <td colspan="2">22 (9.9)</td>
                <td colspan="2">9 (8.7)</td>
                <td colspan="2">13 (10.9)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Some college</td>
                <td colspan="2">63 (28.3)</td>
                <td colspan="2">29 (2.8)</td>
                <td colspan="2">34 (28.6)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Associate degree or technical certification</td>
                <td colspan="2">18 (8.1)</td>
                <td colspan="2">10 (9.6)</td>
                <td colspan="2">8 (67.2)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Bachelor’s degree</td>
                <td colspan="2">84 (37.7)</td>
                <td colspan="2">41 (39.4)</td>
                <td colspan="2">43 (36.1)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Master’s degree</td>
                <td colspan="2">28 (12.6)</td>
                <td colspan="2">11 (10.6)</td>
                <td colspan="2">17 (14.3)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Doctoral or professional degree</td>
                <td colspan="2">6 (2.7)</td>
                <td colspan="2">4 (3.8)</td>
                <td colspan="2">2 (1.7)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Annual household income, n (%)</bold>
                </td>
                <td>.35</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">&#60; US $25,000</td>
                <td colspan="2">60 (26.9)</td>
                <td colspan="2">21 (20.2)</td>
                <td colspan="2">39 (32.8)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">US $25,000-$49,999</td>
                <td colspan="2">65 (29.1)</td>
                <td colspan="2">35 (33.7)</td>
                <td colspan="2">30 (25.2)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">US $50,000-$74,999</td>
                <td colspan="2">47 (21.1)</td>
                <td colspan="2">23 (22.1)</td>
                <td colspan="2">24 (20.2)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">US $75,000-$99,999</td>
                <td colspan="2">24 (10.8)</td>
                <td colspan="2">13 (12.5)</td>
                <td colspan="2">11 (9.2)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">US $100,000-$149,999</td>
                <td colspan="2">19 (8.5)</td>
                <td colspan="2">9 (8.7)</td>
                <td colspan="2">10 (8.4)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">&#62; US $150,000</td>
                <td colspan="2">8 (3.6)</td>
                <td colspan="2">3 (2.9)</td>
                <td colspan="2">5 (4.2)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Location of residence, n (%)</bold>
                </td>
                <td>.46</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Rural</td>
                <td colspan="2">24 (11.8)</td>
                <td colspan="2">10 (9.6)</td>
                <td colspan="2">14 (11.8)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Suburban</td>
                <td colspan="2">110 (49.3)</td>
                <td colspan="2">48 (46.2)</td>
                <td colspan="2">62 (52.1)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Urban</td>
                <td colspan="2">89 (39.9)</td>
                <td colspan="2">46 (44.2)</td>
                <td colspan="2">43 (36.1)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Significant <italic>P</italic> values are italicized.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>GSN App Use, HIV and STI Prevalence, and Sexual Behavior</title>
        <p>The zero-order correlations between sexual risk and protective behaviors are presented in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <p>Descriptive statistics for sexual behavior overall and by user group, as well as results of the regression analyses, are presented in <xref ref-type="table" rid="table3">Tables 3</xref> and <xref ref-type="table" rid="table4">4</xref>. Controlling for relationship status, GSN users reported higher levels of sexual sensation seeking than nonusers. GSN users also reported more frequent use of recreational drugs before sex, alcohol use before sex, and cannabis use before sex compared with nonusers. GSN users were more than 5 times more likely to report past-year CAI, 8 times more likely to report 3 or more sexual partners in the past year, and 3 times more likely to report a past STI diagnosis than nonusers. GSN users were also more likely than nonusers to report having ever taken an HIV test and using PrEP. HIV seropositivity rates were not significantly different between GSN users and nonusers.</p>
        <p>Among GSN users (n=105), hours spent per week on GSN apps were positively associated with sexual sensation seeking (<italic>r</italic>=0.28; <italic>P</italic>=.003); frequency of recreational drug use before sex (<italic>r</italic>=0.25; <italic>P</italic>=.01); and the likelihood of past-year CAI (<italic>r</italic>=0.37; <italic>P</italic>&#60;.001), 3 or more sexual partners in the previous year (<italic>r</italic>=0.38; <italic>P</italic>&#60;.001), a past STI diagnosis (<italic>r</italic>=0.31; <italic>P</italic>=.001), HIV testing (<italic>r</italic>=0.26; <italic>P</italic>=.01), and PrEP use (<italic>r</italic>=0.44; <italic>P</italic>&#60;.001). Hours spent on GSN apps were not associated with alcohol use before sex, cannabis use before sex, or HIV serostatus (<italic>Ps</italic>&#62;.47).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Zero-order correlations between sexual risk and protective behaviors.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="160"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variable</td>
                <td>1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
                <td>5</td>
                <td>6</td>
                <td>7</td>
                <td>8</td>
                <td>9</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="11">
                  <bold>Past-year condomless anal intercourse</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>r</italic>
                </td>
                <td>—<sup>a</sup></td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Three or more sexual partners in the past year</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>r</italic>
                </td>
                <td>0.35</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td>&#60;.001</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Previous sexually transmitted infection diagnosis</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>r</italic>
                </td>
                <td>0.31</td>
                <td>0.25</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Ever been tested for HIV</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>r</italic>
                </td>
                <td>0.41</td>
                <td>0.25</td>
                <td>0.29</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>HIV+ serostatus</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>r</italic>
                </td>
                <td>0.13</td>
                <td>0.06</td>
                <td>0.39</td>
                <td>0.14</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td>.28</td>
                <td>.76</td>
                <td>&#60;.001</td>
                <td>&#60;.05</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Pre-exposure prophylaxis use</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>r</italic>
                </td>
                <td>0.26</td>
                <td>0.48</td>
                <td>0.34</td>
                <td>0.22</td>
                <td>0.01</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>.79</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Alcohol use before sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>r</italic>
                </td>
                <td>0.28</td>
                <td>0.18</td>
                <td>0.07</td>
                <td>0.22</td>
                <td>−0.08</td>
                <td>0.12</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td>&#60;.001</td>
                <td>&#60;.01</td>
                <td>.31</td>
                <td>&#60;.001</td>
                <td>.10</td>
                <td>.08</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Cannabis use before sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>r</italic>
                </td>
                <td>0.18</td>
                <td>0.15</td>
                <td>0.13</td>
                <td>0.20</td>
                <td>0.02</td>
                <td>0.13</td>
                <td>0.39</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td>&#60;.01</td>
                <td>&#60;.05</td>
                <td>.05</td>
                <td>&#60;.01</td>
                <td>.94</td>
                <td>.06</td>
                <td>&#60;.001</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Recreational drug use before sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>r</italic>
                </td>
                <td>0.35</td>
                <td>0.30</td>
                <td>0.38</td>
                <td>0.26</td>
                <td>0.41</td>
                <td>0.17</td>
                <td>0.16</td>
                <td>0.21</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.05</td>
                <td>&#60;.05</td>
                <td>&#60;.01</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Sexual sensation seeking</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>r</italic>
                </td>
                <td>0.55</td>
                <td>0.29</td>
                <td>0.37</td>
                <td>0.33</td>
                <td>0.21</td>
                <td>0.19</td>
                <td>0.33</td>
                <td>0.28</td>
                <td>0.44</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.01</td>
                <td>&#60;.01</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Logistic regression analyses of geosocial networking app users versus nonusers.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="120"/>
            <col width="110"/>
            <col width="120"/>
            <col width="240"/>
            <col width="110"/>
            <thead>
              <tr valign="top">
                <td>Variable<sup>a</sup></td>
                <td>Overall (N=223)</td>
                <td>App users (n=104)</td>
                <td>Nonusers (n=119)</td>
                <td>Adjusted odds ratio (95% CI)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Past-year condomless anal intercourse, n (%)</td>
                <td>103 (46.2)</td>
                <td>64 (61.5)</td>
                <td>39 (32.8)</td>
                <td>5.46 (2.60-11.48)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>b</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>Three or more sexual partners in the past year, n (%)</td>
                <td>53 (23.8)</td>
                <td>44 (42.3)</td>
                <td>9 (7.6)</td>
                <td>8.26 (3.71-18.40)</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>Previous sexually transmitted infection diagnosis, n (%)</td>
                <td>44 (19.7)</td>
                <td>30 (28.8)</td>
                <td>14 (11.8)</td>
                <td>3.40 (1.62-7.11)</td>
                <td>
                  <italic>.001</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>Ever been tested for HIV, n (%)</td>
                <td>145 (65.0)</td>
                <td>75 (72.1)</td>
                <td>70 (58.8)</td>
                <td>3.00 (1.58-5.69)</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>HIV+serostatus, n (%)</td>
                <td>8 (3.6)</td>
                <td>6 (5.8)</td>
                <td>2 (1.7)</td>
                <td>1.73 (0.31-9.55)</td>
                <td>.53</td>
              </tr>
              <tr valign="top">
                <td>Pre-exposure prophylaxis use, n (%)</td>
                <td>24 (10.8)</td>
                <td>17 (16.3)</td>
                <td>7 (5.9)</td>
                <td>2.90 (1.12-7.56)</td>
                <td>
                  <italic>.03</italic>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>All regression models comparing GSN users and nonusers controlled for participant relationship status.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Significant <italic>P</italic> values are italicized.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Linear regression analyses of geosocial networking app users versus nonusers.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="120"/>
            <col width="120"/>
            <col width="120"/>
            <col width="120"/>
            <col width="110"/>
            <col width="110"/>
            <thead>
              <tr valign="top">
                <td>Variable<sup>a</sup></td>
                <td>Overall (N=223)</td>
                <td>App users (n=104)</td>
                <td>Nonusers (n=119)</td>
                <td>Coefficient (<italic>B</italic>)</td>
                <td><italic>t</italic> test (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Alcohol use before sex, mean (SD)</td>
                <td>1.90 (1.02)</td>
                <td>2.16 (1.06)</td>
                <td>1.67 (0.93)</td>
                <td>0.62</td>
                <td>4.59 (220)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>b</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>Cannabis use before sex, mean (SD)</td>
                <td>1.52 (0.87)</td>
                <td>1.65 (0.97)</td>
                <td>1.40 (0.75)</td>
                <td>0.34</td>
                <td>2.84 (220)</td>
                <td>
                  <italic>.01</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>Recreational drug use before sex, mean (SD)</td>
                <td>0.65 (1.16)</td>
                <td>0.90 (1.39)</td>
                <td>0.43 (0.87)</td>
                <td>0.53</td>
                <td>3.30 (220)</td>
                <td>
                  <italic>.001</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>Sexual sensation seeking, mean (SD)</td>
                <td>2.19 (0.70)</td>
                <td>2.41 (0.68)</td>
                <td>1.99 (0.65)</td>
                <td>0.52</td>
                <td>5.75 (220)</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>All regression models comparing GSN users and nonusers controlled for participant relationship status.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>Significant <italic>P</italic> values are italicized.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>GBM-Specific Versus Sexuality Nonspecific GSN Apps</title>
        <p>Among GSN users, 38 respondents reported using <italic>only</italic> GBM-specific GSN apps (ie, Grindr, Scruff, GROWLr, Jack’d, and Hornet), whereas 27 respondents reported using <italic>only</italic> sexuality nonspecific GSN apps (ie, Tinder, Bumble, and Hinge). GSN users who only endorsed using only GBM-specific GSN apps spent more hours per week on GSN apps than GSN users who only endorsed using sexuality nonspecific GSN apps (t<sub>63</sub>=2.34; <italic>P</italic>=.02). The most common reason for using GBM-specific apps was to meet other gay and bisexual men to have sex with (17/38, 45%), whereas the most common reason for using sexuality nonspecific apps was to kill time when bored (14/27, 52%).</p>
        <p>Exclusive users of GBM-specific apps reported higher levels of sexual sensation seeking than exclusive users of sexuality nonspecific apps (t<sub>128</sub>=5.14; <italic>P</italic>&#60;.001). Exclusive users of GBM-specific apps also reported more frequent recreational drug use before sex (t<sub>63</sub>=2.54; <italic>P</italic>=.01) and were more likely to report past-year CAI (OR 16.10, 95% CI 4.46-58.14; <italic>P</italic>&#60;.001), 3 or more sexual partners in the previous year (OR 4.89, 95% CI 1.53-15.61; <italic>P</italic>=.004), a previous STI diagnosis (OR 26.00, 95% CI 3.20-211.49; <italic>P</italic>=.002), and HIV testing (OR 6.13, 95% CI 1.83-20.47; <italic>P</italic>=.003). Alcohol use before sex, cannabis use before sex, PrEP use, and HIV rates were similar between both the groups (<italic>P</italic>&#62;.11).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>As GBM continue to bear a disproportionate burden of the HIV and STI epidemic [<xref ref-type="bibr" rid="ref1">1</xref>], it is important to examine how contextual factors, such as the proliferation of mobile dating apps, may shape STI risk within this community. This study suggests that GSN app use—dichotomous user versus nonuser status and time spent on apps among users—is associated with higher rates of sexual risk in GBM across a range of outcome measures. Conversely, the findings also suggest that GSN app use is associated with increased odds of engaging in health <italic>protective</italic> behaviors. Furthermore, among GSN users, we found that exclusive users of GBM-specific apps (eg, Grindr), as opposed to sexuality nonspecific apps (eg, Tinder), reported greater sexual risk taking despite similar rates of PrEP use.</p>
        <p>Recent reviews have called for more studies to compare health risk and protective behaviors between GSN users and nonusers, as much of the extant literature consists of GBM samples recruited directly from GSN apps, which inherently limits findings to the prevalence of sexual risk among GSN users [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. In our study that directly compared GSN using GBM with GSN nonusing GBM, we found that although GSN app use was associated with increased odds of a previous STI diagnosis, past-year CAI, and 3 or more sexual partners in the preceding year, it was also related to greater engagement in STI risk reduction strategies (ie, PrEP use and HIV testing). This is encouraging, as it suggests that users may recognize the inherent risks associated with sexual behavior and actively engage with strategies for risk mitigation and prevention. Furthermore, our finding that GSN app use was associated with greater levels of sexualized drug use contributes to the emerging literature on this topic [<xref ref-type="bibr" rid="ref15">15</xref>]. As there are well-documented event-level associations between substance use, sexual risk taking, and subsequent STI and HIV infection [<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref35">35</xref>], this association—and the mechanisms behind it—warrants further exploration. For instance, GSN app use may reflect greater integration with GBM communities where sexualized drug use is normative [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Interventions and policy strategies aimed at reducing this practice among GBM should integrate both HIV and substance use education [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>], and GSN apps could serve as a unique platform for disseminating these harm reduction initiatives.</p>
        <p>In addition to comparing GSN users with nonusers, we provide a more nuanced exploration of the risks associated with GBM-specific (vs sexuality nonspecific) app use, which has been overlooked in the previous literature. Our findings indicate that men who used only GBM-specific apps (vs sexuality nonspecific apps) were more likely to report past-year CAI, 3 or more sexual partners in the preceding year, a previous STI diagnosis, and more frequent recreational drug use before sex, suggesting that the use of GBM-specific apps is associated with a higher risk user profile than sexuality nonspecific apps. The higher rates of risk behavior associated with GBM-specific apps may be driven by differences in motives for app use (eg, sexual partner seeking among GBM-specific app users vs killing time for users of sexuality nonspecific apps). This aligns with prior evidence suggesting that GBM-specific apps (eg, Grindr and Jack’d) are used primarily for <italic>hookups</italic> rather than dating [<xref ref-type="bibr" rid="ref14">14</xref>]. Interestingly, despite greater levels of risk among GBM using only GBM-specific apps, the rates of PrEP use did not significantly differ between the groups; however, PrEP uptake was still low across both groups (13%). It is important to note that advertisements for PrEP are more common on GBM-specific dating sites, suggesting that further evaluation of the efficacy of such advertisements would be informative. Interestingly, although the rates of PrEP use were similar among app users, men who used only GBM-specific apps were more likely to report HIV testing than men who used only sexuality nonspecific apps. This may be due, in part, to the fact that GBM-specific apps encourage users to report their HIV serostatus as well as the date of their last HIV test.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Despite the novel contributions made to the existing literature, this study has several limitations. Among GSN users, we were unable to determine whether self-reported risk behaviors occurred with partners met through GSN apps. Future studies should examine risk behaviors with partners who met online compared with those who met offline. Our self-report measures of sexual risk and protective behaviors also lacked nuance. For instance, although CAI is a risk factor for STIs, our measure may not accurately reflect respondents’ personal levels of HIV risk, as it did not assess whether respondents who engaged in CAI were having sex with a seroconcordant partner, were regularly taking PrEP at the time of intercourse, or had an undetectable viral load (if HIV positive). Furthermore, our measure of PrEP use was a single yes-no question; however, evidence suggests that daily or almost-daily (4 or more pills per week) adherence to PrEP is necessary to maintain its efficacy [<xref ref-type="bibr" rid="ref36">36</xref>]. In addition, this study’s data regarding protective behaviors were limited to dichotomous measures of lifetime prevalence of STI and HIV testing and diagnoses, which did not align with the time frames for measures of app use and sexual risk behavior. Future studies should use more detailed self-report measures of risk and protective behaviors, such as the Timeline Follow-Back [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. In addition, although our sample was diverse in terms of age (21-78 years) and geographic location (40 US states and the District of Columbia; urban, suburban, and rural areas), participants were predominantly White, whereas GBM of color—particularly Latino and Black GBM—are at far higher risk of HIV and other STI than White GBM [<xref ref-type="bibr" rid="ref39">39</xref>]. Participants were also recruited as a convenience sample, which may limit the generalizability of our findings. Finally, this study was cross-sectional in nature. As such, we are unable to determine whether the relationships reported are causal, and if so, the directionality of these effects. For instance, although it is possible that GSN app use may <italic>causally</italic> influence the sexual risk behavior of GBM, it is also possible that GBM with a greater propensity for risk taking may self-select into these web-based environments. The fact that GSN app users reported higher levels of sexual sensation seeking lends credence to the self-selection hypothesis. Future prospective studies should examine how risk levels change in response to the initiation of GSN app use. Regardless of whether GSN app use causally influences risk taking, the fact remains that risk behaviors are elevated among GBM using these apps. Thus, these apps represent an important venue for targeted public health communications aimed at reducing STI risk.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>To reduce disparities in STI and HIV infection and transmission rates, it is critical for researchers, clinicians, and public health officials to maintain an up-to-date awareness of contextual determinants of STI risk that are specific to high-risk populations. The findings of our study suggest that GSN apps, which have played an important role in reducing barriers and facilitating partner seeking among sexual minorities in the 10 years since their inception [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>], may also be a useful pathway for evaluating and reducing STI risk in GBM. At the individual level, clinicians should ask about the use of dating apps when discussing patient history, given the relationship between the use of GSN apps and risky sexual behaviors. On a larger scale, GSN apps may be a useful tool for public health messaging and STI risk reduction interventions that address individual- and societal-level factors driving sexual risk among this population. The use of Grindr as a platform for PrEP advertisements in recent years is a promising start, but outreach efforts should be increased to reach GBM who prefer to use other GBM-specific apps (eg, Jack’d) or sexuality nonspecific apps (eg, Tinder), and further research is needed to evaluate the efficacy of such efforts.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Web-based survey measures.</p>
        <media xlink:href="formative_v6i6e35548_app1.docx" xlink:title="DOCX File , 26 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CAI</term>
          <def>
            <p>condomless anal intercourse</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GBM</term>
          <def>
            <p>gay, bisexual, and other men who have sex with men</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">GSN</term>
          <def>
            <p>geosocial networking</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">LGB</term>
          <def>
            <p>lesbian, gay, and bisexual</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MSM</term>
          <def>
            <p>men who have sex with men</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PrEP</term>
          <def>
            <p>pre-exposure prophylaxis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">STI</term>
          <def>
            <p>sexually transmitted infection</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by a University of Colorado Boulder Beverly Sears Graduate Student Research Grant (principal investigator: LPG). LPG was funded by the National Science Foundation Graduate Research Fellowship (DGE 1650115).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>LPG was responsible for the study design, overseeing all aspects of study execution, and conceptualizing and performing data analysis. LPG and EBK led the interpretation and write up of the findings. ADB contributed to the conception and design, analysis and interpretation, drafting, and final approval. All authors critically reviewed the content and approved the final version for publication.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Diagnoses of HIV infection in the United States and dependent areas, 2018</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <access-date>2021-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/hiv/pdf/library/reports/surveillance/cdc-hiv-surveillance-report-2018-updated-vol-31.pdf">https://www.cdc.gov/hiv/pdf/library/reports/surveillance/cdc-hiv-surveillance-report-2018-updated-vol-31.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Sexual transmission and viral hepatitis</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <access-date>2021-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/hepatitis/populations/stds.htm">https://www.cdc.gov/hepatitis/populations/stds.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2021</year>
          <access-date>2021-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/std/syphilis/stdfact-msm-syphilis.htm">https://www.cdc.gov/std/syphilis/stdfact-msm-syphilis.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Sexually Transmitted Disease Surveillance 2019</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2021</year>
          <access-date>2021-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/std/statistics/2019/default.htm">https://www.cdc.gov/std/statistics/2019/default.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <source>Substance Abuse and Mental Health Services Administration</source>
          <year>2012</year>
          <access-date>2021-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://store.samhsa.gov/sites/default/files/d7/priv/sma12-4684.pdf">https://store.samhsa.gov/sites/default/files/d7/priv/sma12-4684.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of men who have sex with men who use smartphone geosocial networking applications and implications for HIV interventions: a systematic review and meta-analysis</article-title>
          <source>Arch Sex Behav</source>
          <year>2017</year>
          <month>05</month>
          <volume>46</volume>
          <issue>4</issue>
          <fpage>885</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1007/s10508-016-0709-3</pub-id>
          <pub-id pub-id-type="medline">27043837</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10508-016-0709-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curry</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Dating App Revenue and Usage Statistics (2021)</article-title>
          <source>Business of Apps</source>
          <year>2022</year>
          <month>3</month>
          <day>4</day>
          <access-date>2021-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.businessofapps.com/data/dating-app-market/">https://www.businessofapps .com/data/dating-app-market/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meisenzahl</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>These charts from Match Group show more people are turning to online dating during the pandemic</article-title>
          <source>Business Insider</source>
          <year>2020</year>
          <month>8</month>
          <day>6</day>
          <access-date>2021-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.businessinsider.com/tinder-hinge-match-group-dating-apps-more-users-coronavirus-2020-8">https://www.businessinsider.com/tinder-hinge-match-group-dating-apps-more-users-coronavirus -2020-8</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Lesbian, gay and bisexual online daters report positive experiences – but also harassment</article-title>
          <source>Pew Research Center</source>
          <year>2020</year>
          <month>4</month>
          <day>9</day>
          <access-date>2021-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/fact-tank/2020/04/09/lesbian-gay-and-bisexual-online-daters-report-positive-experiences-but-also-harassment/">https://www.pewresearch.org/fact-tank/2020/04/09/lesbian-gay-and-bisexual-online-daters-report-positive -experiences-but-also-harassment/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaspal</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Gay men’s construction and management of identity on Grindr</article-title>
          <source>Sex Cult</source>
          <year>2017</year>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>187</fpage>
          <lpage>204</lpage>
          <pub-id pub-id-type="doi">10.1007/s12119-016-9389-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liau</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Millett</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Meta-analytic examination of online sex-seeking and sexual risk behavior among men who have sex with men</article-title>
          <source>Sex Transm Dis</source>
          <year>2006</year>
          <month>09</month>
          <volume>33</volume>
          <issue>9</issue>
          <fpage>576</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1097/01.olq.0000204710.35332.c5</pub-id>
          <pub-id pub-id-type="medline">16540884</pub-id>
          <pub-id pub-id-type="pii">00007435-900000000-00007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Application of novel psychoactive substances: Chemsex and HIV/AIDS policies among men who have sex with men in Hong Kong</article-title>
          <source>Front Psychiatry</source>
          <year>2021</year>
          <volume>12</volume>
          <fpage>680252</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2021.680252"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2021.680252</pub-id>
          <pub-id pub-id-type="medline">34335329</pub-id>
          <pub-id pub-id-type="pmcid">PMC8316596</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Laidler</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>The paradox for chem-fun and gay men: a neoliberal analysis of drugs and HIV/AIDS policies in Hong Kong</article-title>
          <source>J Psychoactive Drugs</source>
          <year>2020</year>
          <volume>52</volume>
          <issue>1</issue>
          <fpage>77</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1080/02791072.2019.1568648</pub-id>
          <pub-id pub-id-type="medline">30704363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The use of geosocial networking smartphone applications and the risk of sexually transmitted infections among men who have sex with men: a systematic review and meta-analysis</article-title>
          <source>BMC Public Health</source>
          <year>2018</year>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>1178</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-018-6092-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-018-6092-3</pub-id>
          <pub-id pub-id-type="medline">30326887</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-018-6092-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6192100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goedel</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <article-title>Contextual factors in geosocial-networking smartphone application use and engagement in condomless anal intercourse among gay, bisexual, and other men who have sex with men who use Grindr</article-title>
          <source>Sex Health</source>
          <year>2016</year>
          <month>11</month>
          <volume>13</volume>
          <issue>6</issue>
          <fpage>549</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1071/SH16008</pub-id>
          <pub-id pub-id-type="medline">27712610</pub-id>
          <pub-id pub-id-type="pii">SH16008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Obarska</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Szymczak</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lewczuk</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gola</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Threats to mental health facilitated by dating applications use among men having sex with men</article-title>
          <source>Front Psychiatry</source>
          <year>2020</year>
          <month>11</month>
          <day>13</day>
          <volume>11</volume>
          <fpage>584548</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2020.584548"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2020.584548</pub-id>
          <pub-id pub-id-type="medline">33281645</pub-id>
          <pub-id pub-id-type="pmcid">PMC7691247</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Grov</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mustanski</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Engagement in group sex among geosocial networking mobile application-using men who have sex with men</article-title>
          <source>Sex Health</source>
          <year>2015</year>
          <month>11</month>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>495</fpage>
          <lpage>500</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26255156"/>
          </comment>
          <pub-id pub-id-type="doi">10.1071/SH15108</pub-id>
          <pub-id pub-id-type="medline">26255156</pub-id>
          <pub-id pub-id-type="pii">SH15108</pub-id>
          <pub-id pub-id-type="pmcid">PMC4749466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landovitz</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Weissman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haymer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mendenhall</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Veniegas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gorbach</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Reback</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shoptaw</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Epidemiology, sexual risk behavior, and HIV prevention practices of men who have sex with men using GRINDR in Los Angeles, California</article-title>
          <source>J Urban Health</source>
          <year>2013</year>
          <month>08</month>
          <volume>90</volume>
          <issue>4</issue>
          <fpage>729</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22983721"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11524-012-9766-7</pub-id>
          <pub-id pub-id-type="medline">22983721</pub-id>
          <pub-id pub-id-type="pmcid">PMC3732683</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rice</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Holloway</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Winetrobe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rhoades</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Barman-Adhikari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carranza</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dent</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bunlap</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Sex risk among young men who have sex with men who use Grindr, a smartphone geosocial networking application</article-title>
          <source>J AIDS Clinic Res</source>
          <year>2012</year>
          <month>08</month>
          <volume>01</volume>
          <issue>S4</issue>
          <fpage>729</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.4172/2155-6113.S4-005</pub-id>
          <pub-id pub-id-type="pmcid">PMC3732683</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lehmiller</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ioerger</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Social networking smartphone applications and sexual health outcomes among men who have sex with men</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <month>1</month>
          <day>23</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>e86603</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0086603"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0086603</pub-id>
          <pub-id pub-id-type="medline">24466166</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-33386</pub-id>
          <pub-id pub-id-type="pmcid">PMC3900560</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ogunbajo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lodge 2nd</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Restar</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Oginni</surname>
              <given-names>OA</given-names>
            </name>
            <name name-style="western">
              <surname>Iwuagwu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Biello</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mimiaga</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Correlates of geosocial networking applications (GSN Apps) usage among gay, bisexual, and other men who have sex with men in Nigeria, Africa</article-title>
          <source>Arch Sex Behav</source>
          <year>2021</year>
          <month>10</month>
          <volume>50</volume>
          <issue>7</issue>
          <fpage>2981</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33844118"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10508-020-01889-3</pub-id>
          <pub-id pub-id-type="medline">33844118</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10508-020-01889-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC8040750</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Best</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>FY</given-names>
            </name>
            <name name-style="western">
              <surname>Tso</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Gay mobile apps and the evolving virtual risk environment: a cross-sectional online survey among men who have sex with men in China</article-title>
          <source>Sex Transm Infect</source>
          <year>2016</year>
          <month>11</month>
          <volume>92</volume>
          <issue>7</issue>
          <fpage>508</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27288414"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/sextrans-2015-052469</pub-id>
          <pub-id pub-id-type="medline">27288414</pub-id>
          <pub-id pub-id-type="pii">sextrans-2015-052469</pub-id>
          <pub-id pub-id-type="pmcid">PMC5148710</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Bao</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cui</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Geng</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shang</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Risk-taking behaviors and adherence to HIV pre-exposure prophylaxis in users of geosocial networking apps: real-world, multicenter study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>10</month>
          <day>14</day>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e22388</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/10/e22388/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22388</pub-id>
          <pub-id pub-id-type="medline">33052132</pub-id>
          <pub-id pub-id-type="pii">v22i10e22388</pub-id>
          <pub-id pub-id-type="pmcid">PMC7593863</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Leuba</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Geng</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shang</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The effect of using geosocial networking apps on the HIV incidence rate among men who have sex with men: eighteen-month prospective cohort study in Shenyang, China</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>12</month>
          <day>21</day>
          <volume>20</volume>
          <issue>12</issue>
          <fpage>e11303</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/12/e11303/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11303</pub-id>
          <pub-id pub-id-type="medline">30578225</pub-id>
          <pub-id pub-id-type="pii">v20i12e11303</pub-id>
          <pub-id pub-id-type="pmcid">PMC6320406</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bien</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Best</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Muessig</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Gay apps for seeking sex partners in China: implications for MSM sexual health</article-title>
          <source>AIDS Behav</source>
          <year>2015</year>
          <month>06</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>941</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25572834"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10461-014-0994-6</pub-id>
          <pub-id pub-id-type="medline">25572834</pub-id>
          <pub-id pub-id-type="pmcid">PMC4475493</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoenigl</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Little</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Grelotti</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Skaathun</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Weibel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Stockman</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Grindr users take more risks, but are more open to Human Immunodeficiency Virus (HIV) pre-exposure prophylaxis: could this dating app provide a platform for HIV prevention outreach?</article-title>
          <source>Clin Infect Dis</source>
          <year>2020</year>
          <month>10</month>
          <day>23</day>
          <volume>71</volume>
          <issue>7</issue>
          <fpage>e135</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31677383"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/cid/ciz1093</pub-id>
          <pub-id pub-id-type="medline">31677383</pub-id>
          <pub-id pub-id-type="pii">5611169</pub-id>
          <pub-id pub-id-type="pmcid">PMC7583417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Macapagal</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kraus</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moskowitz</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Birnholtz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Geosocial networking application use, characteristics of app-met sexual partners, and sexual behavior among sexual and gender minority adolescents assigned male at birth</article-title>
          <source>J Sex Res</source>
          <year>2020</year>
          <month>10</month>
          <volume>57</volume>
          <issue>8</issue>
          <fpage>1078</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31846592"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/00224499.2019.1698004</pub-id>
          <pub-id pub-id-type="medline">31846592</pub-id>
          <pub-id pub-id-type="pmcid">PMC7297657</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schitter</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Prolific.ac—a subject pool for online experiments</article-title>
          <source>J Behav Exp Finance</source>
          <year>2018</year>
          <month>03</month>
          <volume>17</volume>
          <fpage>22</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jbef.2017.12.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goedel</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <article-title>Geosocial-networking app usage patterns of gay, bisexual, and other men who have sex with men: survey among users of Grindr, a mobile dating app</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2015</year>
          <month>5</month>
          <day>8</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>e4</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2015/1/e4/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/publichealth.4353</pub-id>
          <pub-id pub-id-type="medline">27227127</pub-id>
          <pub-id pub-id-type="pii">v1i1e4</pub-id>
          <pub-id pub-id-type="pmcid">PMC4869243</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balaji</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Bowles</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Paz-Bailey</surname>
              <given-names>G</given-names>
            </name>
            <collab>NHBS study group</collab>
          </person-group>
          <article-title>Association between enacted stigma and HIV-related risk behavior among MSM, National HIV Behavioral Surveillance System, 2011</article-title>
          <source>AIDS Behav</source>
          <year>2017</year>
          <month>01</month>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>227</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-016-1599-z</pub-id>
          <pub-id pub-id-type="medline">27830344</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-016-1599-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bourne</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hickson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Torres-Rueda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Weatherburn</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Illicit drug use in sexual settings ('chemsex') and HIV/STI transmission risk behaviour among gay men in South London: findings from a qualitative study</article-title>
          <source>Sex Transm Infect</source>
          <year>2015</year>
          <month>12</month>
          <volume>91</volume>
          <issue>8</issue>
          <fpage>564</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1136/sextrans-2015-052052</pub-id>
          <pub-id pub-id-type="medline">26163510</pub-id>
          <pub-id pub-id-type="pii">sextrans-2015-052052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kalichman</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Rompa</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Sexual sensation seeking and Sexual Compulsivity Scales: reliability, validity, and predicting HIV risk behavior</article-title>
          <source>J Pers Assess</source>
          <year>1995</year>
          <month>12</month>
          <volume>65</volume>
          <issue>3</issue>
          <fpage>586</fpage>
          <lpage>601</lpage>
          <pub-id pub-id-type="doi">10.1207/s15327752jpa6503_16</pub-id>
          <pub-id pub-id-type="medline">8609589</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heath</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lanoye</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maisto</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>The role of alcohol and substance use in risky sexual behavior among older men who have sex with men: a review and critique of the current literature</article-title>
          <source>AIDS Behav</source>
          <year>2012</year>
          <month>04</month>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>578</fpage>
          <lpage>89</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21390534"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10461-011-9921-2</pub-id>
          <pub-id pub-id-type="medline">21390534</pub-id>
          <pub-id pub-id-type="pmcid">PMC3743230</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mustanski</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Moderating effects of age on the alcohol and sexual risk taking association: an online daily diary study of men who have sex with men</article-title>
          <source>AIDS Behav</source>
          <year>2008</year>
          <month>01</month>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>118</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-007-9335-3</pub-id>
          <pub-id pub-id-type="medline">18034298</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchwood</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>DeCoster</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Metzger</surname>
              <given-names>IW</given-names>
            </name>
            <name name-style="western">
              <surname>Bolland</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Danielson</surname>
              <given-names>CK</given-names>
            </name>
          </person-group>
          <article-title>Does it really matter which drug you choose? An examination of the influence of type of drug on type of risky sexual behavior</article-title>
          <source>Addict Behav</source>
          <year>2016</year>
          <month>09</month>
          <volume>60</volume>
          <fpage>97</fpage>
          <lpage>102</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27104799"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2016.03.022</pub-id>
          <pub-id pub-id-type="medline">27104799</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(16)30124-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4884511</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spinner</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Boesecke</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zink</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jessen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stellbrink</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rockstroh</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Esser</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>HIV pre-exposure prophylaxis (PrEP): a review of current knowledge of oral systemic HIV PrEP in humans</article-title>
          <source>Infection</source>
          <year>2016</year>
          <month>04</month>
          <volume>44</volume>
          <issue>2</issue>
          <fpage>151</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1007/s15010-015-0850-2</pub-id>
          <pub-id pub-id-type="medline">26471511</pub-id>
          <pub-id pub-id-type="pii">10.1007/s15010-015-0850-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pachankis</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>McConocha</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Winston</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Adeyinka</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Harkness</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Behari</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Eldahan</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Esserman</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Hatzenbuehler</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Safren</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Project ESTEEM protocol: a randomized controlled trial of an LGBTQ-affirmative treatment for young adult sexual minority men's mental and sexual health</article-title>
          <source>BMC Public Health</source>
          <year>2019</year>
          <month>08</month>
          <day>09</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>1086</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-019-7346-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-019-7346-4</pub-id>
          <pub-id pub-id-type="medline">31399071</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-019-7346-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6688287</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weinhardt</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Maisto</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Wickramasinghe</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Reliability of the timeline follow-back sexual behavior interview</article-title>
          <source>Ann Behav Med</source>
          <year>1998</year>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/9755348"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/BF02893805</pub-id>
          <pub-id pub-id-type="medline">9755348</pub-id>
          <pub-id pub-id-type="pmcid">PMC2435070</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <article-title>HIV and gay and bisexual men</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2021</year>
          <access-date>2021-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/hiv/group/msm/index.html">https://www.cdc.gov/hiv/group/msm/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
