<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i4e31901</article-id>
      <article-id pub-id-type="pmid">35394432</article-id>
      <article-id pub-id-type="doi">10.2196/31901</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Recruiting Black Men Who Have Sex With Men (MSM) Couples via Dating Apps: Pilot Study on Challenges and Successes</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nguyen</surname>
            <given-names>Phuong</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tannoubi</surname>
            <given-names>Amayra</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pando</surname>
            <given-names>María A</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Witkovic</surname>
            <given-names>Yong Darin</given-names>
          </name>
          <degrees>MA, MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6167-424X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Hyunjin Cindy</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3322-7215</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Bright</surname>
            <given-names>Darius Jovon</given-names>
          </name>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0856-1764</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Tan</surname>
            <given-names>Judy Y</given-names>
          </name>
          <degrees>MA, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Division of Prevention Science</institution>
            <institution>Center for AIDS Prevention Studies</institution>
            <institution>University of California San Francisco</institution>
            <addr-line>550 16th Street</addr-line>
            <addr-line>3rd Floor</addr-line>
            <addr-line>San Francisco, CA, 94158</addr-line>
            <country>United States</country>
            <phone>1 415 514 7419</phone>
            <email>judy.tan@ucsf.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4414-1035</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychology</institution>
        <institution>Palo Alto University</institution>
        <addr-line>Palo Alto, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Division of Prevention Science</institution>
        <institution>Center for AIDS Prevention Studies</institution>
        <institution>University of California San Francisco</institution>
        <addr-line>San Francisco, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Judy Y Tan <email>judy.tan@ucsf.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>8</day>
        <month>4</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>4</issue>
      <elocation-id>e31901</elocation-id>
      <history>
        <date date-type="received">
          <day>8</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>13</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>9</day>
          <month>12</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Yong Darin Witkovic, Hyunjin Cindy Kim, Darius Jovon Bright, Judy Y Tan. Originally published in JMIR Formative Research (https://formative.jmir.org), 08.04.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/4/e31901" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>HIV disproportionately impacts Black men who have sex with men (MSM), and targeting the primary relationship (ie, couples) using mobile technology for health holds promise for HIV prevention. Web-based recruitment of MSM is commonly employed in HIV prevention and intervention research. However, little known about recruiting Black MSM couples on the internet in the United States.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study describes the process of recruiting Black MSM couples over social networking and dating apps frequented by MSM. We describe the activities for recruiting, screening, and enrolling participants as part of a randomized trial employing a multipronged recruitment approach.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Black MSM in couples were recruited via three apps (ie, <italic>Jack’d</italic>, <italic>Adam4Adam</italic>, and <italic>Growlr</italic>) between May 2020 and March 2021 during the COVID-19 pandemic in the United States. Black MSM couples were eligible if one or both partners are Black, MSM, and living with HIV, and if both partners were 18 years or older, and have been together for at least 2 months in what they both consider a primary relationship (ie, one in which both partners reported feeling most committed to over any other partner or relationship).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 10 Black MSM couples (n=20) were enrolled via social networking apps. App recruitment activities were a combination of passive (eg, in-app advertisements) and active (eg, direct messaging of users) engagement. Recruitment approaches varied by the social networking app owing to differences in app features. A full-time recruiter experienced challenges such as bugs (ie, technical errors in computer program or system), navigating technical requirements specific to each app, and web-based harassment.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Despite challenges, it was possible to recruit Black MSM couples virtually into research as part of a multipronged recruitment strategy. We identify tips for using web-based dating and other social networking apps as part of a recruitment strategy in future research with Black MSM couples.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>African American</kwd>
        <kwd>sexual and gender minorities</kwd>
        <kwd>homosexuality, male</kwd>
        <kwd>HIV</kwd>
        <kwd>mHealth intervention</kwd>
        <kwd>mobile applications</kwd>
        <kwd>apps</kwd>
        <kwd>sexual partners</kwd>
        <kwd>investigative techniques</kwd>
        <kwd>community engagement</kwd>
        <kwd>MSM</kwd>
        <kwd>Black men</kwd>
        <kwd>mobile app</kwd>
        <kwd>LGBT</kwd>
        <kwd>research methods</kwd>
        <kwd>recruitment</kwd>
        <kwd>online dating</kwd>
        <kwd>social network</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>HIV remains a global health issue requiring continued efforts in prevention and intervention in low-, middle-, and high-income countries [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Within the United States, HIV disproportionately affects men who have sex with men (MSM). This health disparity is even greater among Black or African American (hereafter “Black”) men [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Half of all Black MSM are estimated to acquire HIV in their lifetimes compared to one in 11 for White MSM [<xref ref-type="bibr" rid="ref7">7</xref>]. The primary romantic relationship is an intervention target given high rates of seroconversion among MSM in these relationships [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Among Black MSM, nationwide estimates indicate that one-third to a half of those with HIV are in a primary relationship [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Therefore, research on couples remains crucial in HIV/AIDS prevention and intervention.</p>
      <p>Location-based dating and social networking apps have become an option for participant recruitment in HIV/AIDS and sexual health research [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. The advantages of app-based recruitment in HIV research are recently highlighted by the COVID-19 pandemic whereby in-person recruitment was prohibited owing to physical distancing and other public health measures [<xref ref-type="bibr" rid="ref18">18</xref>]. Recruiting couples on the internet requires special consideration for relationship verification and data validation [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Emergent studies have used apps and other social media (eg, Facebook and Instagram) to recruit MSM couples [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. However, knowledge gaps exist for using dating and social networking apps to engage racial or ethnic minority MSM couples.</p>
      <p>Recruiting Black MSM couples into research studies presents important considerations and is challenging for myriad reasons. Distrust of research and medical institutions and cultural stigma concerning race, sexual orientation, and HIV status are barriers to research participation for Black MSM [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. MSM in couples may have a diverse range of agreements regarding sex with others outside of their relationship. Sexual agreements are the mutual understanding between primary partners regarding what sexual behaviors are allowed [<xref ref-type="bibr" rid="ref26">26</xref>]. These agreements are prevalent among 58% to 99% of same-sex male couples [<xref ref-type="bibr" rid="ref27">27</xref>], with 11% to 64% of these agreements including sex with outside partners [<xref ref-type="bibr" rid="ref27">27</xref>]. Given that some MSM have agreements regarding outside partners, dating and social networking apps provide a way to reach partnered MSM that may use apps to socialize or find potential sexual partners.</p>
      <p>Few studies have presented details on using dating and social networking apps to recruit Black MSM couples, highlighting a potential knowledge gap on methods for engaging couples into research. Thus, the goal of this study is to describe the process of using dating and social networking apps to recruit same-sex couples to inform future trial designs. This study is part of a multipronged recruitment approach of a pilot randomized controlled trial (RCT) with Black MSM couples with HIV.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Overview</title>
        <p>The dating app recruitment process described herein was part of a multipronged recruitment approach of a pilot RCT to test the feasibility and acceptability of a mobile app intervention for improving HIV care and treatment among Black MSM couples living with HIV. We targeted recruitment efforts on dating and social networking apps frequented by Black MSM: <italic>Jack’d</italic>, <italic>Adam4Adam</italic> (<italic>A4A</italic>), and <italic>Growlr</italic> [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. Qualitative data particular to each app are described below to highlight the unique success and challenges experienced using this underutilized recruitment approach. To maximize engagement with Black MSM, we hired a Black, cisgender, same-gender-loving–identified man as the study recruiter who performed all recruitment activities and documented the recruitment process. Recruitment occurred between May 2020 and March 2021. Black MSM couples were eligible if one or both partners are Black, MSM, and living with HIV, if both partners were 18 years or older, and have been together for at least 2 months in what they both consider a primary relationship (ie, one in which both partners reported feeling most committed to over any other partner or relationship).</p>
        <p>Owing to differences in user engagement requirements by app, we used different engagement approaches by app. On <italic>Jack'd</italic>, recruitment was conducted through their in-app advertisements. Interested candidates who clicked on the advertisement were directed to a Qualtrics prescreener questionnaire that obtained basic qualifying information (eg, current place of resident, race, relationship and HIV status, and length of time on antiretroviral medications for HIV). Study staff then contacted eligible candidates via SMS text message using the telephone number provided.</p>
        <p>Recruitment on <italic>A4A</italic> was carried out by sending private SMS text messages to potential participants using the in-app messaging feature. The recruiter identified potential participants using the app’s search filters which allowed users to filter through other users’ profiles on the basis of set criteria such as their race, HIV status, and relationship status. The study recruiter identified users whose race or ethnicity was set to Black, African American, or mixed. We included “mixed” race because many Black MSM may identify as mixed race given the diversity among Black communities. We also found that some users identify their race as mixed to avoid being filtered out by users who filter out Black-identified users within the app. The study recruiter identified users whose HIV status was set to HIV-positive, undetectable, or unanswered. Users who left their HIV status unanswered were considered for the study as it would encompass anyone who has never been tested or chose not to disclose their serostatus on the internet. Finally, the study recruiter identified users whose relationship status was set to dating, partnered, open relationship, polyamorous, or married.</p>
        <p>Once potential participants were identified, the study recruiter privately messaged each individually. <italic>A4A</italic> has a message delivery report in its platform, which allowed recruiters to know if a message has been read or not. Users who read but did not respond within 48 hours of the first message being sent were sent a follow-up message asking if they were still considering participation in the study or were no longer interested. The messages that remained unread would require no follow-up as those users were likely inactive. Users who communicated interest then were asked to complete a phone screener with a study staff to determine eligibility.</p>
        <p>Recruitment on <italic>Growlr</italic> was carried out by sending private messages to potential participants using the in-app messaging feature and in-app advertisements contained the weblink to a Qualtrics prescreener. A <italic>Growlr</italic> paid service, the “SHOUT!” feature, allowed the recruiter to send the study information to multiple people in a specified vicinity.</p>
        <p>A total of 10 couples (N=20) recruited via apps were enrolled in the trial, including 7 same-race Black couples and 3 interracial couples.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study received ethics approval from the institutional review board of University of California, San Francisco (IRB#15-18042). All participants provided informed consent to participate in the study.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Results Overview</title>
        <p>Individual- and couple-level characteristics of the couples recruited via apps are reported in <xref ref-type="table" rid="table1">Tables 1</xref> and <xref ref-type="table" rid="table2">2</xref>, respectively. The following outlines findings resulting from the process of recruiting participants via each app.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Individual-level participant demographic characteristics of couples recruited from dating apps (N=20).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="470"/>
            <col width="0"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Characteristics</td>
                <td>Values</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Age (years), mean (SD), range</td>
                <td>36 (13), 20-54</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Length of relationship (months), mean (SD), range</td>
                <td>5.7 (9.3), 2-336</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Ethnicity, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hispanic or Latino</td>
                <td colspan="2">3 (15)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not Hispanic or Latino</td>
                <td colspan="2">17 (85)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Race, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>African American or Black</td>
                <td colspan="2">15 (75)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td colspan="2">3 (15)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>More than one race</td>
                <td colspan="2">2 (10)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Serostatus, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Living with HIV</td>
                <td colspan="2">15 (75)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not living with HIV</td>
                <td colspan="2">5 (25)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Cohabitation, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Living together</td>
                <td colspan="2">16 (80)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not living together</td>
                <td colspan="2">4 (20)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Couple-level characteristics by HIV serostatus and race (N=20).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="190"/>
            <col width="190"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td>Status</td>
                <td>Same-race participants, n</td>
                <td>Interracial participants, n</td>
                <td>Couples, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Seroconcordant-positive (both members are HIV-positive)</td>
                <td>4<sup>a</sup></td>
                <td>1</td>
                <td>5 (50%)</td>
              </tr>
              <tr valign="top">
                <td>Serodiscordant (one partner with an HIV-positive status and the other with an HIV-negative or unknown status)</td>
                <td>3</td>
                <td>2</td>
                <td>5 (50%)</td>
              </tr>
              <tr valign="top">
                <td>Total</td>
                <td>7 (70%)</td>
                <td>3 (30%)</td>
                <td>10</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>There was one serodiscordant-positive couple in which both partners are multiracial. They identify as African American or Black and another race (eg, Latinx and Native American).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Jack’d</title>
        <sec>
          <title>Overall Findings</title>
          <p>In-app advertisements on <italic>Jack’d</italic> were used for recruitment on the platform. Eligible candidates who completed the Qualtrics prescreener questionnaire through the study advertisement and were contacted by recruiters via SMS text message with the telephone number they had provided. If the candidate did not respond to the SMS text message within 24 hours, a recruiter would follow up with a telephone call and leave a voicemail message if there was no answer. Potential candidates had 1 week to respond before another attempt to make contact was made. This pattern of correspondence continued until either the candidate indicated that he/she was no longer interested or the telephone number was no longer in service. Interested and eligible candidates who completed the Qualtrics prescreener would then complete a telephone screener. Participants were scheduled for an interview once they provide informed consent to participate.</p>
          <p>A total of 35,912 unique impressions, or the number of times the study advertisement was displayed to a user for the first time, occurred on <italic>Jack’d</italic> in 4 major cities (Atlanta, Georgia; Los Angeles, California; Houston, Texas; and Washington, District of Columbia). Of these views, 924 users clicked on our advertisement at least once. Consequently, the click-through rate, or number of unique clicks divided by the number of unique impressions, ranged between 0.85% (Atlanta, Georgia) to 1.16% (Houston, Texas).</p>
        </sec>
        <sec>
          <title>Character Limits for Advertisement Placement</title>
          <p>Though recruitment on <italic>Jack’d</italic> was carried out through in-app advertisements, imposed character limits made it difficult to fully describe the target population and goals of the study. One solution was to include part of the study description into the image selected for our profile at an extra cost (<xref rid="figure1" ref-type="fig">Figures 1</xref> and <xref rid="figure2" ref-type="fig">2</xref>). <italic>Jack’d</italic> removed our advertisements and stated that adding more text to our recruitment advertisements would be an extra cost. Our team elected to pay the additional fee to include more description in our in-app advertisements so that interested applicants had more information prior to completing the prescreening measure.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Inclusion of part of the study description into the image selected for our profile at an extra cost in the app interface.</p>
            </caption>
            <graphic xlink:href="formative_v6i4e31901_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Screenshot of the image selected for our profile in the app.</p>
            </caption>
            <graphic xlink:href="formative_v6i4e31901_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Adam4Adam</title>
        <sec>
          <title>Technical Bugs</title>
          <p>The recruiter experienced functionality issues with the web-based browser and mobile app versions of <italic>A4A</italic>. The web-based version was designed to look like the app, but there were technical bugs with several functions. For example, the recruiter made edits to the profile on the web-based version; however, these edits were not always reflected in the app version. Moreover, blocks of text from the recruiter profile would often be removed without notification or explanation, which would leave out key details of the study and regular monitoring would be required to ensure that information published to the app profile was not deleted by the app. Unfortunately, when information was deleted from the profile no error messages or warnings had been communicated to the recruiter. As such, there may have been times when potential candidates missed vital information about the study.</p>
          <p>Potential candidates were contacted on the basis of their eligibility potential, which was determined by using app search filters (eg, candidate identified race, relationship, and HIV status). Additionally, recruiters scanned through details on their candidates’ profiles for information that may qualify or disqualify them for the study. A total of 292 potential candidates were contacted on <italic>A4A</italic> across 15 different states. Searches were conducted across all large geographical regions of the United States including the West (California, Nevada, Arizona, and Washington), Midwest (Ohio, Illinois, and Wisconsin), South (Mississippi, Texas, Georgia, Florida, North Carolina, and Tennessee), and Northeast (Massachusetts and New Jersey). Participants contacted in accordance with the state were as follows: Arizona (n=10), Georgia (n=17), Illinois (n=34), Massachusetts (n=7), Mississippi (n=14), Nevada (n=10), New Jersey (n=12), North Carolina (n=45), Ohio (n=19), Tennessee (n=18), Texas (n=25), Washington (n=9), and Wisconsin (n=3). Owing to an unexpected account suspension, we were unable to breakdown numbers between California and Florida (n=69).</p>
        </sec>
        <sec>
          <title>Existence of Bots</title>
          <p>Successful engagements with potential participants on <italic>A4A</italic> could be improved simply by the recruiter distinguishing themselves from automated “bot” profiles that function to send spam and are often ignored by app users. The recruiter found positive changes in user responses when he developed rapport with other users. For example, one user had a profile photo with a dog, prompting the recruiter to comment, “Cute dog, it reminds me of my childhood pet,” followed by a self-introduction. In another successful recruitment interaction, the recruiter started a conversation inquiring about the reference of a song in a user’s profile name. The shared knowledge between the user and recruiter about the song lead to the user’s interest in further discussion. After sharing the recruiter’s role with the study, the user chose to enroll in the study.</p>
        </sec>
        <sec>
          <title>Inability to Track Profiles and Messages</title>
          <p>Tracking contacts on <italic>A4A</italic> were not straightforward and required additional steps. <italic>A4A</italic> offers a feature to “favorite” users, allowing their profile to be bookmarked through an in-app list. This list enabled the recruiter to stay connected to contacts even if they changed their username. However, the feature did not allow for more than one person to be added owing to technical bugs. Thus, the recruiter used the web-based version to save the URLs of users’ profiles for tracking purposes. Additionally, the chat function only allows for a limited number of messages to be sent before older messages are lost. To save relevant information, the recruiter tracked and recorded usernames, dates of interaction, follow-up dates, user profile URLs, and other notes in Microsoft Excel.</p>
        </sec>
        <sec>
          <title>Removal of Flyer Image From Recruiter Profile</title>
          <p>During the recruitment process on <italic>A4A</italic>, the recruiter received an automated message indicating that the study’s flyer image—which had been uploaded to the recruiter’s profile—was removed because it violated the app’s standards. The recruiter then changed the study’s profile picture to a photo of himself. Thereafter, when potential participants expressed interest in the study through private SMS text messaging, the recruiter would send the flyer image directly to them.</p>
        </sec>
        <sec>
          <title>Harassment</title>
          <p>The recruiter experienced racially and politically charged verbal abuse during the height of the Black Lives Matter protests in 2020. Racial epithets (eg, “mountain caucus monkey”) were used by an app-user without provocation. Romantic and sexual harassment were common.</p>
        </sec>
      </sec>
      <sec>
        <title>Growlr</title>
        <p>Similar to <italic>A4A</italic> and <italic>Jack’d, Growlr</italic> recruitment procedures involved both active and passive approaches. The study recruiter identified potential participants through the app’s search filters and messaged eligible users privately; in-app advertisements with the study information also contained a weblink to the prescreener. A <italic>Growlr</italic> paid feature “SHOUT!” was used to send the study information to multiple users in a specified region. We paid for “SHOUT!” broadcasts in 4 separate cities (eg, Charlotte and Raleigh, North Carolina; Nashville, Tennessee; and Cleveland, Ohio). Users within a 25-30–mile radius were able to see these advertisements and resulted in 2955 total views.</p>
        <p>Similar to <italic>A4A</italic>, the recruiter experienced verbal abuse and harassment. <italic>Growlr</italic> removed the study flyer from the recruiter’s profile, with a message indicating that it violated company guidelines against in-platform solicitation. However, after a new flyer was posted that excluded any mention of the study participants being paid, it was nevertheless removed again, and <italic>Growlr’s</italic> customer service did not respond to our inquiries about the second flyer removal. Owing to the technical bugs and low success rate (no eligible couples were found), the recruiter discontinued efforts on the platform after 2 weeks.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>HIV incidence among Black MSM in the United States continues to be disproportionately high [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>] with one-third to half of Black HIV-positive MSM to be in a primary relationship [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. Nonetheless, societal stigma, distrust of research and medical institutions, and other systemic barriers negatively impact HIV prevention and treatment for this underserved community [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. As such, novel approaches to recruiting Black MSM couples are needed.</p>
        <p>There are relatively few dyadic HIV research studies with Black MSM couples (eg, time and staffing). Little information exists detailing the successful strategies for web-based recruitment of Black MSM couples into HIV research. While dating and social networking apps have been commonly used to recruit single MSM for research studies [<xref ref-type="bibr" rid="ref19">19</xref>], no research has used dating apps to explicitly recruit couples of MSM. This study demonstrated the feasibility of dating and social networking apps for recruiting Black MSM couples as part of a pilot RCT of a couples-focused app for improving HIV care engagement. Recruiting MSM couples through dating and social networking apps is a necessary recruitment strategy given the prevalence of sexual agreements among MSM couples [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>Consistent with previous research, this sample of couples contained predominately same-race Black partnerships [<xref ref-type="bibr" rid="ref32">32</xref>]. The search and filter functions in the apps, such as filtering users on the basis of their reported relationship status, helped to identify potential participants per the eligibility criteria. <italic>A4A</italic> and <italic>Growlr</italic> offered the functionality to filter through user-identified race or ethnicity categories, which reduced the time needed to search for eligible users. Paid advertising campaigns through <italic>Jack’d</italic> and <italic>Growlr</italic> were an opportunity to recruit passively, instead of actively searching through users and initiating conversations to determine eligibility and interest.</p>
        <p>Although the strategy of privately messaging potential participants on <italic>A4A</italic> was a successful recruitment strategy, it was not without challenges. Our Black, same-gender-loving–identified recruiter reported multiple episodes of harassment of various types (eg, sexual, racial, and political). Additionally, app-specific guidelines for study advertisements varied (eg, character limits and other rules). Regular check-ins between the principal investigator and recruiters and careful attention to the guidelines for each app are necessary.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our study recruited for a one-time interview, and we do not know how these findings generalize to other, longer-term research requirements. Further, biases in the sample skew toward nonmonogamous couples owing to the generally sexual purposes of MSM using the apps. Finally, given the evolving nature of the software, some of the app features reported during the time of publication may or may not reflect what is currently available.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>Apps designed for MSM have become increasingly popular and users on those platforms may visit them frequently (eg, daily) [<xref ref-type="bibr" rid="ref33">33</xref>]. Research has recruited single MSM [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>] and Black MSM [<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref39">39</xref>] via apps. Given high HIV transmission rates between MSM primary partners [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref11">11</xref>], recent studies have also recruited MSM couples through a combination of web-based engagement (eg, Facebook and gay websites) and apps [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref40">40</xref>-<xref ref-type="bibr" rid="ref44">44</xref>], but not exclusively on apps. No research documents the utility of app-based recruitment for Black MSM couples [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. Given the disproportionate rates of HIV [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref47">47</xref>] and the importance of coordinating HIV prevention, care, and treatment [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>] within this community, there is urgency to finding novel approaches to recruiting Black MSM couples for HIV prevention studies.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Dyadic HIV research with Black MSM couples is important but knowledge gaps remain. Challenges to research with this population include participant recruitment, which can be resource intensive, underscoring the need for recruitment strategies that have been demonstrated to be feasible and acceptable. We discuss our strategies for engaging Black MSM couples via social networking apps, and associated technical challenges, including issues with harassment directed at our recruiter. We have identified a way forward with using social networking apps to engage Black sexual-minority couples to inform future research.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">A4A</term>
          <def>
            <p>Adam4Adam</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MSM</term>
          <def>
            <p>men who have sex with men</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was supported by a grant from the National Institute of Mental Health R01MH118967 (JYT). The contents of this publication are solely the responsibility of the authors and do not represent the official views of the National Institutes of Health. The authors would like to thank Chadwick Campbell for his valuable contributions to the development of this research project.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Le</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>HV</given-names>
            </name>
            <name name-style="western">
              <surname>Bui</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Vo</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>NV</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>TV</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Ha</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Dao</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Gilmour</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Adherence to highly active antiretroviral therapy among people living with HIV and associated high-risk behaviours and clinical characteristics: A cross-sectional survey in Vietnam</article-title>
          <source>Int J STD AIDS</source>
          <year>2021</year>
          <month>09</month>
          <volume>32</volume>
          <issue>10</issue>
          <fpage>911</fpage>
          <lpage>918</lpage>
          <pub-id pub-id-type="doi">10.1177/09564624211002405</pub-id>
          <pub-id pub-id-type="medline">33861666</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gilmour</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Onishi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kato</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Progress toward HIV elimination goals: trends in and projections of annual HIV testing and condom use in Africa</article-title>
          <source>AIDS</source>
          <year>2021</year>
          <month>07</month>
          <day>01</day>
          <volume>35</volume>
          <issue>8</issue>
          <fpage>1253</fpage>
          <lpage>1262</lpage>
          <pub-id pub-id-type="doi">10.1097/QAD.0000000000002870</pub-id>
          <pub-id pub-id-type="medline">33730746</pub-id>
          <pub-id pub-id-type="pii">00002030-202107010-00011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garofalo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hotton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhns</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gratzer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mustanski</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Incidence of HIV Infection and Sexually Transmitted Infections and Related Risk Factors Among Very Young Men Who Have Sex With Men</article-title>
          <source>J Acquir Immune Defic Syndr</source>
          <year>2016</year>
          <month>05</month>
          <day>01</day>
          <volume>72</volume>
          <issue>1</issue>
          <fpage>79</fpage>
          <lpage>86</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26745827"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/QAI.0000000000000933</pub-id>
          <pub-id pub-id-type="medline">26745827</pub-id>
          <pub-id pub-id-type="pmcid">PMC4837074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Herrick</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Coulter</surname>
              <given-names>RWS</given-names>
            </name>
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Mills</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Eaton</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Stall</surname>
              <given-names>RD</given-names>
            </name>
            <collab>POWER Study Team</collab>
          </person-group>
          <article-title>Running Backwards: Consequences of Current HIV Incidence Rates for the Next Generation of Black MSM in the United States</article-title>
          <source>AIDS Behav</source>
          <year>2016</year>
          <month>01</month>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26267251"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10461-015-1158-z</pub-id>
          <pub-id pub-id-type="medline">26267251</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-015-1158-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC4718884</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Kelley</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vaughan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Salazar</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Frew</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wingood</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Diclemente</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>del Rio</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mulligan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez</surname>
              <given-names>TH</given-names>
            </name>
          </person-group>
          <article-title>Understanding racial HIV/STI disparities in black and white men who have sex with men: a multilevel approach</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e90514</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0090514"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0090514</pub-id>
          <pub-id pub-id-type="medline">24608176</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-34981</pub-id>
          <pub-id pub-id-type="pmcid">PMC3946498</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Kelley</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Luisi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Diclemente</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wingood</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Frew</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Salazar</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Del Rio</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mulligan</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Explaining racial disparities in HIV incidence in black and white men who have sex with men in Atlanta, GA: a prospective observational cohort study</article-title>
          <source>Ann Epidemiol</source>
          <year>2015</year>
          <month>06</month>
          <volume>25</volume>
          <issue>6</issue>
          <fpage>445</fpage>
          <lpage>454</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25911980"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.annepidem.2015.03.006</pub-id>
          <pub-id pub-id-type="medline">25911980</pub-id>
          <pub-id pub-id-type="pii">S1047-2797(15)00095-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4433604</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lansky</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mermin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>HI</given-names>
            </name>
          </person-group>
          <article-title>Lifetime risk of a diagnosis of HIV infection in the United States</article-title>
          <source>Ann Epidemiol</source>
          <year>2017</year>
          <month>04</month>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>238</fpage>
          <lpage>243</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28325538"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.annepidem.2017.02.003</pub-id>
          <pub-id pub-id-type="medline">28325538</pub-id>
          <pub-id pub-id-type="pii">S1047-2797(17)30153-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5524204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodreau</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Carnegie</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Vittinghoff</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lama</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Grinsztejn</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Koblin</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>SP</given-names>
            </name>
          </person-group>
          <article-title>What drives the US and Peruvian HIV epidemics in men who have sex with men (MSM)?</article-title>
          <source>PLoS One</source>
          <year>2012</year>
          <volume>7</volume>
          <issue>11</issue>
          <fpage>e50522</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0050522"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0050522</pub-id>
          <pub-id pub-id-type="medline">23209768</pub-id>
          <pub-id pub-id-type="pii">PONE-D-12-22742</pub-id>
          <pub-id pub-id-type="pmcid">PMC3510067</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marsack</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kahle</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Suarez</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Mimiaga</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Garofalo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bratcher</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Wimbly</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hidalgo</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hoehnle</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thai</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Relationship Characteristics and Dyadic Approaches to HIV Health-Enhancing Behaviours Among a Sample of Same-Sex Male Couples From Three U.S. Cities</article-title>
          <source>J Relat Res</source>
          <year>2018</year>
          <month>05</month>
          <day>23</day>
          <volume>9</volume>
          <fpage>e10</fpage>
          <pub-id pub-id-type="doi">10.1017/jrr.2018.9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Starks</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dellucci</surname>
              <given-names>TV</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Robles</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>S Sullivan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Parsons</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>A Pilot Randomized Trial of Intervention Components Addressing Drug Use in Couples HIV Testing and Counseling (CHTC) with Male Couples</article-title>
          <source>AIDS Behav</source>
          <year>2019</year>
          <month>09</month>
          <volume>23</volume>
          <issue>9</issue>
          <fpage>2407</fpage>
          <lpage>2420</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30887190"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10461-019-02455-2</pub-id>
          <pub-id pub-id-type="medline">30887190</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-019-02455-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6910720</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Salazar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez</surname>
              <given-names>TH</given-names>
            </name>
          </person-group>
          <article-title>Estimating the proportion of HIV transmissions from main sex partners among men who have sex with men in five US cities</article-title>
          <source>AIDS</source>
          <year>2009</year>
          <month>06</month>
          <day>01</day>
          <volume>23</volume>
          <issue>9</issue>
          <fpage>1153</fpage>
          <lpage>1162</lpage>
          <pub-id pub-id-type="doi">10.1097/QAD.0b013e32832baa34</pub-id>
          <pub-id pub-id-type="medline">19417579</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eaton</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Bukowski</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Whitfield</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Sang</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Stall</surname>
              <given-names>RD</given-names>
            </name>
            <collab>POWER Study Team</collab>
          </person-group>
          <article-title>Elevated HIV Prevalence and Correlates of PrEP Use Among a Community Sample of Black Men Who Have Sex With Men</article-title>
          <source>J Acquir Immune Defic Syndr</source>
          <year>2018</year>
          <month>11</month>
          <day>01</day>
          <volume>79</volume>
          <issue>3</issue>
          <fpage>339</fpage>
          <lpage>346</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30063650"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/QAI.0000000000001822</pub-id>
          <pub-id pub-id-type="medline">30063650</pub-id>
          <pub-id pub-id-type="pmcid">PMC6510021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koblin</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Eshleman</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mannheimer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>del Rio</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shoptaw</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Magnus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wilton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cummings</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Piwowar-Manning</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fields</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Griffith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Elharrar</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Wheeler</surname>
              <given-names>D</given-names>
            </name>
            <collab>HPTN 061 Protocol Team</collab>
          </person-group>
          <article-title>Correlates of HIV acquisition in a cohort of Black men who have sex with men in the United States: HIV prevention trials network (HPTN) 061</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <volume>8</volume>
          <issue>7</issue>
          <fpage>e70413</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0070413"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0070413</pub-id>
          <pub-id pub-id-type="medline">23922989</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-22437</pub-id>
          <pub-id pub-id-type="pmcid">PMC3724810</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okafor</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hucks-Ortiz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hightow-Weidman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Magnus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Emel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Beauchamp</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hendrix</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shoptaw</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Brief Report: Associations Between Self-Reported Substance Use Behaviors and PrEP Acceptance and Adherence Among Black MSM in the HPTN 073 Study</article-title>
          <source>J Acquir Immune Defic Syndr</source>
          <year>2020</year>
          <month>09</month>
          <day>01</day>
          <volume>85</volume>
          <issue>1</issue>
          <fpage>23</fpage>
          <lpage>29</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32452970"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/QAI.0000000000002407</pub-id>
          <pub-id pub-id-type="medline">32452970</pub-id>
          <pub-id pub-id-type="pii">00126334-202009010-00005</pub-id>
          <pub-id pub-id-type="pmcid">PMC7429251</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grov</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stief</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Westmoreland</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>MacCrate</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mirzayi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nash</surname>
              <given-names>D</given-names>
            </name>
            <collab>Together 5000 Study Team</collab>
          </person-group>
          <article-title>Maximizing Response Rates to Ads for Free At-Home HIV Testing on a Men-for-Men Geosocial Sexual Networking App: Lessons Learned and Implications for Researchers and Providers</article-title>
          <source>Health Educ Behav</source>
          <year>2020</year>
          <month>02</month>
          <volume>47</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31896287"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1090198119893692</pub-id>
          <pub-id pub-id-type="medline">31896287</pub-id>
          <pub-id pub-id-type="pmcid">PMC7262738</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Macapagal</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Madkins</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mustanski</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The CAN-DO-IT Model: a Process for Developing and Refining Online Recruitment in HIV/AIDS and Sexual Health Research</article-title>
          <source>Curr HIV/AIDS Rep</source>
          <year>2020</year>
          <month>06</month>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>190</fpage>
          <lpage>202</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32444929"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11904-020-00491-5</pub-id>
          <pub-id pub-id-type="medline">32444929</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11904-020-00491-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7380648</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sutfin</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Bachmann</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Stowers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rhodes</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Comparing men who have sex with men and transgender women who use Grindr, other similar social and sexual networking apps, or no social and sexual networking apps: Implications for recruitment and health promotion</article-title>
          <source>J AIDS Clin Res</source>
          <year>2018</year>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>757</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29593933"/>
          </comment>
          <pub-id pub-id-type="doi">10.4172/2155-6113.1000757</pub-id>
          <pub-id pub-id-type="medline">29593933</pub-id>
          <pub-id pub-id-type="pmcid">PMC5868965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Belingheri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paladino</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Riva</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>COVID-19: Health prevention and control in non-healthcare settings</article-title>
          <source>Occup Med (Lond)</source>
          <year>2020</year>
          <month>04</month>
          <day>20</day>
          <volume>70</volume>
          <issue>2</issue>
          <fpage>82</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32311040"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/occmed/kqaa048</pub-id>
          <pub-id pub-id-type="medline">32311040</pub-id>
          <pub-id pub-id-type="pii">5822814</pub-id>
          <pub-id pub-id-type="pmcid">PMC7188129</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iribarren</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ghazzawi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sheinfil</surname>
              <given-names>AZ</given-names>
            </name>
            <name name-style="western">
              <surname>Frasca</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez-Rios</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rael</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>Balán</surname>
              <given-names>IC</given-names>
            </name>
            <name name-style="western">
              <surname>Crespo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dolezal</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Giguere</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carballo-Diéguez</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Mixed-Method Evaluation of Social Media-Based Tools and Traditional Strategies to Recruit High-Risk and Hard-to-Reach Populations into an HIV Prevention Intervention Study</article-title>
          <source>AIDS Behav</source>
          <year>2018</year>
          <month>01</month>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>347</fpage>
          <lpage>357</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29124420"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10461-017-1956-6</pub-id>
          <pub-id pub-id-type="medline">29124420</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-017-1956-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5760436</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>How Best to Obtain Valid, Verifiable Data Online From Male Couples? Lessons Learned From an eHealth HIV Prevention Intervention for HIV-Negative Male Couples</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2016</year>
          <month>09</month>
          <day>20</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>e152</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2016/2/e152/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/publichealth.6392</pub-id>
          <pub-id pub-id-type="medline">27649587</pub-id>
          <pub-id pub-id-type="pii">v2i2e152</pub-id>
          <pub-id pub-id-type="pmcid">PMC5050384</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Chavanduka</surname>
              <given-names>TMD</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Recommendations From a Descriptive Evaluation to Improve Screening Procedures for Web-Based Studies With Couples: Cross-Sectional Study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>05</month>
          <day>12</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e15079</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e15079/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15079</pub-id>
          <pub-id pub-id-type="medline">32396133</pub-id>
          <pub-id pub-id-type="pii">v6i2e15079</pub-id>
          <pub-id pub-id-type="pmcid">PMC7251479</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Shultz</surname>
              <given-names>AZ</given-names>
            </name>
            <name name-style="western">
              <surname>Capote</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>López Rios</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sandfort</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Manusov</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ovejero</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Carballo-Dieguez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chavez Baray</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moya</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>López Matos</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>DelaCruz</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Remien</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Rhodes</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Still a hard-to-reach population? Using social media to recruit Latino gay couples for an HIV intervention adaptation study</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>04</month>
          <day>24</day>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>e113</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/4/e113/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3311</pub-id>
          <pub-id pub-id-type="medline">24763130</pub-id>
          <pub-id pub-id-type="pii">v16i4e113</pub-id>
          <pub-id pub-id-type="pmcid">PMC4019772</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Isabel Fernandez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Carballo-Diéguez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Prado</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Davey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mattera</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Valentin</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A couple-based HIV prevention intervention for Latino men who have sex with men: study protocol for a randomized controlled trial</article-title>
          <source>Trials</source>
          <year>2018</year>
          <month>04</month>
          <day>05</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>218</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-018-2582-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-018-2582-y</pub-id>
          <pub-id pub-id-type="medline">29622045</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-018-2582-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC5887179</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hightow-Weidman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mimiaga</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mena</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Reisner</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Daskalakis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Safren</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Beyrer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>The persistent and evolving HIV epidemic in American men who have sex with men</article-title>
          <source>Lancet</source>
          <year>2021</year>
          <month>03</month>
          <day>20</day>
          <volume>397</volume>
          <issue>10279</issue>
          <fpage>1116</fpage>
          <lpage>1126</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(21)00321-4</pub-id>
          <pub-id pub-id-type="medline">33617771</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(21)00321-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parchem</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Molock</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Brief report: Identified barriers and proposed solutions for recruiting young Black sexual minority men in HIV-related research</article-title>
          <source>J Adolesc</source>
          <year>2021</year>
          <month>02</month>
          <volume>87</volume>
          <fpage>1</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.adolescence.2020.12.011</pub-id>
          <pub-id pub-id-type="medline">33429132</pub-id>
          <pub-id pub-id-type="pii">S0140-1971(20)30205-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoff</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Beougher</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Sexual agreements among gay male couples</article-title>
          <source>Arch Sex Behav</source>
          <year>2010</year>
          <month>06</month>
          <volume>39</volume>
          <issue>3</issue>
          <fpage>774</fpage>
          <lpage>787</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18686027"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10508-008-9393-2</pub-id>
          <pub-id pub-id-type="medline">18686027</pub-id>
          <pub-id pub-id-type="pmcid">PMC2855749</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rios-Spicer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Darbes</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hoff</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Sexual Agreements: A Scoping Review of Measurement, Prevalence and Links to Health Outcomes</article-title>
          <source>AIDS Behav</source>
          <year>2019</year>
          <month>01</month>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>259</fpage>
          <lpage>271</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-018-2212-4</pub-id>
          <pub-id pub-id-type="medline">29959719</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-018-2212-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Badal</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Stryker</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>DeLuca</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Purcell</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Swipe Right: Dating Website and App Use Among Men Who Have Sex With Men</article-title>
          <source>AIDS Behav</source>
          <year>2018</year>
          <month>04</month>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>1265</fpage>
          <lpage>1272</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-017-1882-7</pub-id>
          <pub-id pub-id-type="medline">28884248</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-017-1882-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Nieto</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Landrian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fehrenbacher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cabral</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Experiences of Pre-Exposure Prophylaxis (PrEP)-Related Stigma among Black MSM PrEP Users in Los Angeles</article-title>
          <source>J Urban Health</source>
          <year>2020</year>
          <month>10</month>
          <volume>97</volume>
          <issue>5</issue>
          <fpage>679</fpage>
          <lpage>691</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31214977"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11524-019-00371-3</pub-id>
          <pub-id pub-id-type="medline">31214977</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11524-019-00371-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7560642</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Hambrick</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Dangerfield Ii</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Goedel</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Brewer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mgbako</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lindsey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Regan</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Hickson</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Characterizing Geosocial-Networking App Use Among Young Black Men Who Have Sex With Men: A Multi-City Cross-Sectional Survey in the Southern United States</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>06</month>
          <day>14</day>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>e10316</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/6/e10316/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10316</pub-id>
          <pub-id pub-id-type="medline">29903702</pub-id>
          <pub-id pub-id-type="pii">v6i6e10316</pub-id>
          <pub-id pub-id-type="pmcid">PMC6024099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nieto</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Landrian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cabral</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fehrenbacher</surname>
              <given-names>AE</given-names>
            </name>
          </person-group>
          <article-title>PrEP discontinuation among Latino/a and Black MSM and transgender women: A need for PrEP support services</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>11</issue>
          <fpage>e0241340</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0241340"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0241340</pub-id>
          <pub-id pub-id-type="medline">33151997</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-18499</pub-id>
          <pub-id pub-id-type="pmcid">PMC7644013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tieu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nandi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hoover</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Lucy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Frye</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Cerda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ompad</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Latkin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Koblin</surname>
              <given-names>BA</given-names>
            </name>
            <collab>NYC M2M Study Team</collab>
          </person-group>
          <article-title>Do Sexual Networks of Men Who Have Sex with Men in New York City Differ by Race/Ethnicity?</article-title>
          <source>AIDS Patient Care STDS</source>
          <year>2016</year>
          <month>01</month>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26745143"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/apc.2015.0237</pub-id>
          <pub-id pub-id-type="medline">26745143</pub-id>
          <pub-id pub-id-type="pmcid">PMC4717505</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of Men Who Have Sex With Men Who Use Smartphone Geosocial Networking Applications and Implications for HIV Interventions: A Systematic Review and Meta-Analysis</article-title>
          <source>Arch Sex Behav</source>
          <year>2017</year>
          <month>05</month>
          <volume>46</volume>
          <issue>4</issue>
          <fpage>885</fpage>
          <lpage>894</lpage>
          <pub-id pub-id-type="doi">10.1007/s10508-016-0709-3</pub-id>
          <pub-id pub-id-type="medline">27043837</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10508-016-0709-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buckingham</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Becher</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Voytek</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Fiore</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dunbar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Davis-Vogel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Metzger</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Going social: Success in online recruitment of men who have sex with men for prevention HIV vaccine research</article-title>
          <source>Vaccine</source>
          <year>2017</year>
          <month>06</month>
          <day>14</day>
          <volume>35</volume>
          <issue>27</issue>
          <fpage>3498</fpage>
          <lpage>3505</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28526330"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2017.05.002</pub-id>
          <pub-id pub-id-type="medline">28526330</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(17)30587-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5922263</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iott</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Veinot</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Loveluck</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kahle</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Golson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Benton</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Comparative Analysis of Recruitment Strategies in a Study of Men Who Have Sex with Men (MSM) in Metropolitan Detroit</article-title>
          <source>AIDS Behav</source>
          <year>2018</year>
          <month>07</month>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>2296</fpage>
          <lpage>2311</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-018-2071-z</pub-id>
          <pub-id pub-id-type="medline">29470808</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-018-2071-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Newcomb</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Clerkin</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Mustanski</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Sensation seeking moderates the effects of alcohol and drug use prior to sex on sexual risk in young men who have sex with men</article-title>
          <source>AIDS Behav</source>
          <year>2011</year>
          <month>04</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>565</fpage>
          <lpage>575</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-010-9832-7</pub-id>
          <pub-id pub-id-type="medline">20960048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fields</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dangerfield</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Uzzi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arrington-Sanders</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jennings</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>There's an App for That: Using Geosocial Networking Apps to Access Young Black Gay, Bisexual, and other MSM at Risk for HIV</article-title>
          <source>Am J Health Promot</source>
          <year>2020</year>
          <month>01</month>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>42</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1177/0890117119865112</pub-id>
          <pub-id pub-id-type="medline">31359764</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frye</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Wilton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hirshfied</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chiasson</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Usher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lucy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McCrossin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Koblin</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kobin</surname>
              <given-names>B</given-names>
            </name>
            <collab>All About Me Study Team</collab>
          </person-group>
          <article-title>"Just Because It's Out There, People Aren't Going to Use It." HIV Self-Testing Among Young, Black MSM, and Transgender Women</article-title>
          <source>AIDS Patient Care STDS</source>
          <year>2015</year>
          <month>11</month>
          <volume>29</volume>
          <issue>11</issue>
          <fpage>617</fpage>
          <lpage>624</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26376029"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/apc.2015.0100</pub-id>
          <pub-id pub-id-type="medline">26376029</pub-id>
          <pub-id pub-id-type="pmcid">PMC4808283</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koblin</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Nandi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Hirshfield</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chiasson</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hoover</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Wilton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Usher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Frye</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Informing the Development of a Mobile Phone HIV Testing Intervention: Intentions to Use Specific HIV Testing Approaches Among Young Black Transgender Women and Men Who Have Sex With Men</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2017</year>
          <month>07</month>
          <day>07</day>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>e45</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2017/3/e45/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/publichealth.7397</pub-id>
          <pub-id pub-id-type="medline">28687531</pub-id>
          <pub-id pub-id-type="pii">v3i3e45</pub-id>
          <pub-id pub-id-type="pmcid">PMC5522583</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Huebner</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Baucom</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Hoff</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>Relationship Power, Sociodemographics, and Their Relative Influence on Sexual Agreements Among Gay Male Couples</article-title>
          <source>AIDS Behav</source>
          <year>2016</year>
          <month>06</month>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>1302</fpage>
          <lpage>1314</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-015-1196-6</pub-id>
          <pub-id pub-id-type="medline">26391687</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-015-1196-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Darbes</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hoff</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>HIV testing behaviors and perceptions of risk of HIV infection among MSM with main partners</article-title>
          <source>AIDS Behav</source>
          <year>2015</year>
          <month>03</month>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>553</fpage>
          <lpage>560</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25081599"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10461-014-0862-4</pub-id>
          <pub-id pub-id-type="medline">25081599</pub-id>
          <pub-id pub-id-type="pmcid">PMC4314517</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Acceptability and Feasibility of a Telehealth Intervention for Sexually Transmitted Infection Testing Among Male Couples: Protocol for a Pilot Study</article-title>
          <source>JMIR Res Protoc</source>
          <year>2019</year>
          <month>10</month>
          <day>01</day>
          <volume>8</volume>
          <issue>10</issue>
          <fpage>e14481</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2019/10/e14481/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14481</pub-id>
          <pub-id pub-id-type="medline">31573947</pub-id>
          <pub-id pub-id-type="pii">v8i10e14481</pub-id>
          <pub-id pub-id-type="pmcid">PMC6774231</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoff</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Chakravarty</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bircher</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Grisham</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Neilands</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Dworkin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Attitudes Towards PrEP and Anticipated Condom Use Among Concordant HIV-Negative and HIV-Discordant Male Couples</article-title>
          <source>AIDS Patient Care STDS</source>
          <year>2015</year>
          <month>07</month>
          <volume>29</volume>
          <issue>7</issue>
          <fpage>408</fpage>
          <lpage>417</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26057304"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/apc.2014.0315</pub-id>
          <pub-id pub-id-type="medline">26057304</pub-id>
          <pub-id pub-id-type="pmcid">PMC4504342</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Suarez</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Garofalo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hidalgo</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hoehnle</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thai</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mimiaga</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bratcher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wimbly</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Project Stronger Together: Protocol to Test a Dyadic Intervention to Improve Engagement in HIV Care Among Sero-Discordant Male Couples in Three US Cities</article-title>
          <source>JMIR Res Protoc</source>
          <year>2017</year>
          <month>08</month>
          <day>31</day>
          <volume>6</volume>
          <issue>8</issue>
          <fpage>e170</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2017/8/e170/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.7884</pub-id>
          <pub-id pub-id-type="medline">28860107</pub-id>
          <pub-id pub-id-type="pii">v6i8e170</pub-id>
          <pub-id pub-id-type="pmcid">PMC5599729</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Tabrisky</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Siedle-Khan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Conroy</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>A Conceptual Model of Dyadic Coordination in HIV Care Engagement Among Couples of Black Men Who Have Sex with Men: A Qualitative Dyadic Analysis</article-title>
          <source>AIDS Behav</source>
          <year>2018</year>
          <month>08</month>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>2584</fpage>
          <lpage>2592</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29464429"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10461-018-2070-0</pub-id>
          <pub-id pub-id-type="medline">29464429</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-018-2070-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6051888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>El-Bassel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McVinney</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fopeano</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Charania</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mansergh</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The association between substance use and intimate partner violence within Black male same-sex relationships</article-title>
          <source>J Interpers Violence</source>
          <year>2015</year>
          <month>03</month>
          <volume>30</volume>
          <issue>5</issue>
          <fpage>762</fpage>
          <lpage>781</lpage>
          <pub-id pub-id-type="doi">10.1177/0886260514536277</pub-id>
          <pub-id pub-id-type="medline">24919997</pub-id>
          <pub-id pub-id-type="pii">0886260514536277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maulsby</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Millett</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lindsey</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kelley</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Montoya</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Holtgrave</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>HIV among Black men who have sex with men (MSM) in the United States: a review of the literature</article-title>
          <source>AIDS Behav</source>
          <year>2014</year>
          <month>01</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-013-0476-2</pub-id>
          <pub-id pub-id-type="medline">23620241</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Millett</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Flores</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Hart</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Jeffries</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Rourke</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Heilig</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Elford</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fenton</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Remis</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Comparisons of disparities and risks of HIV infection in black and other men who have sex with men in Canada, UK, and USA: a meta-analysis</article-title>
          <source>Lancet</source>
          <year>2012</year>
          <month>07</month>
          <day>28</day>
          <volume>380</volume>
          <issue>9839</issue>
          <fpage>341</fpage>
          <lpage>348</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(12)60899-X</pub-id>
          <pub-id pub-id-type="medline">22819656</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(12)60899-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Herbst</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Estimating HIV protective effects of method adherence with combinations of preexposure prophylaxis and condom use among African American men who have sex with men</article-title>
          <source>Sex Transm Dis</source>
          <year>2015</year>
          <month>02</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>88</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1097/OLQ.0000000000000238</pub-id>
          <pub-id pub-id-type="medline">25585067</pub-id>
          <pub-id pub-id-type="pii">00007435-201502000-00007</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
