<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v20i5e173</article-id>
    <article-id pub-id-type="pmid"/>
    <article-id pub-id-type="doi">10.2196/jmir.9919</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Spatial Distribution of Partner-Seeking Men Who Have Sex With Men Using Geosocial Networking Apps: Epidemiologic Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Delaney</surname>
          <given-names>Kevin</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Rendina</surname>
          <given-names>H. Jonathon</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Card</surname>
          <given-names>Kiffer</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1">
        <name name-style="western">
          <surname>Algarin</surname>
          <given-names>Angel B</given-names>
        </name>
        <degrees>MPH</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3518-8245</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Ward</surname>
          <given-names>Patrick J</given-names>
        </name>
        <degrees>MPH</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7331-1772</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Christian</surname>
          <given-names>W Jay</given-names>
        </name>
        <degrees>MPH, PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-6904-3971</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Rudolph</surname>
          <given-names>Abby E</given-names>
        </name>
        <degrees>MPH, PhD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1786-3307</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Holloway</surname>
          <given-names>Ian W</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7454-8632</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6" corresp="yes">
      <name name-style="western">
        <surname>Young</surname>
        <given-names>April M</given-names>
      </name>
      <degrees>MPH, PhD</degrees>
      <xref rid="aff2" ref-type="aff">2</xref>
      <address>
        <institution>Department of Epidemiology</institution>
        <institution>University of Kentucky</institution>
        <addr-line>111 Washington Avenue</addr-line>
        <addr-line>Lexington, KY,</addr-line>
        <country>United States</country>
        <phone>1 859 218 2090</phone>
        <email>april.young@uky.edu</email>
      </address>  
      <xref rid="aff5" ref-type="aff">5</xref>
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3969-3249</ext-link></contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Robert Stempel College of Public Health &#38; Social Work</institution>
    <institution>Florida International University</institution>  
    <addr-line>Miami, FL</addr-line>
    <country>United States</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Department of Epidemiology</institution>
    <institution>University of Kentucky</institution>  
    <addr-line>Lexington, KY</addr-line>
    <country>United States</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Department of Epidemiology</institution>
    <institution>Boston University School of Public Health</institution>  
    <addr-line>Boston, MA</addr-line>
    <country>United States</country></aff>
    <aff id="aff4">
    <sup>4</sup>
    <institution>Department of Social Welfare</institution>
    <institution>Luskin School of Public Affairs</institution>  
    <institution>University of California Los Angeles</institution>  
    <addr-line>Los Angeles, CA</addr-line>
    <country>United States</country></aff>
    <aff id="aff5">
    <sup>5</sup>
    <institution>Center on Drug and Alcohol Research</institution>
    <institution>University of Kentucky</institution>  
    <addr-line>Lexington, KY</addr-line>
    <country>United States</country></aff>
    <author-notes>
      <corresp>Corresponding Author: April M Young 
      <email>april.young@uky.edu</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>05</month><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>31</day>
      <month>05</month>
      <year>2018</year>
    </pub-date>
    <volume>20</volume>
    <issue>5</issue>
    <elocation-id>e173</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>24</day>
        <month>1</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>21</day>
        <month>2</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>7</day>
        <month>3</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>9</day>
        <month>3</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Angel B Algarin, Patrick J Ward, W Jay Christian, Abby E Rudolph, Ian W Holloway, April M Young. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 31.05.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2018/5/e173/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Geosocial networking apps have made sexual partner-seeking easier for men who have sex with men, raising both challenges and opportunities for human immunodeficiency virus and sexually transmitted infection prevention and research. Most studies on men who have sex with men geosocial networking app use have been conducted in large urban areas, despite research indicating similar patterns of online- and app-based sex-seeking among men who have sex with men in rural and midsize cities.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The goal of our research was to examine the spatial distribution of geosocial networking app usage and characterize areas with increasing numbers of partner-seeking men who have sex with men in a midsize city in the South.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Data collection points (n=62) were spaced in 2-mile increments along 9 routes (112 miles) covering the county encompassing the city. At each point, staff logged into 3 different geosocial networking apps to record the number of geosocial networking app users within a 1-mile radius. Data were collected separately during weekday daytime (9:00 AM to 4:00 PM) and weekend nighttime (8:00 PM to 12:00 AM) hours. Empirical Bayesian kriging was used to create a raster estimating the number of app users throughout the county. Raster values were summarized for each of the county's 208 Census block groups and used as the outcome measure (ie, geosocial networking app usage). Negative binomial regression and Wilcoxon signed rank sum tests were used to examine Census block group variables (eg, median income, median age) associated with geosocial networking app usage and temporal differences in app usage, respectively.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>The number of geosocial networking app users within a 1-mile radius of the data collection points ranged from 0 to 36 during weekday daytime hours and 0 to 39 during weekend nighttime hours. In adjusted analyses, Census block group median income and percent Hispanic ethnicity were negatively associated with geosocial networking app usage for all 3 geosocial networking apps during weekday daytime and weekend nighttime hours. Population density and the presence of businesses were positively associated with geosocial networking app usage for all 3 geosocial networking apps during both times.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>In this midsize city, geosocial networking app usage was highest in areas that were more population-dense, were lower income, and had more businesses. This research is an example of how geosocial networking apps’ geospatial capabilities can be used to better understand patterns of virtual partner-seeking among men who have sex with men.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>men who have sex with men</kwd>
      <kwd>public health</kwd>
      <kwd>mobile phone</kwd>
      <kwd>social environment</kwd>
      <kwd>HIV</kwd>
      <kwd>sexually transmitted diseases</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>HIV in the United States continues to disproportionately affect men who have sex with men (MSM) despite ongoing prevention measures taken by public health officials [<xref ref-type="bibr" rid="ref1">1</xref>]. In 2016, MSM accounted for 67% of all new HIV infections [<xref ref-type="bibr" rid="ref2">2</xref>]. HIV and sexually transmitted infection research and intervention among MSM increasingly has focused on the social environment where risk behavior occurs [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>], particularly as more MSM are using Web-based tools or mobile phone geosocial networking (GSN) apps (eg, Grindr, Hornet, Adam4Adam, Scruff, etc) to meet sex partners [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>GSN apps provide information on geographic proximity between users making sexual partner seeking quick and convenient [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. Research among MSM who use GSN apps to find sex partners has shown mixed results regarding the relationship between GSN app use and risky sexual practices. While some studies found no association between GSN app use for partner seeking and sexual risk behavior [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>], some research suggests that partner seeking on GSN apps is associated with increased condomless anal intercourse [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], drug use (ie methamphetamine, Viagra, poppers, painkillers) [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], number of partners [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], and history of sexually transmitted infection diagnosis [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      <p>Though many studies have surveyed MSM to examine the use of GSN apps to find sex partners [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref22">22</xref>], relatively few studies have used the GSN apps’ geospatial capabilities to better understand geographical patterns of partner seeking among MSM. Previous research in Atlanta, Georgia, described a methodology for using the geolocation features of a GSN app as a novel approach to calculating the estimated spatial density of GSN app-using MSM. The study collected information on the closest 50 users or, when the total was less than 50, all users within a 2-mile radius of each data collection point. The data were then used to create race-stratified maps that highlighted areas of high spatial densities of MSM [<xref ref-type="bibr" rid="ref23">23</xref>]. Research projects like the aforementioned show promise in informing geotargeted HIV prevention, treatment, and recruitment strategies. For example, geofencing, a practice widely used in mobile advertising, relies on mobile phone Global Positioning System and radio-frequency identification technology to trigger strategic HIV prevention and treatment messaging when a user enters or exits a specified area [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      <p>Much of the research on GSN app usage among MSM has been conducted in large urban areas [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>], yet similar patterns of online sex seeking are reported among MSM residing in rural and midsize cities [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Smaller cities often differ from larger cities in terms of stigma [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>] and availability of visible gay spaces [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. As others have noted, research on sexual health and app-facilitated sexual behavior among MSM in midsized cities is limited [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>]. Some research has shown that, compared with online-recruited MSM in larger cities, those in small towns were more likely to report using apps to meet long-term partners and men for sex [<xref ref-type="bibr" rid="ref37">37</xref>]. Other studies have indicated that rural MSM experiencing hostility, stigma, and social and sexual isolation often use the internet to find sex partners [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. It is important to also acknowledge that these online forums and apps can be central in facilitating positive social connectedness and friendship among MSM [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. Taken together, these findings indicate a changing landscape of social connection and risk behavior among MSM in which technology is increasingly relevant yet not well understood, especially in settings outside of major urban centers.</p>
      <p>This study is among the first of its kind to use the geospatial capabilities of GSN apps to provide insights on the use of 3 different GSN apps by MSM in a midsize city during weekday daytime and weekend nighttime hours, thus building upon previous research in a large urban area that focused only on 1 app and lacked detail on weekday daytime versus weekend nighttime differences [<xref ref-type="bibr" rid="ref23">23</xref>]. The purpose of this study was to describe the spatial distribution of GSN app-using MSM in a midsize city in the South and identify geographic and demographic factors associated with areas of high numbers of GSN app users.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Setting</title>
        <p>We collected information on the use of 3 different MSM GSN apps using a geographically systematic sample of points in Fayette County, Kentucky [<xref ref-type="bibr" rid="ref43">43</xref>]. Fayette County encompasses the city of Lexington, Kentucky, and has a land area of 284 square miles and a population of 295,805 people who are predominately white (75.7%) and non-Hispanic (93.1%), with 30.7% between the ages of 18 and 34 years [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>The road network in the county resembles a spoke pattern in which the city is bisected by a series of main roads that extend to the county’s perimeter. The bisecting routes that offered the best county coverage were selected using Google Maps [<xref ref-type="bibr" rid="ref44">44</xref>]. Data collection points (n=62) were spaced in 2-mile increments along 9 routes with a total driving distance of 112 miles (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p>
        <p>We visited each point twice: once during weekday daytime (Monday through Friday, 9:00 am to 3:02 pm) and once during weekend nighttime (Friday or Saturday, 8:02 pm to 11:50 pm) hours. While stopped at each point (approximately 5 minutes per stop), we logged into a blank profile created for study purposes on each of the 3 GSN apps. Once we were logged into the profile, the app displayed the number of users within varying distances from the collection point. We recorded the number of users within 1 mile on each app, the time of collection, and the latitude and longitude at that collection point on a paper form and via the Fulcrum data collection app [<xref ref-type="bibr" rid="ref45">45</xref>]. All apps used in this study have been self-described as providing a space for gay men to look for dates, friends, fun, relationships, and hookups. Apps 1 and 3 are nongroup/niche specific apps that have been described in previous research [<xref ref-type="bibr" rid="ref46">46</xref>-<xref ref-type="bibr" rid="ref49">49</xref>], with the latter attracting gay, bisexual, and curious men [<xref ref-type="bibr" rid="ref50">50</xref>]. App 2 targets a subgroup identified as “bears” [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>], who have a more traditional masculine style and acceptance of diverse body shapes [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Data collection points with 1-mile coverage buffers.</p>
          </caption>
          <graphic xlink:href="jmir_v20i5e173_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>According to preliminary data from interviewer-administered surveys from 57 MSM aged 18 to 35 years from Lexington (data collection ongoing), apps 1, 2, and 3 were in the top 5 most frequently named MSM GSN apps used by respondents to “meet people for sex.”</p>
      </sec>
      <sec>
        <title>Measures</title>
        <p>Variables included in the regression model were derived from the 2011-2015 American Community Survey 5-year estimates [<xref ref-type="bibr" rid="ref51">51</xref>], the 2010 Census data from the US Census Bureau [<xref ref-type="bibr" rid="ref43">43</xref>], and the Lexington-Fayette Urban County Government Open Data Web Portal [<xref ref-type="bibr" rid="ref52">52</xref>]. Independent variables in the model included block group population density (population count per square mile; range 3.3-15,737.5), median age (range 7.5-64.5 years), median annual household income (range $7,905-$201,429), percent white (range 10.8%-100.0%), percent Hispanic (range 0.0%-64.2%), and business zoning amounting to greater (or equal) versus less than 1% of the area of the block group (binary: 40.4% had greater or equal to 1% of the area business zoned). These variables were included in the analyses because past research on GSN app use has found that demographic variables such as age [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], race/ethnicity [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], and income [<xref ref-type="bibr" rid="ref22">22</xref>] were associated with app use. Business zoning, the areas specified for business use by the local government, was included to capture the presence of gathering spaces (eg, restaurants, bars, shopping venues, employers).</p>
      </sec>
      <sec>
        <title>Analysis</title>
        <sec>
          <title>Spatial Analyses</title>
          <p>Of the 62 data collection locations, 61 had cell service (ie, LTE, 3G, 4G) to access apps for data collection. The point with no service was excluded from kriging analysis. We conducted spatial analyses using ArcMap version 10.3.1 (Environmental Systems Research Institute Inc) and negative binomial regression and Wilcoxon signed rank sum tests using SAS version 9.4 (SAS Institute Inc).</p>
          <p>We constructed maps to illustrate differences in the spatial distribution and number of app-using MSM across apps at different time periods. The Fayette County shapefile used in the depictions was procured from the Census Bureau [<xref ref-type="bibr" rid="ref53">53</xref>]. We used empirical Bayesian kriging (EBK) for spatial interpolation as it predicts values for areas where data has not been collected based upon the specific values at each collected observation point and their relative proximity to other points. Past research has employed similar techniques, such as kernel smoothing, and found that kriging offered similar results [<xref ref-type="bibr" rid="ref23">23</xref>]. The ArcMap EBK tool predicted the average number of app-using MSM for each raster grid (pixel), as show in <xref ref-type="fig" rid="figure2">Figure 2</xref>.</p>
          <p>We next converted the EBK raster grid cell values to points at their centroids so these values could be assigned to the Census block groups; there were from 8 to 4302 of these points in each block group, depending on area, with a median of 46. This further enabled estimation of the average number of GSN app users within each Census block group. We used this average, rounded to the nearest whole number, in each block group as the dependent variable in a negative binomial regression analysis and to calculate weekday daytime/weekend nighttime differences in the number of GSN app-using MSM by app (<xref ref-type="fig" rid="figure3">Figure 3</xref>).</p>
        </sec>
        <sec>
          <title>Statistical Analyses</title>
          <p>Our dependent variable was the number of app users for a particular app at a particular time period in each Census block group. Given that we examined 3 different apps, each at 2 different times, with possible duplication of users across apps and times (ie, people using more than 1 app at a time and people using the same app at different time windows), we ran 6 independent models. We used Wilcoxon signed rank sum tests to examine differences in the number of people using the app between the 3 apps and between weekday daytime and weekend nighttime data collection periods for the same app because the outcome variables were paired and nonparametric. Negative binomial regression was used to examine geographic and demographic factors associated with areas with increasing numbers of GSN app-using MSM at the Census block group level. Negative binomial regression was used because the counts were overdispersed and therefore not appropriate for a typical Poisson model. We also ran the models with the independent variables median age, median income, and population density log-transformed to try to force more linear relationships with the outcome. To test for collinearity, we ran the PROC REG collinearity diagnostic collinoint [<xref ref-type="bibr" rid="ref54">54</xref>] to determine how related each variable was to each other in the presence of all other variables. The analysis for collinearity showed that none of the independent variables was collinear and all could be included in the same final model.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Empirical Bayesian kriging analysis of the estimated spatial distribution of geosocial networking app users by time and app.</p>
            </caption>
            <graphic xlink:href="jmir_v20i5e173_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Maps displaying temporal (weekday day-weekend night) differences in the spatial distribution of app users.</p>
            </caption>
            <graphic xlink:href="jmir_v20i5e173_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Descriptive</title>
        <p>The number of GSN app users within a 1-mile radius of the data collection points ranged from 0 to 36 during weekday daytime hours and 0 to 39 during weekend nighttime hours. The median number of estimated GSN app users in each Census block group in Fayette County during weekday daytime and weekend nighttime varied by app (10.0, 2.0, 10.5, and 10.0, 1.0, 9.0, respectively), but within-app comparisons revealed no significant temporal differences for any of the 3 apps (<italic>P</italic>=.95, .39, and .65; see <xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Descriptive statistics of estimated average number of geosocial networking app users per Census block group.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="220"/>
            <col width="300"/>
            <col width="300"/>
            <col width="150"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">App and time of day</td>
                <td>Weekday day, median (Q1,Q3)</td>
                <td>Weekend night, median (Q1,Q3)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="bottom">
                <td colspan="2">App 1</td>
                <td>10.0 (4.0,15.0)</td>
                <td>10.0 (3.0,17.0)</td>
                <td>.95</td>
              </tr>
              <tr valign="bottom">
                <td colspan="2">App 2</td>
                <td>2.0 (1.0,4.0)</td>
                <td>1.0 (0.0,5.0)</td>
                <td>.39</td>
              </tr>
              <tr valign="bottom">
                <td colspan="2">App 3</td>
                <td>10.5 (3.0,18.5)</td>
                <td>9.0 (4.0,18.0)</td>
                <td>.65</td>
              </tr>
              <tr valign="bottom">
                <td colspan="2"><bold>Day</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>App 1 vs App 2 (ref<sup>a</sup>)</td>
                <td>7.0 (3.0,11.0)</td>
                <td>—</td>
                <td>&#60;.001<sup>b</sup></td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>App 2 vs App 3 (ref)</td>
                <td>–8.0 (–14.0,–2.0)</td>
                <td>—</td>
                <td>&#60;.001<sup>b</sup></td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>App 1 vs App 3 (ref)</td>
                <td>0.0 (–3.0,2.0)</td>
                <td>—</td>
                <td>.46</td>
              </tr>
              <tr valign="bottom">
                <td colspan="2"><bold>Night</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>App 1 vs App 2 (ref)</td>
                <td>—</td>
                <td>7.0 (2.0,14.0)</td>
                <td>&#60;.001<sup>b</sup></td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>App 2 vs App 3 (ref)</td>
                <td>—</td>
                <td>–7.0 (–14.0,–3.0)</td>
                <td>&#60;.001<sup>b</sup></td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>App 1 vs App 3 (ref)</td>
                <td>—</td>
                <td>–1.0 (–3.0,2.5)</td>
                <td>.46</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Ref: reference group.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Indicates significant difference between apps.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>We created choropleth maps to display differences in the spatial distribution and number of GSN app-using MSM by time of day (<xref ref-type="fig" rid="figure3">Figure 3</xref>). From weekday daytime to weekend nighttime, the spatial distribution of app-using MSM varied for 2 of the 3 apps. The use of app 1 was concentrated in downtown Lexington (ie, the center of the county) during weekday daytime and weekend nighttime; however, at weekend nighttime, a second area south of the city emerged as an area of high app usage. For app 3, use was concentrated in the downtown area both during weekday daytime and weekend nighttime but use was more intensely concentrated in the downtown area at weekend nighttime.</p>
      </sec>
      <sec>
        <title>Block Group Regression Analysis</title>
        <p>Fayette County comprises 208 Census block groups. Based on the dependent variable of estimated number of GSN app users in each Census block group, unadjusted negative binomial regression with each app stratified by time of collection was used to estimate crude risk ratios (<xref ref-type="table" rid="table2">Table 2</xref>). In all combinations of apps and collection times, the number of GSN app-using MSM was positively associated with population density (<italic>P</italic>&#60;.001) and presence of business zoning of the block group area (<italic>P</italic>&#60;.001), and negatively associated with age (<italic>P</italic>&#60;.001 to <italic>P</italic>=.03) and median income (<italic>P</italic>&#60;.001). For every 100 persons per square mile increase in population density, the number of GSN app users increased by 1.1% to 1.5%. In the presence of business zoning, the number of GSN app users increased by 106% to 188%. For every year increase in median age, the number of GSN app users decreased by 1.5% to 3%. For every $5,000 increase in median income, the number of GSN app users decreased by 5.7% to 8.9%.</p>
        <p>Percent Hispanic ethnicity was not significantly associated with the number of GSN app-using MSM in any app or time combinations (<italic>P</italic>=.20 to <italic>P</italic>=.99). The statistical significance of the association between percent white and number of GSN app-using MSM varied between app and collection time (<italic>P</italic>&#60;.001to <italic>P</italic>=.13); percent white was negatively associated with the number of GSN app users for app 1 and app 3 during the daytime and app 1 and app 2 during the weekend nighttime, but not for app 2 during the weekday daytime or app 3 during weekend nighttime.</p>
        <p>The multivariable models are shown in <xref ref-type="table" rid="table3">Table 3</xref>. In all combinations of app and collection times, number of GSN app-using MSM was positively associated with population density (<italic>P</italic>&#60;.001 to <italic>P</italic>=.045) and business zoning (<italic>P</italic>&#60;.001) and negatively associated with median income (<italic>P</italic>&#60;.001) and percent Hispanic (<italic>P</italic>&#60;.001 to <italic>P</italic>=.045), adjusting for all other variables. The statistical significance of the association of median age (<italic>P</italic>&#60;.001 to <italic>P</italic>=.46) and percent white (<italic>P</italic>=.02 to <italic>P</italic>=.77) with the outcome of interest varied between app and collection time in the final model; median age was positively associated with the number of GSN app users for app 1 during the weekday daytime but not for any other time or app. Percent white was negatively associated with the number of GSN app users for app 1 during the weekday daytime and app 2 during the weekend nighttime but not for any other time or app. In multivariable models with income, age, and population density log-transformed (data not shown in table), the results were similar except that in both of the models for app 2 and app 3, median age became statistically significant and in app 1 day and app 2 night, percent white lost statistical significance.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Unadjusted analysis of the association between Census block level characteristics and number of geosocial networking app–using men who have sex with men.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="470"/>
            <col width="300"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Parameters</td>
                <td>Crude incidence rate ratio (95% CI)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>App 1: weekday day</bold></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Age, year, median</td>
                <td>0.99 (0.97-1.00)</td>
                <td>.03</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White (%)</td>
                <td>0.99 (0.98-0.99)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic (%)</td>
                <td>1.01 (1.00-1.03)</td>
                <td>.20</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Median household income (per $5,000)</td>
                <td>0.92 (0.91-0.94)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Population (100 per mi<sup>2</sup>)</td>
                <td>1.01 (1.01-1.02)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Business zoning</td>
                <td>2.24 (1.82-2.75)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>App 1: weekend night</bold></td>
                <td/>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Age, year, median</td>
                <td>0.97 (0.96-0.99)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White (%)</td>
                <td>0.99 (0.98-1.00)</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic (%)</td>
                <td>1.00 (0.99-1.02)</td>
                <td>.93</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Median household income (per $5,000)</td>
                <td>0.93 (0.92-0.95)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Population (100 per mi<sup>2</sup>)</td>
                <td>1.02 (1.01-1.02)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Business zoning</td>
                <td>2.06 (1.64-2.58)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>App 2: weekday day</bold></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Age, year, median</td>
                <td>0.98 (0.97-0.99)</td>
                <td>.003</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White (%)</td>
                <td>1.00 (0.99-1.00)</td>
                <td>.13</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic (%)</td>
                <td>1.00 (0.99-1.01)</td>
                <td>.99</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Median household income (per $5,000)</td>
                <td>0.93 (0.91-0.94)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Population (100 per mi<sup>2</sup>)</td>
                <td>1.01 (1.01-1.02)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Business zoning</td>
                <td>2.28 (1.89-2.73)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>App 2: weekend night</bold></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Age, year, median</td>
                <td>0.97 (0.95-0.99)</td>
                <td>.002</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White (%)</td>
                <td>0.99 (0.98-1.00)</td>
                <td>.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic (%)</td>
                <td>1.00 (0.97-1.08)</td>
                <td>.65</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Median household income (per $5,000)</td>
                <td>0.91 (0.89-0.94)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Population (100 per mi<sup>2</sup>)</td>
                <td>1.02 (1.01-1.02)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Business zoning</td>
                <td>2.88 (2.13-3.91)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>App 3: weekday day</bold></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Age, year, median</td>
                <td>0.98 (0.97-1.00)</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White (%)</td>
                <td>0.99 (0.99-1.00)</td>
                <td>.049</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic (%)</td>
                <td>1.00 (0.99-1.02)</td>
                <td>.58</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Median household income (per $5,000)</td>
                <td>0.94 (0.93-0.96)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Population (100 per mi<sup>2</sup>)</td>
                <td>1.01 (1.01-1.02)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Business zoning</td>
                <td>2.12 (1.67-2.68)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>App 3: weekend night</bold></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Age, year, median</td>
                <td>0.98 (0.97-0.99)</td>
                <td>.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White (%)</td>
                <td>1.00 (0.99-1.00)</td>
                <td>.07</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic (%)</td>
                <td>1.00 (0.99-1.02)</td>
                <td>.61</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Median household income (per $5,000)</td>
                <td>0.94 (0.93-0.96)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Population (100 per mi<sup>2</sup>)</td>
                <td>1.01 (1.01-1.02)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Business zoning</td>
                <td>2.26 (1.85-2.76)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Multivariable analysis of the association between Census block level characteristics and number of geosocial networking app–using men who have sex with men.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="470"/>
            <col width="300"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Parameters</td>
                <td>Adjusted incidence rate ratio (95% CI)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>App 1: weekday day</bold></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Age, year, median</td>
                <td>1.03 (1.01-1.04)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White (%)</td>
                <td>0.99 (0.99-1.00)</td>
                <td>.03</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic (%)</td>
                <td>0.99 (0.98-1.00)</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Median household income (per $5,000)</td>
                <td>0.93 (0.91-0.95)</td>
                <td>.001</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Population (100 per mi<sup>2</sup>)</td>
                <td>1.00 (1.00-1.01)</td>
                <td>.04</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Business zoning</td>
                <td>1.69 (1.43-2.00)</td>
                <td>.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>App 1: weekend night</bold></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Age, year, median</td>
                <td>1.01 (0.99-1.02)</td>
                <td>.46</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White (%)</td>
                <td>1.00 (0.99-1.00)</td>
                <td>.29</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic (%)</td>
                <td>0.98 (0.97-0.99)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Median household income (per $5,000)</td>
                <td>0.94 (0.92-0.96)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Population (100 per mi<sup>2</sup>)</td>
                <td>1.01 (1.00-1.01)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Business zoning</td>
                <td>1.56 (1.28-1.92)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>App 2: weekday day</bold></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Age, year, median</td>
                <td>1.01 (1.00-1.03)</td>
                <td>.06</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White (%)</td>
                <td>1.00 (1.00-1.01)</td>
                <td>.47</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic (%)</td>
                <td>0.98 (0.97-0.99)</td>
                <td>.003</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Median household income (per $5,000)</td>
                <td>0.94 (0.91-0.96)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Population (100 per mi<sup>2</sup>)</td>
                <td>1.01 (1.00-1.01)</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Business zoning</td>
                <td>1.77 (1.47-2.13)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>App 2: weekend night</bold></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Age, year, median</td>
                <td>1.01 (0.99-1.03)</td>
                <td>.36</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White (%)</td>
                <td>0.99 (0.98-1.00)</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic (%)</td>
                <td>0.96 (0.95-0.98)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Median household income (per $5,000)</td>
                <td>0.93 (0.90-0.97)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Population (100 per mi<sup>2</sup>)</td>
                <td>1.01 (1.00-1.01)</td>
                <td>.045</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Business zoning</td>
                <td>2.22 (1.67-2.93)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>App 3: weekday day</bold></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Age, year, median</td>
                <td>1.01 (100-1.03)</td>
                <td>.11</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White (%)</td>
                <td>0.99 (0.99-1.01)</td>
                <td>.64</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic (%)</td>
                <td>0.99 (0.97-1.00)</td>
                <td>.045</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Median household income (per $5,000)</td>
                <td>0.95 (0.93-1.00)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Population (100 per mi<sup>2</sup>)</td>
                <td>1.01 (1.00-1.01)</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Business zoning</td>
                <td>1.77 (1.41-2.21)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>App 3: weekend night</bold></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Age, year, median</td>
                <td>1.01 (0.99-1.02)</td>
                <td>.25</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White (%)</td>
                <td>1.00 (1.00-1.01)</td>
                <td>.77</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic (%)</td>
                <td>0.99 (0.98-1.00)</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Median household income (per $5,000)</td>
                <td>0.95 (0.93-1.00)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Population (100 per mi<sup>2</sup>)</td>
                <td>1.01 (1.00-1.01)</td>
                <td>.03</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Business zoning</td>
                <td>1.85 (1.53-2.24)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study revealed that the presence of business zoning and population density were positively associated with the number of GSN app-using MSM during both weekday daytime and weekend nighttime for all GSN apps. We also found that median income and percent of the population who were Hispanic were negatively associated with the number of GSN app-using MSM during both weekday daytime and weekend nighttime for all GSN apps, adjusting for other variables in the model. Increased app use in areas with the presence of business zoning could imply that app users may be using these apps in areas of economic activity (eg, bars, restaurants, stores) including areas that cater to a predominantly gay clientele. This could highlight an important overlap between virtual and in-person partner-seeking spaces.</p>
        <p>By using Wilcoxon signed rank sum tests and comparing choropleth maps of the differences in the spatial density of GSN app-using MSM, we determined that the total number of users between weekday daytime and weekend nighttime was not significantly different but that specific areas within the county could be experiencing changes in the number of partner-seeking MSM between these 2 time periods. This could imply either that the same users are migrating to different areas over time, different users at different locations are logging in at different times, or a combination of these. Previous research with GSN app-using MSM indicates that more than 50% log on 5 or more times per day with significantly greater percentages logging on during evening hours [<xref ref-type="bibr" rid="ref55">55</xref>]; however, no studies to our knowledge have tracked use by time and geographic position. This information could be informative to local health departments because instead of using mobile HIV testing units only during weekend nighttime hours at nightlife venues, these units could also be used at specified hotspots during weekday daytime hours. These data may also be able to inform more cost-efficient geotargeted and temporally targeted recruitment strategies for research. However, more research is needed to explore attitudes about the presence of HIV outreach activities such as mobile HIV testing units or research recruitment efforts near daytime hotspots such as neighborhoods and places of business.</p>
        <p>The novel methods of data collection used in this study addressed some of the limitations of past GSN app research. For example, prior research using GSN apps for data collection largely relied on a single app [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref56">56</xref>]. Our study used 3 apps, and the variance in spatial distribution of use and number of users across apps highlights the importance of using multiple apps in future research. Popularity of GSN apps shifts over time, and some apps are more popular among specific subgroups of MSM [<xref ref-type="bibr" rid="ref57">57</xref>]. Previous research has also aggregated geographic data across time points rather than examining daytime and nighttime use separately [<xref ref-type="bibr" rid="ref23">23</xref>]. Our study, which examined weekday daytime and weekend nighttime use separately, revealed that spatial patterns of use may vary by time of day.</p>
        <p>Finally, data on the use of GSN apps is also novel in the context of midsize cities as most studies to date have focused solely on larger cities [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Collecting data on GSN apps for MSM in midsize cities could be of increased importance due to differences in social context [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>] and the way in which users interact with the app in contrast with urban GSN app users [<xref ref-type="bibr" rid="ref37">37</xref>]. This is especially important given the disparities in resources for sexual and gender minority people in rural areas compared to large urban centers. Prior research has demonstrated the importance of technology in the lives of rural sexual and gender minority people in combating social isolation and homophobia in public social spaces [<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref41">41</xref>]. In general, more research on the role of technology in fostering resilience among MSM in rural areas is needed. However, given the literature linking GSN app use and sexual risk behavior, a closer examination of how these dynamics play out in rural settings is crucial to developing targeted HIV prevention efforts for rural MSM.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Although the maps demonstrated substantial differences in estimated GSN app usage throughout the study area, more data collection points could have improved the accuracy of the EBK estimation. Also, our study compared differences between weekday daytime and weekend nighttime but did not include weekday nighttime hours as a sampling window. The sampling time window was large, more so for weekday daytime hours (6-hour window) than weekend nighttime hours (4-hour window); future studies may benefit from narrowing the time window of data collection; although this may require data collection occurring over more calendar time depending on personnel. Additionally, this study used a multiapp approach for data collection, but there were other GSN apps that were not used for this study. At the outset of the study, we contacted 6 app companies to notify them of our intent to do the study and dropped 3 apps due to the fact that it violated their user agreements.</p>
        <p>In respect of app users’ privacy, we did not record any identifying information about GSN app users, making it impossible to compare demographic characteristics of users with ecological variables based on census data. This also prevented us from determining the extent to which GSN app-using MSM were using more than 1 app and whether the differences in spatial distribution were due to the temporal migration of the same users to different locations or if other app users in different locations were logging on at different times. Although the choice not to collect identifying data resulted in analytic limitations, we believe that this was an important tradeoff to make in respect of user privacy and app company policies. Ethical issues surrounding the collection and use of GSN profile data for research are complex, rapidly evolving, and warrant increased attention. In the interim, we believe it is important for researchers to communicate with GSN app companies and take steps to prevent violation of user privacy.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The number of GSN app users within a 1-mile radius of the data collection points ranged from 0 to 36 during weekday daytime hours to 0 to 39 during weekend nighttime hours. In the multivariate analysis, the number of GSN app-using MSM was positively associated with business zoning and population density and negatively associated with median income and percent Hispanic residents. Methodology using geospatial data and area demographic data can lead to insights for tailored and targeted interventions to support better health outcomes in underserved populations.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EBK</term>
          <def>
            <p>empirical Bayesian kriging</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GSN</term>
          <def>
            <p>geosocial networking</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MSM</term>
          <def>
            <p>men who have sex with men</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was supported by a University of Kentucky Center for Clinical and Translational Science Pilot Grant (NIH NCRR UL1TR000117) and a grant from the National Institute on Drug Abuse (NIH NIDA R03 DA039740). The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health. We would like to thank Angela Dao who assisted in the data collection process.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <source>Centers for Disease Control and Prevention</source>  
        <comment>HIV among gay and bisexual men 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.cdc.gov/hiv/group/msm/">https://www.cdc.gov/hiv/group/msm/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6t2NFhA6G"/></comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
        <source>Centers for Disease Control and Prevention</source>  
        <year>2016</year>  
        <comment>HIV surveillance report 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.cdc.gov/hiv/pdf/library/reports/surveillance/cdc-hiv-surveillance-report-2016-vol-28.pdf">https://www.cdc.gov/hiv/pdf/library/reports/surveillance/cdc-hiv-surveillance-report-2016-vol-28.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6vMiMhqlN"/></comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Shen</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Tucker</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Social network-based interventions to promote condom use: a systematic review</article-title>
        <source>AIDS Behav</source>  
        <year>2011</year>  
        <month>10</month>  
        <volume>15</volume>  
        <issue>7</issue>  
        <fpage>1298</fpage>  
        <lpage>1308</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21811843"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-011-0020-1</pub-id>
        <pub-id pub-id-type="medline">21811843</pub-id>
        <pub-id pub-id-type="pmcid">PMC3220661</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>De</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Cox</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Boivin</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Platt</surname>
            <given-names>RW</given-names>
          </name>
          <name name-style="western">
            <surname>Jolly</surname>
            <given-names>AM</given-names>
          </name>
        </person-group>
        <article-title>The importance of social networks in their association to drug equipment sharing among injection drug users: a review</article-title>
        <source>Addiction</source>  
        <year>2007</year>  
        <month>11</month>  
        <volume>102</volume>  
        <issue>11</issue>  
        <fpage>1730</fpage>  
        <lpage>1739</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1360-0443.2007.01936.x</pub-id>
        <pub-id pub-id-type="medline">17935581</pub-id>
        <pub-id pub-id-type="pii">ADD1936</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Connochie</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Eaton</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Demers</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Stephenson</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Geospatial indicators of space and place: a review of multilevel studies of HIV prevention and care outcomes among young men who have sex with men in the United States</article-title>
        <source>J Sex Res</source>  
        <year>2017</year>  
        <volume>54</volume>  
        <issue>4-5</issue>  
        <fpage>446</fpage>  
        <lpage>464</lpage>  
        <pub-id pub-id-type="doi">10.1080/00224499.2016.1271862</pub-id>
        <pub-id pub-id-type="medline">28135857</pub-id>
        <pub-id pub-id-type="pmcid">PMC5623108</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Grov</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Rendina</surname>
            <given-names>HJ</given-names>
          </name>
          <name name-style="western">
            <surname>Parsons</surname>
            <given-names>JT</given-names>
          </name>
        </person-group>
        <article-title>Comparing three cohorts of MSM sampled via sex parties, bars/clubs, and Craigslist.org: implications for researchers and providers</article-title>
        <source>AIDS Educ Prev</source>  
        <year>2014</year>  
        <month>08</month>  
        <volume>26</volume>  
        <issue>4</issue>  
        <fpage>362</fpage>  
        <lpage>382</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25068182"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1521/aeap.2014.26.4.362</pub-id>
        <pub-id pub-id-type="medline">25068182</pub-id>
        <pub-id pub-id-type="pmcid">PMC4116634</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kubicek</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Carpineto</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>McDavitt</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Weiss</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Kipke</surname>
            <given-names>MD</given-names>
          </name>
        </person-group>
        <article-title>Use and perceptions of the internet for sexual information and partners: a study of young men who have sex with men</article-title>
        <source>Arch Sex Behav</source>  
        <year>2011</year>  
        <month>08</month>  
        <volume>40</volume>  
        <issue>4</issue>  
        <fpage>803</fpage>  
        <lpage>816</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20809373"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10508-010-9666-4</pub-id>
        <pub-id pub-id-type="medline">20809373</pub-id>
        <pub-id pub-id-type="pmcid">PMC3000442</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Garofalo</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Herrick</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Mustanski</surname>
            <given-names>BS</given-names>
          </name>
          <name name-style="western">
            <surname>Donenberg</surname>
            <given-names>GR</given-names>
          </name>
        </person-group>
        <article-title>Tip of the iceberg: young men who have sex with men, the Internet, and HIV risk</article-title>
        <source>Am J Public Health</source>  
        <year>2007</year>  
        <month>06</month>  
        <volume>97</volume>  
        <issue>6</issue>  
        <fpage>1113</fpage>  
        <lpage>1117</lpage>  
        <pub-id pub-id-type="doi">10.2105/AJPH.2005.075630</pub-id>
        <pub-id pub-id-type="medline">17463378</pub-id>
        <pub-id pub-id-type="pii">AJPH.2005.075630</pub-id>
        <pub-id pub-id-type="pmcid">PMC1874202</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Liau</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Millett</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Marks</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Meta-analytic examination of online sex-seeking and sexual risk behavior among men who have sex with men</article-title>
        <source>Sex Transm Dis</source>  
        <year>2006</year>  
        <month>09</month>  
        <volume>33</volume>  
        <issue>9</issue>  
        <fpage>576</fpage>  
        <lpage>584</lpage>  
        <pub-id pub-id-type="doi">10.1097/01.olq.0000204710.35332.c5</pub-id>
        <pub-id pub-id-type="medline">16540884</pub-id>
        <pub-id pub-id-type="pii">00007435-900000000-00007</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Phillips</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Magnus</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kuo</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Rawls</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Peterson</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Jia</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Opoku</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Greenberg</surname>
            <given-names>AE</given-names>
          </name>
        </person-group>
        <article-title>Use of geosocial networking (GSN) mobile phone applications to find men for sex by men who have sex with men (MSM) in Washington, DC</article-title>
        <source>AIDS Behav</source>  
        <year>2014</year>  
        <month>09</month>  
        <volume>18</volume>  
        <issue>9</issue>  
        <fpage>1630</fpage>  
        <lpage>1637</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10461-014-0760-9</pub-id>
        <pub-id pub-id-type="medline">24682866</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chiasson</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Hirshfield</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Remien</surname>
            <given-names>RH</given-names>
          </name>
          <name name-style="western">
            <surname>Humberstone</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Wong</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Wolitski</surname>
            <given-names>RJ</given-names>
          </name>
        </person-group>
        <article-title>A comparison of on-line and off-line sexual risk in men who have sex with men: an event-based on-line survey</article-title>
        <source>J Acquir Immune Defic Syndr</source>  
        <year>2007</year>  
        <month>02</month>  
        <day>1</day>  
        <volume>44</volume>  
        <issue>2</issue>  
        <fpage>235</fpage>  
        <lpage>243</lpage>  
        <pub-id pub-id-type="doi">10.1097/QAI.0b013e31802e298c</pub-id>
        <pub-id pub-id-type="medline">17179769</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rice</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Sex risk among young men who have sex with men who use Grindr, a smartphone geosocial networking application</article-title>
        <source>J AIDS Clinic Res</source>  
        <year>2012</year>  
        <volume>01</volume>  
        <issue>S4</issue>  
        <fpage>1</fpage>  
        <pub-id pub-id-type="doi">10.4172/2155-6113.S4-005</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Benotsch</surname>
            <given-names>EG</given-names>
          </name>
          <name name-style="western">
            <surname>Kalichman</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Cage</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Men who have met sex partners via the Internet: prevalence, predictors, and implications for HIV prevention</article-title>
        <source>Arch Sex Behav</source>  
        <year>2002</year>  
        <month>04</month>  
        <volume>31</volume>  
        <issue>2</issue>  
        <fpage>177</fpage>  
        <lpage>183</lpage>  
        <pub-id pub-id-type="medline">11974643</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Winetrobe</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Rice</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Petering</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Holloway</surname>
            <given-names>IW</given-names>
          </name>
        </person-group>
        <article-title>Associations of unprotected anal intercourse with Grindr-met partners among Grindr-using young men who have sex with men in Los Angeles</article-title>
        <source>AIDS Care</source>  
        <year>2014</year>  
        <volume>26</volume>  
        <issue>10</issue>  
        <fpage>1303</fpage>  
        <lpage>1308</lpage>  
        <pub-id pub-id-type="doi">10.1080/09540121.2014.911811</pub-id>
        <pub-id pub-id-type="medline">24754563</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Beymer</surname>
            <given-names>MR</given-names>
          </name>
          <name name-style="western">
            <surname>Weiss</surname>
            <given-names>RE</given-names>
          </name>
          <name name-style="western">
            <surname>Bolan</surname>
            <given-names>RK</given-names>
          </name>
          <name name-style="western">
            <surname>Rudy</surname>
            <given-names>ET</given-names>
          </name>
          <name name-style="western">
            <surname>Bourque</surname>
            <given-names>LB</given-names>
          </name>
          <name name-style="western">
            <surname>Rodriguez</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Morisky</surname>
            <given-names>DE</given-names>
          </name>
        </person-group>
        <article-title>Sex on demand: geosocial networking phone apps and risk of sexually transmitted infections among a cross-sectional sample of men who have sex with men in Los Angeles County</article-title>
        <source>Sex Transm Infect</source>  
        <year>2014</year>  
        <month>11</month>  
        <volume>90</volume>  
        <issue>7</issue>  
        <fpage>567</fpage>  
        <lpage>572</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24926041"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/sextrans-2013-051494</pub-id>
        <pub-id pub-id-type="medline">24926041</pub-id>
        <pub-id pub-id-type="pii">sextrans-2013-051494</pub-id>
        <pub-id pub-id-type="pmcid">PMC4198579</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>McFarlane</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bull</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>Rietmeijer</surname>
            <given-names>CA</given-names>
          </name>
        </person-group>
        <article-title>The Internet as a newly emerging risk environment for sexually transmitted diseases</article-title>
        <source>JAMA</source>  
        <year>2000</year>  
        <month>07</month>  
        <day>26</day>  
        <volume>284</volume>  
        <issue>4</issue>  
        <fpage>443</fpage>  
        <lpage>446</lpage>  
        <pub-id pub-id-type="medline">10904506</pub-id>
        <pub-id pub-id-type="pii">joc00445</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Young</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Szekeres</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Coates</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>The relationship between online social networking and sexual risk behaviors among men who have sex with men (MSM)</article-title>
        <source>PLoS One</source>  
        <year>2013</year>  
        <month>5</month>  
        <volume>8</volume>  
        <issue>5</issue>  
        <fpage>e62271</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0062271"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0062271</pub-id>
        <pub-id pub-id-type="medline">23658716</pub-id>
        <pub-id pub-id-type="pii">PONE-D-12-37534</pub-id>
        <pub-id pub-id-type="pmcid">PMC3642936</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lehmiller</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Ioerger</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Social networking smartphone applications and sexual health outcomes among men who have sex with men</article-title>
        <source>PLoS One</source>  
        <year>2014</year>  
        <volume>9</volume>  
        <issue>1</issue>  
        <fpage>e86603</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0086603"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0086603</pub-id>
        <pub-id pub-id-type="medline">24466166</pub-id>
        <pub-id pub-id-type="pii">PONE-D-13-33386</pub-id>
        <pub-id pub-id-type="pmcid">PMC3900560</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bull</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>McFarlane</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Rietmeijer</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>HIV and sexually transmitted infection risk behaviors among men seeking sex with men on-line</article-title>
        <source>Am J Public Health</source>  
        <year>2001</year>  
        <month>06</month>  
        <volume>91</volume>  
        <issue>6</issue>  
        <fpage>988</fpage>  
        <lpage>989</lpage>  
        <pub-id pub-id-type="medline">11392947</pub-id>
        <pub-id pub-id-type="pmcid">PMC1446481</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eaton</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Maksut</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Gamarel</surname>
            <given-names>KE</given-names>
          </name>
          <name name-style="western">
            <surname>Siembida</surname>
            <given-names>EJ</given-names>
          </name>
          <name name-style="western">
            <surname>Driffin</surname>
            <given-names>DD</given-names>
          </name>
          <name name-style="western">
            <surname>Baldwin</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Online sex partner meeting venues as a risk factor for testing HIV positive among a community-based sample of black men who have sex with men</article-title>
        <source>Sex Transm Dis</source>  
        <year>2016</year>  
        <month>06</month>  
        <volume>43</volume>  
        <issue>6</issue>  
        <fpage>360</fpage>  
        <lpage>364</lpage>  
        <pub-id pub-id-type="doi">10.1097/OLQ.0000000000000454</pub-id>
        <pub-id pub-id-type="medline">27200520</pub-id>
        <pub-id pub-id-type="pii">00007435-201606000-00004</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rhodes</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>DiClemente</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Cecil</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Hergenrather</surname>
            <given-names>KC</given-names>
          </name>
          <name name-style="western">
            <surname>Yee</surname>
            <given-names>LJ</given-names>
          </name>
        </person-group>
        <article-title>Risk among men who have sex with men in the United States: a comparison of an Internet sample and a conventional outreach sample</article-title>
        <source>AIDS Educ Prev</source>  
        <year>2002</year>  
        <month>02</month>  
        <volume>14</volume>  
        <issue>1</issue>  
        <fpage>41</fpage>  
        <lpage>50</lpage>  
        <pub-id pub-id-type="medline">11900109</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Grosskopf</surname>
            <given-names>NA</given-names>
          </name>
          <name name-style="western">
            <surname>LeVasseur</surname>
            <given-names>MT</given-names>
          </name>
          <name name-style="western">
            <surname>Glaser</surname>
            <given-names>DB</given-names>
          </name>
        </person-group>
        <article-title>Use of the Internet and mobile-based apps for sex-seeking among men who have sex with men in New York City</article-title>
        <source>Am J Mens Health</source>  
        <year>2014</year>  
        <month>11</month>  
        <volume>8</volume>  
        <issue>6</issue>  
        <fpage>510</fpage>  
        <lpage>520</lpage>  
        <pub-id pub-id-type="doi">10.1177/1557988314527311</pub-id>
        <pub-id pub-id-type="medline">24658284</pub-id>
        <pub-id pub-id-type="pii">1557988314527311</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Delaney</surname>
            <given-names>KP</given-names>
          </name>
          <name name-style="western">
            <surname>Kramer</surname>
            <given-names>MR</given-names>
          </name>
          <name name-style="western">
            <surname>Waller</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Flanders</surname>
            <given-names>WD</given-names>
          </name>
          <name name-style="western">
            <surname>Sullivan</surname>
            <given-names>PS</given-names>
          </name>
        </person-group>
        <article-title>Using a geolocation social networking application to calculate the population density of sex-seeking gay men for research and prevention services</article-title>
        <source>J Med Internet Res</source>  
        <year>2014</year>  
        <volume>16</volume>  
        <issue>11</issue>  
        <fpage>e249</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2014/11/e249/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.3523</pub-id>
        <pub-id pub-id-type="medline">25406722</pub-id>
        <pub-id pub-id-type="pii">v16i11e249</pub-id>
        <pub-id pub-id-type="pmcid">PMC4260063</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ragsdale</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Rotheram-Borus</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Re-shaping HIV interventions with technology</article-title>
        <source>AIDS Behav</source>  
        <year>2015</year>  
        <volume>19</volume>  
        <issue>2</issue>  
        <fpage>77</fpage>  
        <lpage>80</lpage>  
        <pub-id pub-id-type="medline">26088905</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Grov</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Agyemang</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Ventuneac</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Breslow</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Navigating condom use and HIV status disclosure with partners met online: a qualitative pilot study with gay and bisexual men from Craigslist.org</article-title>
        <source>AIDS Educ Prev</source>  
        <year>2013</year>  
        <month>02</month>  
        <volume>25</volume>  
        <issue>1</issue>  
        <fpage>72</fpage>  
        <lpage>85</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23387953"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1521/aeap.2013.25.1.72</pub-id>
        <pub-id pub-id-type="medline">23387953</pub-id>
        <pub-id pub-id-type="pmcid">PMC3666352</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rendina</surname>
            <given-names>HJ</given-names>
          </name>
          <name name-style="western">
            <surname>Jimenez</surname>
            <given-names>RH</given-names>
          </name>
          <name name-style="western">
            <surname>Grov</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Ventuneac</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Parsons</surname>
            <given-names>JT</given-names>
          </name>
        </person-group>
        <article-title>Patterns of lifetime and recent HIV testing among men who have sex with men in New York City who use Grindr</article-title>
        <source>AIDS Behav</source>  
        <year>2014</year>  
        <month>01</month>  
        <volume>18</volume>  
        <issue>1</issue>  
        <fpage>41</fpage>  
        <lpage>49</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23925515"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-013-0573-2</pub-id>
        <pub-id pub-id-type="medline">23925515</pub-id>
        <pub-id pub-id-type="pmcid">PMC3947364</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kakietek</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Sullivan</surname>
            <given-names>PS</given-names>
          </name>
          <name name-style="western">
            <surname>Heffelfinger</surname>
            <given-names>JD</given-names>
          </name>
        </person-group>
        <article-title>You've got male: internet use, rural residence, and risky sex in men who have sex with men recruited in 12 U.S. cities</article-title>
        <source>AIDS Educ Prev</source>  
        <year>2011</year>  
        <month>04</month>  
        <volume>23</volume>  
        <issue>2</issue>  
        <fpage>118</fpage>  
        <lpage>127</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21517661"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1521/aeap.2011.23.2.118</pub-id>
        <pub-id pub-id-type="medline">21517661</pub-id>
        <pub-id pub-id-type="pii">10.1521/aeap.2011.23.2.118</pub-id>
        <pub-id pub-id-type="pmcid">PMC3719167</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rosser</surname>
            <given-names>BRS</given-names>
          </name>
          <name name-style="western">
            <surname>Oakes</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Horvath</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Konstan</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Danilenko</surname>
            <given-names>GP</given-names>
          </name>
          <name name-style="western">
            <surname>Peterson</surname>
            <given-names>JL</given-names>
          </name>
        </person-group>
        <article-title>HIV sexual risk behavior by men who use the Internet to seek sex with men: results of the Men's INTernet Sex Study-II (MINTS-II)</article-title>
        <source>AIDS Behav</source>  
        <year>2009</year>  
        <month>06</month>  
        <volume>13</volume>  
        <issue>3</issue>  
        <fpage>488</fpage>  
        <lpage>498</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19205866"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-009-9524-3</pub-id>
        <pub-id pub-id-type="medline">19205866</pub-id>
        <pub-id pub-id-type="pmcid">PMC3678370</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Preston</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>D'augelli</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Cain</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Schulze</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>Issues in the development of HIV-preventive interventions for men who have sex with men (MSM) in rural areas</article-title>
        <source>J Primary Prev</source>  
        <year>2002</year>  
        <volume>23</volume>  
        <issue>2</issue>  
        <fpage>199</fpage>  
        <lpage>214</lpage>  
        <pub-id pub-id-type="doi">10.1023/a:1019968315959</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Preston</surname>
            <given-names>DB</given-names>
          </name>
          <name name-style="western">
            <surname>D'Augelli</surname>
            <given-names>AR</given-names>
          </name>
          <name name-style="western">
            <surname>Kassab</surname>
            <given-names>CD</given-names>
          </name>
          <name name-style="western">
            <surname>Starks</surname>
            <given-names>MT</given-names>
          </name>
        </person-group>
        <article-title>The relationship of stigma to the sexual risk behavior of rural men who have sex with men</article-title>
        <source>AIDS Educ Prev</source>  
        <year>2007</year>  
        <month>06</month>  
        <volume>19</volume>  
        <issue>3</issue>  
        <fpage>218</fpage>  
        <lpage>230</lpage>  
        <pub-id pub-id-type="doi">10.1521/aeap.2007.19.3.218</pub-id>
        <pub-id pub-id-type="medline">17563276</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Keene</surname>
            <given-names>DE</given-names>
          </name>
          <name name-style="western">
            <surname>Eldahan</surname>
            <given-names>AI</given-names>
          </name>
          <name name-style="western">
            <surname>White</surname>
            <given-names>HJM</given-names>
          </name>
          <name name-style="western">
            <surname>Pachankis</surname>
            <given-names>JE</given-names>
          </name>
        </person-group>
        <article-title>'The big ole gay express': sexual minority stigma, mobility and health in the small city</article-title>
        <source>Cult Health Sex</source>  
        <year>2017</year>  
        <month>03</month>  
        <volume>19</volume>  
        <issue>3</issue>  
        <fpage>381</fpage>  
        <lpage>394</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27604293"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1080/13691058.2016.1226386</pub-id>
        <pub-id pub-id-type="medline">27604293</pub-id>
        <pub-id pub-id-type="pmcid">PMC5300938</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>White</surname>
            <given-names>HJM</given-names>
          </name>
          <name name-style="western">
            <surname>Pachankis</surname>
            <given-names>JE</given-names>
          </name>
          <name name-style="western">
            <surname>Eldahan</surname>
            <given-names>AI</given-names>
          </name>
          <name name-style="western">
            <surname>Keene</surname>
            <given-names>DE</given-names>
          </name>
        </person-group>
        <article-title>You can't just walk down the street and meet someone: the intersection of social-sexual networking technology, stigma, and health among gay and bisexual men in the small city</article-title>
        <source>Am J Mens Health</source>  
        <year>2017</year>  
        <month>05</month>  
        <volume>11</volume>  
        <issue>3</issue>  
        <fpage>726</fpage>  
        <lpage>736</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27885147"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/1557988316679563</pub-id>
        <pub-id pub-id-type="medline">27885147</pub-id>
        <pub-id pub-id-type="pii">1557988316679563</pub-id>
        <pub-id pub-id-type="pmcid">PMC5393935</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Preston</surname>
            <given-names>DB</given-names>
          </name>
          <name name-style="western">
            <surname>D'Augelli</surname>
            <given-names>AR</given-names>
          </name>
          <name name-style="western">
            <surname>Kassab</surname>
            <given-names>CD</given-names>
          </name>
          <name name-style="western">
            <surname>Cain</surname>
            <given-names>RE</given-names>
          </name>
          <name name-style="western">
            <surname>Schulze</surname>
            <given-names>FW</given-names>
          </name>
          <name name-style="western">
            <surname>Starks</surname>
            <given-names>MT</given-names>
          </name>
        </person-group>
        <article-title>The influence of stigma on the sexual risk behavior of rural men who have sex with men</article-title>
        <source>AIDS Educ Prev</source>  
        <year>2004</year>  
        <month>08</month>  
        <volume>16</volume>  
        <issue>4</issue>  
        <fpage>291</fpage>  
        <lpage>303</lpage>  
        <pub-id pub-id-type="doi">10.1521/aeap.16.4.291.40401</pub-id>
        <pub-id pub-id-type="medline">15342332</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Hubach</surname>
            <given-names>RD</given-names>
          </name>
          <name name-style="western">
            <surname>Dodge</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Social milieu and mediators of loneliness among gay and bisexual men in rural Indiana</article-title>
        <source>J Gay Lesbian Mental Health</source>  
        <year>2015</year>  
        <month>04</month>  
        <day>20</day>  
        <volume>19</volume>  
        <issue>4</issue>  
        <fpage>331</fpage>  
        <lpage>346</lpage>  
        <pub-id pub-id-type="doi">10.1080/19359705.2015.1033798</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dodge</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Reece</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Herbenick</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Fisher</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Satinsky</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Stupiansky</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Relations between sexually transmitted infection diagnosis and sexual compulsivity in a community-based sample of men who have sex with men</article-title>
        <source>Sex Transm Infect</source>  
        <year>2008</year>  
        <month>08</month>  
        <volume>84</volume>  
        <issue>4</issue>  
        <fpage>324</fpage>  
        <lpage>327</lpage>  
        <pub-id pub-id-type="doi">10.1136/sti.2007.028696</pub-id>
        <pub-id pub-id-type="medline">18096648</pub-id>
        <pub-id pub-id-type="pii">sti.2007.028696</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hubach</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Dodge</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Cola</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Battani</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Reece</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Assessing the sexual health needs of men who have sex with men (MSM) residing in rural and mixed rural areas</article-title>
        <source>Health Education Monograph</source>  
        <year>2014</year>  
        <volume>31</volume>  
        <issue>2</issue>  
        <fpage>37</fpage>  
        <lpage>43</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.researchgate.net/profile/Randolph_Hubach/publication/271507778_Assessing_the_sexual_health_needs_of_men_who_have_sex_with_men_MSM_residing_in_rural_areas/links/54caa4400cf2517b755f2ab5.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bowen</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Horvath</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Using the internet to recruit rural MSM for HIV risk assessment: sampling issues</article-title>
        <source>AIDS Behav</source>  
        <year>2004</year>  
        <month>09</month>  
        <volume>8</volume>  
        <issue>3</issue>  
        <fpage>311</fpage>  
        <lpage>319</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15475678"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1023/B:AIBE.0000044078.43476.1f</pub-id>
        <pub-id pub-id-type="medline">15475678</pub-id>
        <pub-id pub-id-type="pii">492661</pub-id>
        <pub-id pub-id-type="pmcid">PMC2614667</pub-id></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Bowen</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Horvath</surname>
            <given-names>KJ</given-names>
          </name>
        </person-group>
        <article-title>The social/sexual environment of gay men residing in a rural frontier state: implications for the development of HIV prevention programs</article-title>
        <source>J Rural Health</source>  
        <year>2005</year>  
        <volume>21</volume>  
        <issue>1</issue>  
        <fpage>48</fpage>  
        <lpage>55</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15667009"/>
        </comment>  
        <pub-id pub-id-type="medline">15667009</pub-id>
        <pub-id pub-id-type="pmcid">PMC2614671</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Horvath</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Bowen</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>ML</given-names>
          </name>
        </person-group>
        <article-title>Virtual and physical venues as contexts for HIV risk among rural men who have sex with men</article-title>
        <source>Health Psychol</source>  
        <year>2006</year>  
        <month>03</month>  
        <volume>25</volume>  
        <issue>2</issue>  
        <fpage>237</fpage>  
        <lpage>242</lpage>  
        <pub-id pub-id-type="doi">10.1037/0278-6133.25.2.237</pub-id>
        <pub-id pub-id-type="medline">16569116</pub-id>
        <pub-id pub-id-type="pii">2006-03515-013</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Race</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Party and play: online hook-up devices and the emergence of PNP practices among gay men</article-title>
        <source>Sexualities</source>  
        <year>2015</year>  
        <month>05</month>  
        <day>05</day>  
        <volume>18</volume>  
        <issue>3</issue>  
        <fpage>253</fpage>  
        <lpage>275</lpage>  
        <pub-id pub-id-type="doi">10.1177/1363460714550913</pub-id></nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Van de Wiele</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Tong</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Breaking boundaries: the uses &#38; gratifications of grindr</article-title>
        <year>2014</year>  
        <conf-name>ACM International Joint Conference on Pervasive and Ubiquitous Computing</conf-name>
        <conf-date>2014</conf-date>
        <conf-loc>Seattle</conf-loc>
        <pub-id pub-id-type="doi">10.1145/2632048.2636070</pub-id></nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Goedel</surname>
            <given-names>WC</given-names>
          </name>
          <name name-style="western">
            <surname>Duncan</surname>
            <given-names>DT</given-names>
          </name>
        </person-group>
        <article-title>Geosocial-networking app usage patterns of gay, bisexual, and other men who have sex with men: survey among users of Grindr, a mobile dating app</article-title>
        <source>JMIR Public Health Surveill</source>  
        <year>2015</year>  
        <volume>1</volume>  
        <issue>1</issue>  
        <fpage>e4</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://publichealth.jmir.org/2015/1/e4/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/publichealth.4353</pub-id>
        <pub-id pub-id-type="medline">27227127</pub-id>
        <pub-id pub-id-type="pii">v1i1e4</pub-id>
        <pub-id pub-id-type="pmcid">PMC4869243</pub-id></nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
        <source>US Census Bureau</source>  
        <comment>2010 US Census 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.census.gov/2010census/">https://www.census.gov/2010census/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6t2N2jSyH"/></comment> </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
        <source>Google Maps</source>  
        <access-date>2018-04-10</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.google.com/maps">https://www.google.com/maps</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6t2MsOp1h"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
        <source>Fulcrum Mobile Location Leveragee</source>  
        <access-date>2017-08-27</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.fulcrumapp.com/">http://www.fulcrumapp.com/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6t2MT1RDp"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Badal</surname>
            <given-names>HJ</given-names>
          </name>
          <name name-style="western">
            <surname>Stryker</surname>
            <given-names>JE</given-names>
          </name>
          <name name-style="western">
            <surname>DeLuca</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Purcell</surname>
            <given-names>DW</given-names>
          </name>
        </person-group>
        <article-title>Swipe right: dating website and app use among men who have sex with men</article-title>
        <source>AIDS Behav</source>  
        <year>2018</year>  
        <month>04</month>  
        <volume>22</volume>  
        <issue>4</issue>  
        <fpage>1265</fpage>  
        <lpage>1272</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10461-017-1882-7</pub-id>
        <pub-id pub-id-type="medline">28884248</pub-id>
        <pub-id pub-id-type="pii">10.1007/s10461-017-1882-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Whitfield</surname>
            <given-names>DL</given-names>
          </name>
          <name name-style="western">
            <surname>Kattari</surname>
            <given-names>SK</given-names>
          </name>
          <name name-style="western">
            <surname>Walls</surname>
            <given-names>NE</given-names>
          </name>
          <name name-style="western">
            <surname>Al-Tayyib</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Grindr, scruff, and on the hunt: predictors of condomless anal sex, Internet use, and mobile application use among men who have sex with men</article-title>
        <source>Am J Mens Health</source>  
        <year>2017</year>  
        <month>05</month>  
        <volume>11</volume>  
        <issue>3</issue>  
        <fpage>775</fpage>  
        <lpage>784</lpage>  
        <pub-id pub-id-type="doi">10.1177/1557988316687843</pub-id>
        <pub-id pub-id-type="medline">28134002</pub-id></nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>“Dude, where’s your face?” Self-presentation, self-description, and partner preferences on a social networking application for men who have sex with men: a content analysis</article-title>
        <source>Sexuality Culture</source>  
        <year>2015</year>  
        <month>4</month>  
        <day>10</day>  
        <volume>19</volume>  
        <issue>4</issue>  
        <fpage>637</fpage>  
        <lpage>658</lpage>  
        <pub-id pub-id-type="doi">10.1007/s12119-015-9283-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Manley</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Levitt</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Mosher</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Understanding the bear movement in gay male culture: redefining masculinity</article-title>
        <source>J Homosex</source>  
        <year>2007</year>  
        <month>09</month>  
        <volume>53</volume>  
        <issue>4</issue>  
        <fpage>89</fpage>  
        <lpage>112</lpage>  
        <pub-id pub-id-type="doi">10.1080/00918360802103365</pub-id>
        <pub-id pub-id-type="medline">18689193</pub-id></nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rodriguez</surname>
            <given-names>NS</given-names>
          </name>
          <name name-style="western">
            <surname>Huemmer</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Blumell</surname>
            <given-names>LE</given-names>
          </name>
        </person-group>
        <article-title>Mobile masculinities: an investigation of networked masculinities in gay dating apps</article-title>
        <source>Masculinities Soc Change</source>  
        <year>2016</year>  
        <month>10</month>  
        <day>21</day>  
        <volume>5</volume>  
        <issue>3</issue>  
        <fpage>241</fpage>  
        <lpage>267</lpage>  
        <pub-id pub-id-type="doi">10.17583/MCS.2016.2047</pub-id></nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="web">
        <source>US Census Bureau</source>  
        <comment>American Community Survey 2011-2015 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.census.gov/programs-surveys/acs/">https://www.census.gov/programs-surveys/acs/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6t2M0UqlC"/></comment> </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="web">
        <source>Lexington-Fayette urban county government—zoning</source>  
        <access-date>2017-08-27</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://data.lexingtonky.gov/dataset/zoning">https://data.lexingtonky.gov/dataset/zoning</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6t2Lht0oT"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
        <source>TIGER/Line Shapefiles, county, Rowan &#38; Fayette County, KY</source>  
        <year>2010</year>  
        <access-date>2017-08-27</access-date>
        <publisher-name>US Census Bureau</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.census.gov/geo/maps-data/data/tiger-line.html">https://www.census.gov/geo/maps-data/data/tiger-line.html</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6t2MD4ODL"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="web">
        <source>SAS/STAT 9.2 User's Guide, Second Edition: Collinearity Diagnostics</source>  
        <access-date>2018-04-10</access-date>
        <publisher-loc>Cary</publisher-loc>
        <publisher-name>SAS Institute Inc</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://support.sas.com/documentation/cdl/en/statug/63033/HTML/default/viewer.htm#statug_reg_sect038.htm">https://support.sas.com/documentation/cdl/en/statug/63033/HTML/default/viewer.htm#statug_reg_sect038.htm</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6t2LDCETf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Holloway</surname>
            <given-names>IW</given-names>
          </name>
          <name name-style="western">
            <surname>Rice</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Gibbs</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Winetrobe</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Dunlap</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Rhoades</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Acceptability of smartphone application-based HIV prevention among young men who have sex with men</article-title>
        <source>AIDS Behav</source>  
        <year>2014</year>  
        <month>02</month>  
        <volume>18</volume>  
        <issue>2</issue>  
        <fpage>285</fpage>  
        <lpage>296</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24292281"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-013-0671-1</pub-id>
        <pub-id pub-id-type="medline">24292281</pub-id>
        <pub-id pub-id-type="pmcid">PMC3946790</pub-id></nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Landovitz</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Tseng</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Weissman</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Haymer</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Mendenhall</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Rogers</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Veniegas</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Gorbach</surname>
            <given-names>PM</given-names>
          </name>
          <name name-style="western">
            <surname>Reback</surname>
            <given-names>CJ</given-names>
          </name>
          <name name-style="western">
            <surname>Shoptaw</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Epidemiology, sexual risk behavior, and HIV prevention practices of men who have sex with men using GRINDR in Los Angeles, California</article-title>
        <source>J Urban Health</source>  
        <year>2013</year>  
        <month>08</month>  
        <volume>90</volume>  
        <issue>4</issue>  
        <fpage>729</fpage>  
        <lpage>739</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22983721"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s11524-012-9766-7</pub-id>
        <pub-id pub-id-type="medline">22983721</pub-id>
        <pub-id pub-id-type="pmcid">PMC3732683</pub-id></nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Holloway</surname>
            <given-names>IW</given-names>
          </name>
          <name name-style="western">
            <surname>Winder</surname>
            <given-names>TJ</given-names>
          </name>
          <name name-style="western">
            <surname>Lea</surname>
            <given-names>CH</given-names>
          </name>
          <name name-style="western">
            <surname>Tan</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Boyd</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Novak</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Technology use and preferences for mobile phone-based HIV prevention and treatment among black young men who have sex with men: exploratory research</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>13</day>  
        <volume>5</volume>  
        <issue>4</issue>  
        <fpage>e46</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2017/4/e46/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mhealth.6436</pub-id>
        <pub-id pub-id-type="medline">28408360</pub-id>
        <pub-id pub-id-type="pii">v5i4e46</pub-id>
        <pub-id pub-id-type="pmcid">PMC5408136</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
