<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="brief-report" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v21i1e11291</article-id>
    <article-id pub-id-type="pmid">30664456</article-id>
    <article-id pub-id-type="doi">10.2196/11291</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Short Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Short Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Assessing the Impact of a Social Marketing Campaign on Program Outcomes for Users of an Internet-Based Testing Service for Sexually Transmitted and Blood-Borne Infections: Observational Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Nguyen</surname>
          <given-names>Kim An</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Goodreau</surname>
          <given-names>Steven M</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Gilbert</surname>
        <given-names>Mark</given-names>
      </name>
      <degrees>MD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>British Columbia Centre for Disease Control</institution>
        <addr-line>655 West 12th Avenue</addr-line>
        <addr-line>Vancouver, BC, V5Z 4R4</addr-line>
        <country>Canada</country>
        <phone>1 604 707 5619</phone>
        <fax>1 604 707 2401</fax>
        <email>mark.gilbert@bccdc.ca</email>
      </address>  
      <xref rid="aff2" ref-type="aff">2</xref>
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5978-6843</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Salway</surname>
          <given-names>Travis</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5699-5444</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Haag</surname>
          <given-names>Devon</given-names>
        </name>
        <degrees>MSc</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4955-1017</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Kwag</surname>
          <given-names>Michael</given-names>
        </name>
        <degrees>BA</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0444-9043</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Edward</surname>
          <given-names>Joshua</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2291-2433</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6">
        <name name-style="western">
          <surname>Bondyra</surname>
          <given-names>Mark</given-names>
        </name>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4663-9267</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib7">
        <name name-style="western">
          <surname>Cox</surname>
          <given-names>Joseph</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff5" ref-type="aff">5</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7041-1556</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib8">
        <name name-style="western">
          <surname>Hart</surname>
          <given-names>Trevor A</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff6" ref-type="aff">6</xref>
        <xref rid="aff7" ref-type="aff">7</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5107-7452</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib9">
        <name name-style="western">
          <surname>Grace</surname>
          <given-names>Daniel</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff7" ref-type="aff">7</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9032-3959</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib10">
        <name name-style="western">
          <surname>Grennan</surname>
          <given-names>Troy</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff8" ref-type="aff">8</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8039-6513</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib11">
        <name name-style="western">
          <surname>Ogilvie</surname>
          <given-names>Gina</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5783-4493</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib12">
        <name name-style="western">
          <surname>Shoveller</surname>
          <given-names>Jean</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4616-3556</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
      <label>1</label>
      <institution>British Columbia Centre for Disease Control</institution>
      <addr-line>Vancouver, BC</addr-line>
      <country>Canada</country>
    </aff>
    <aff id="aff2">
    <label>2</label>
    <institution>School of Population and Public Health</institution>
    <institution>University of British Columbia</institution>  
    <addr-line>Vancouver, BC</addr-line>
    <country>Canada</country></aff>
    <aff id="aff3">
      <label>3</label>
      <institution>Community Based Research Centre for Gay Men's Health</institution>
      <addr-line>Vancouver, BC</addr-line>
      <country>Canada</country>
    </aff>
    <aff id="aff4">
      <label>4</label>
      <institution>Health Initiative for Men</institution>
      <addr-line>Vancouver, BC</addr-line>
      <country>Canada</country>
    </aff>
    <aff id="aff5">
    <label>5</label>
    <institution>Department of Epidemiology, Biostatistics and Occupational Health</institution>
    <institution>Faculty of Medicine</institution>  
    <institution>McGill University</institution>  
    <addr-line>Montreal, QC</addr-line>
    <country>Canada</country></aff>
    <aff id="aff6">
    <label>6</label>
    <institution>Department of Psychology</institution>
    <institution>Ryerson University</institution>  
    <addr-line>Toronto, ON</addr-line>
    <country>Canada</country></aff>
    <aff id="aff7">
    <label>7</label>
    <institution>Dalla Lana School of Public Health</institution>
    <institution>University of Toronto</institution>  
    <addr-line>Toronto, ON</addr-line>
    <country>Canada</country></aff>
    <aff id="aff8">
    <label>8</label>
    <institution>Division of Infectious Diseases</institution>
    <institution>Faculty of Medicine</institution>  
    <institution>University of British Columbia</institution>  
    <addr-line>Vancouver, BC</addr-line>
    <country>Canada</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Mark Gilbert 
      <email>mark.gilbert@bccdc.ca</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>01</month><year>2019</year></pub-date>
    <pub-date pub-type="epub">
      <day>21</day>
      <month>01</month>
      <year>2019</year>
    </pub-date>
    <volume>21</volume>
    <issue>1</issue>
    <elocation-id>e11291</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>26</day>
        <month>6</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>29</day>
        <month>8</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>12</day>
        <month>9</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>14</day>
        <month>9</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Mark Gilbert, Travis Salway, Devon Haag, Michael Kwag, Joshua Edward, Mark Bondyra, Joseph Cox, Trevor A Hart, Daniel Grace, Troy Grennan, Gina Ogilvie, Jean Shoveller. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 21.01.2019.</copyright-statement>
    <copyright-year>2019</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2019/1/e11291/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>While social marketing (SM) campaigns can be effective in increasing testing for sexually transmitted and blood-borne infections (STBBIs), they are seldom rigorously evaluated and often rely on process measures (eg, Web-based ad click-throughs). With Web-based campaigns for internet-based health services, there is a potential to connect campaign process measures to program outcomes, permitting the assessment of venue-specific yield based on health outcomes (eg, click-throughs per test).</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>This study aims to evaluate the impact of an SM campaign by the promotional venue on use and diagnostic test results of the internet-based STBBI testing service GetCheckedOnline.com (GCO).</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Through GCO, clients create an account using an access code, complete a risk assessment, print a lab form, submit specimens at a lab, and get results online or by phone. From April to August 2015, a campaign promoted GCO to gay, bisexual, and other men who have sex with men in Vancouver, Canada. The campaign highlighted GCO’s convenience in 3 types of promotional venues—location advertisements in print or video displayed in gay venues or events, ads on a queer news website, and ads on geosocial websites and apps. Where feasible, individuals were tracked from campaign exposures to account creation and testing using venue-specific GCO access codes. In addition, Web-based ads were linked to alternate versions of the campaign website, which used URLs with embedded access codes to connect ad exposure to account creation. Furthermore, we examined the number of individuals creating GCO accounts, number tested, and cost per account created and test for each venue type.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Over 6 months, 177 people created a GCO account because of the campaign, where 22.0% (39/177) of these completed testing; the overall cost was Can $118 per account created and Can $533 per test. Ads on geosocial websites and apps accounted for 46.9% (83/177) of all accounts; ads on the news website had the lowest testing rate and highest cost per test. We observed variation between different geosocial websites and apps with some ads having high click-through rates yet low GCO account creation rates, and vice versa.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Developing mechanisms to track individuals from Web-based exposure to SM campaigns to outcomes of internet-based health services permits greater evaluation of the yield and cost-effectiveness of different promotional efforts. Web-based ads with high click-through rates may not have a high conversion to service use, the ultimate outcome of SM campaigns.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>advertisements</kwd>
      <kwd>diagnostic tests</kwd>
      <kwd>health promotion</kwd>
      <kwd>internet</kwd>
      <kwd>men who have sex with men</kwd>
      <kwd>social marketing</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Social marketing (SM) campaigns promoting testing for sexually transmitted and blood-borne infections (STBBIs) can effectively increase the uptake of testing [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. However, SM testing campaigns are rarely evaluated rigorously owing to pressures of real-world implementation (eg, evaluation budget and difficulty determining campaign-specific effects in an exposed population) [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Web-based elements of SM campaigns are often evaluated through monitoring the number of views (impressions) of Web-based ads and comparing the proportions of individuals clicking through to visit (click-through rate) and use a website or service (conversion rate) [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]; this information is used to identify promotional venues with higher yield, allowing redirection of efforts to optimize campaign reach and inform future campaigns [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>More robust evaluations of SM campaigns are possible for campaigns promoting internet-based health services, where users are tracked through service progression. If designed appropriately, campaign evaluations can follow individuals from their initial campaign ad view through to their program outcomes, permitting an assessment of yield of different venues based on actual health outcomes. This paper aims to describe the results of using such a design to evaluate the impact of an SM campaign on increasing the uptake of GetCheckedOnline.com (GCO) [<xref ref-type="bibr" rid="ref6">6</xref>], an internet-based STBBI testing service in British Columbia (BC), Canada.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>GetCheckedOnline</title>
        <p>GCO is an internet-based testing service for STBBIs developed by the BC Centre for Disease Control (BCCDC), with a goal of overcoming existing testing barriers among populations with high rates of infection. We have previously published a full description of the GCO program [<xref ref-type="bibr" rid="ref7">7</xref>]. In brief, users go through the following 5 steps to test through GCO: (1) create an account; (2) complete a risk assessment; (3) print a laboratory requisition form; (4) provide specimens in-person at a private lab (with testing for HIV, syphilis, hepatitis C, chlamydia, and gonorrhea); and (5) receive results online if negative, or by phone if positive or indeterminate. GCO accounts are created by entering an access code on the home page unique to a specific promotion strategy or venue. In addition, individuals can be invited to use GCO by emails with a link to the account creation page.</p>
        <p>GCO was launched in 2014, initially targeting gay, bisexual, and other men who have sex with men (GBMSM) in the Vancouver region. Most GBMSM in BC regularly test, with 64.57% (1179/1826) and 62.28% (999/1604) reporting sexually transmitted infection and HIV testing, respectively, in the past year [<xref ref-type="bibr" rid="ref8">8</xref>]. However, many GBMSM report delaying testing owing to barriers, including privacy concerns or inability to access clinics [<xref ref-type="bibr" rid="ref9">9</xref>]. In formative research, GBMSM found GCO acceptable with high intention to use, particularly among men facing testing barriers, perceiving benefits, including greater privacy, convenience, control over testing, and not needing to see a health care provider [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      </sec>
      <sec>
        <title>Campaign Development</title>
        <p>The SM campaign aimed to increase the awareness and uptake of GCO among GBMSM. The BCCDC partnered with the Health Initiative for Men, a community-based gay men’s health organization, which led the development and implementation of the campaign in consultation with an advisory committee of GBMSM, sexual health nurses, and a small convenience sample of Health Initiative for Men clinic clients. The campaign focused on promoting the convenience of GCO, aiming to reach GBMSM avoiding or delaying testing because of access-related barriers (eg, wait-times for appointments). The campaign concept (<xref ref-type="fig" rid="figure1">Figure 1</xref>) was “Some things just make sense online,” designed to use humor based on popular social media sites to motivate viewers to visit the JustMakesSense (JMS) campaign website [<xref ref-type="bibr" rid="ref11">11</xref>] which emphasized the convenience and confidentiality of the service. Campaign materials included a website, videos, Web-based ads, and print media.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Examples of promotional campaign materials used for an internet-based testing service for sexually transmitted and blood-borne infections (GetCheckedOnline.com), including online banner advertisements (top), and in print (bottom).</p>
          </caption>
          <graphic xlink:href="jmir_v21i1e11291_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Tracking Program Outcomes by the Promotional Venue</title>
        <p>The campaign ran from April to August 2015. We used 3 venue types for promotion, each having a unique route to account creation, permitting us to track testing outcomes (<xref ref-type="fig" rid="figure2">Figures 2</xref> and <xref ref-type="fig" rid="figure3">3</xref>). <italic>Location ads</italic> included the JMS website address and an access code unique to each location (ie, gay bars and clubs; sex on premises venues; community spaces; businesses; and a lesbian, gay, bisexual, and transgender film festival). Codes were short, easy-to-remember phrases, such as “TestNow” or “TestOnline,” displayed on videos, posters, or postcards (the latter could be taken home by individuals). On the JMS website, visitors entered an access code and proceeded to the account creation page on GCO. Visitors without a code could request an email invitation; visitors were not asked whether or where they had seen the campaign (<xref ref-type="fig" rid="figure2">Figure 2</xref>). In addition, we used 2 types of Web-based promotional venues—advertising in a <italic>lesbian, gay, bisexual and transgender news website</italic>, and advertising on <italic>geosocial websites and apps</italic> used by GBMSM to find sex partners (Grindr, Jack’d, Manhunt, Squirt, and Scruff). To track testing outcomes for each Web-based venue, each post or ad contained a link to a unique, alternate copy of the JMS website. From each alternate site, visitors proceeded to the GCO account creation page by clicking a link containing an embedded access code unique to each Web-based venue, which could then be associated with each account created.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The description of routes to account creation on GetCheckedOnline.com (GCO) during the JustMakesSense (JMS) campaign; visitors to the JMS main website.</p>
          </caption>
          <graphic xlink:href="jmir_v21i1e11291_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The description of routes to account creation on GetCheckedOnline.com (GCO) during the JustMakesSense (JMS) campaign; visitors from online promotional venues to alternate JMS sites (Alt-JMS).</p>
          </caption>
          <graphic xlink:href="jmir_v21i1e11291_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>Our primary outcome was the number of individuals creating GCO accounts by promotional venue type; secondary outcomes included the number of individuals tested, and costs per account created and individual tested. We collected available data from website or app vendors on impressions and click-through rates and extracted GCO program data. For each type of promotional venue, we calculated the number of GCO accounts created and proportion completing testing. For Web-based venues, we described the number of campaign impressions and click- throughs to alternate JMS campaign websites. Furthermore, we described the number of visitors creating accounts through requesting an invitation on the campaign website and their testing outcomes.</p>
      </sec>
      <sec>
        <title>Ethics</title>
        <p>Our analysis was conducted under a program evaluation mandate using data routinely collected by BCCDC or through contracts with Web-based ad vendors. The use of individual-level GCO program data is permitted for evaluation under the terms of service agreed to by all GCO users.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Overall, 177 individuals created a GCO account because of the campaign, and 22.0% (39/177) of these completed testing; all results were negative (<xref ref-type="table" rid="table1">Table 1</xref>). The highest number of accounts was from individuals viewing campaign images on geosocial apps (83/177, 46.9%) followed by individuals requesting an invitation from the campaign website (52/177, 29.4%), location ads (21/177, 11.9%), and a news website (20/177, 11.3%). The completion of testing showed little variation across venues, except the news website (1/20, 5%). We spent Can $20,801 on promotion; the average cost was Can $118 per account created and Can $533 per test (<xref ref-type="table" rid="table2">Table 2</xref>). The costliest approach per account created was geosocial apps (Can $211), followed by Web-based news (Can $105) and location ads (Can $53). Web-based news had the highest cost per test (Can $2104). Over 19 million impressions of the JMS campaign occurred through geosocial apps, with the highest click-through rate on Grindr (0.7%). The highest numbers of accounts were created from ads on Manhunt and Squirt, resulting in low costs per account created (Can $83 and Can $213, respectively).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Outcomes by the promotional venue.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="170"/>
          <col width="210"/>
          <col width="210"/>
          <col width="190"/>
          <col width="190"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Promotional venue</td>
              <td>Number exposed to campaign or Number of impressions</td>
              <td>Number visited JMS websites (% of click-through)</td>
              <td>Number created account (% of visited JustMakesSense site)</td>
              <td>Number completed testing (% of accounts created)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="bottom">
              <td colspan="2">Requested invitation</td>
              <td>N/A<sup>a</sup></td>
              <td>N/A</td>
              <td>52<sup>b</sup></td>
              <td>14 (26.92)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Location ads</td>
              <td>N/A</td>
              <td>N/A</td>
              <td>21<sup>c</sup></td>
              <td>5 (23.80)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">News website</td>
              <td>195,120</td>
              <td>260 (0.13)</td>
              <td>20 (7.69)</td>
              <td>1 (5.00)</td>
            </tr>
            <tr valign="top">
              <td colspan="2"><bold>Geosocial apps (all)</bold></td>
              <td>19,232,363</td>
              <td>41,227 (0.21)</td>
              <td>83 (0.20)</td>
              <td>19 (22.89)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Grindr</td>
              <td>3,443,423</td>
              <td>24,975 (0.72)</td>
              <td>5 (0.02)</td>
              <td>2 (40.00)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Jack’d</td>
              <td>366,744</td>
              <td>655 (0.18)</td>
              <td>1 (0.15)</td>
              <td>0 (0.00)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Manhunt</td>
              <td>299,284</td>
              <td>547 (0.18)</td>
              <td>33 (6.03)</td>
              <td>11 (33.33)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Squirt</td>
              <td>1,355,044</td>
              <td>1,822 (0.13)</td>
              <td>37 (2.03)</td>
              <td>6 (16.21)</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Scruff</td>
              <td>13,767,868</td>
              <td>13,228 (0.10)</td>
              <td>7 (0.05)</td>
              <td>0 (0.00)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Total</td>
              <td>19,427,483</td>
              <td>41,487 (0.21)</td>
              <td>177 (0.30)</td>
              <td>39 (22.03)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>N/A: not applicable.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>These individuals were not asked whether they were exposed to the campaign when they requested an invitation; hence we were unable to estimate the denominator (ie, the number exposed to the campaign) and report % values.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>We were unable to estimate the denominator (ie, the number exposed to location ads) and report % values for this.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Costs by the promotional venue.</p>
        </caption>
        <table width="624" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="21"/>
          <col width="99"/>
          <col width="0"/>
          <col width="148"/>
          <col width="0"/>
          <col width="138"/>
          <col width="0"/>
          <col width="146"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Promotional venue</td>
              <td colspan="2">Cost of promotion (Can $)</td>
              <td colspan="2">Cost per account (Can $)</td>
              <td>Cost per test (Can $)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="3">Location ads</td>
              <td colspan="2">1115</td>
              <td colspan="2">53</td>
              <td>223</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Web-based news</td>
              <td colspan="2">2104</td>
              <td colspan="2">105</td>
              <td>2104</td>
            </tr>
            <tr valign="top">
              <td colspan="3"><bold>Geosocial apps (all)</bold></td>
              <td colspan="2">17,582</td>
              <td colspan="2">211</td>
              <td>925</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Grindr</td>
              <td colspan="2">4270</td>
              <td colspan="2">854</td>
              <td colspan="2">2135</td>
            </tr>
            <tr valign="bottom">
              <td><break/></td>
              <td>Jack’d</td>
              <td colspan="2">3200</td>
              <td colspan="2">3200</td>
              <td colspan="2">N/A<sup>a</sup></td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Manhunt</td>
              <td colspan="2">7040</td>
              <td colspan="2">213</td>
              <td colspan="2">640</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Squirt</td>
              <td colspan="2">3072</td>
              <td colspan="2">83</td>
              <td colspan="2">512</td>
            </tr>
            <tr valign="top">
              <td><break/></td>
              <td>Scruff</td>
              <td colspan="2">0</td>
              <td colspan="2">0</td>
              <td colspan="2">N/A</td>
            </tr>
            <tr valign="top">
              <td colspan="3">Total</td>
              <td colspan="2">20,801</td>
              <td colspan="2">118</td>
              <td>533</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>N/A: not applicable.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>While commonly applied in e-commerce (eg, linking ad exposures to Web-based purchases), this study demonstrated the value of using this evaluation method to understand the effects of campaign ads (in a range of promotional venues) on internet-based health services. For example, just under half of all GCO accounts were created as a result of ads on geosocial apps, where we spent the bulk of our promotional budget. While Grindr had the highest click-through rate and would, therefore, typically be considered a successful promotional venue, Grindr had the lowest proportion of GCO accounts created and a higher cost per account and per test. Conversely, Manhunt and Squirt had lower click-through rates but had higher yield in terms of GCO program outcomes. In addition, we observed the highest account creation rate among individuals exposed to our Web-based news advertisement, although a much lower proportion proceeded to test. These differences in outcomes might be explained by several factors, including the characteristics of GBMSM on these different websites and apps, such as differences in response to the JMS campaign (influencing click-through rates); demographic factors (eg, age and ethnicity); and behavioral risk or testing barriers (influencing account creation and testing rates)—all aspects worthy of further study [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Furthermore, our findings demonstrate that the promotion in physical venues is important and cost-effective, as location ads had the lowest cost per account of all venues. However, we were unable to account for view through conversion, where GBMSM seeing campaign ads may have later requested a GCO invitation on the campaign website (29% of all accounts created).</p>
      <p>We did not observe a large uptake in testing as a result of the JMS campaign. The 39 individuals testing through GCO may be “early adopters” of this intervention with the ongoing diffusion of this innovation through GBMSM networks [<xref ref-type="bibr" rid="ref14">14</xref>]. A shift in the message may also be needed. The feedback from GBMSM and providers following the campaign suggested convenience may not be the best selling point, given the relative availability of STBBI testing services for GBMSM in the Vancouver area (Edwards J, personal communication, November 2016); this may explain why only 1 in 5 men creating accounts tested through GCO, a measure associated with motivation to get tested in our prior evaluations [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      <p>In conclusion, this study demonstrates the value of developing mechanisms for tracking individuals from their Web-based exposure to SM campaign ads about an internet-based health service to their program outcomes. In addition, this study reveals that Web-based venues with high click-through rates may not always have a high conversion to service use, which is ultimately the desired outcome of SM campaigns. We are continuing to use venue-specific access codes to evaluate promotional efforts as GCO expands to other communities across BC.</p>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BC</term>
          <def>
            <p>British Columbia</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BCCDC</term>
          <def>
            <p>British Columbia Centre for Disease Control</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">GBMSM</term>
          <def>
            <p>gay, bisexual and other men who have sex with men</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">GCO</term>
          <def>
            <p>GetCheckedOnline.com</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">JMS</term>
          <def>
            <p>JustMakeSense</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SM</term>
          <def>
            <p>Social marketing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">STBBI</term>
          <def>
            <p>sexually transmitted and blood-borne infection</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Funding for the campaign and this evaluation was provided by the Canadian Institutes of Health Research (PHE-318068).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>MG, TS, DH, and MB conceived the overall evaluation design and worked with MK and JE on design, implementation, and data collection related to the JustMakeSense campaign. TS led the data analysis, and all authors provided input on the data analysis and interpretation. MG and TS led the drafting and revision of the manuscript, with input from all authors.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Friedman</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>Kachur</surname>
            <given-names>RE</given-names>
          </name>
          <name name-style="western">
            <surname>Noar</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>McFarlane</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Health Communication and Social Marketing Campaigns for Sexually Transmitted Disease Prevention and Control: What Is the Evidence of their Effectiveness?</article-title>
        <source>Sex Transm Dis</source>  
        <year>2016</year>  
        <month>02</month>  
        <volume>43</volume>  
        <issue>2 Suppl 1</issue>  
        <fpage>S83</fpage>  
        <lpage>101</lpage>  
        <pub-id pub-id-type="doi">10.1097/OLQ.0000000000000286</pub-id>
        <pub-id pub-id-type="medline">26779691</pub-id>
        <pub-id pub-id-type="pii">00007435-201602001-00011</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cao</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Gupta</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hightow-Weidman</surname>
            <given-names>LB</given-names>
          </name>
          <name name-style="western">
            <surname>Muessig</surname>
            <given-names>KE</given-names>
          </name>
          <name name-style="western">
            <surname>Tang</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Pan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Pendse</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Tucker</surname>
            <given-names>JD</given-names>
          </name>
        </person-group>
        <article-title>Social Media Interventions to Promote HIV Testing, Linkage, Adherence, and Retention: Systematic Review and Meta-Analysis</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>11</month>  
        <day>24</day>  
        <volume>19</volume>  
        <issue>11</issue>  
        <fpage>e394</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/11/e394/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.7997</pub-id>
        <pub-id pub-id-type="medline">29175811</pub-id>
        <pub-id pub-id-type="pii">v19i11e394</pub-id>
        <pub-id pub-id-type="pmcid">PMC5722976</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wei</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Herrick</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Raymond</surname>
            <given-names>HF</given-names>
          </name>
          <name name-style="western">
            <surname>Anglemyer</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Gerbase</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Noar</surname>
            <given-names>SM</given-names>
          </name>
        </person-group>
        <article-title>Social marketing interventions to increase HIV/STI testing uptake among men who have sex with men and male-to-female transgender women</article-title>
        <source>Cochrane Database Syst Rev</source>  
        <year>2011</year>  
        <issue>9</issue>  
        <fpage>CD009337</fpage>  
        <pub-id pub-id-type="doi">10.1002/14651858.CD009337</pub-id>
        <pub-id pub-id-type="medline">21901734</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Reiter</surname>
            <given-names>PL</given-names>
          </name>
          <name name-style="western">
            <surname>Katz</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Bauermeister</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Shoben</surname>
            <given-names>AB</given-names>
          </name>
          <name name-style="western">
            <surname>Paskett</surname>
            <given-names>ED</given-names>
          </name>
          <name name-style="western">
            <surname>McRee</surname>
            <given-names>AL</given-names>
          </name>
        </person-group>
        <article-title>Recruiting Young Gay and Bisexual Men for a Human Papillomavirus Vaccination Intervention Through Social Media: The Effects of Advertisement Content</article-title>
        <source>JMIR Public Health Surveill</source>  
        <year>2017</year>  
        <month>06</month>  
        <day>02</day>  
        <volume>3</volume>  
        <issue>2</issue>  
        <fpage>e33</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://publichealth.jmir.org/2017/2/e33/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/publichealth.7545</pub-id>
        <pub-id pub-id-type="medline">28576758</pub-id>
        <pub-id pub-id-type="pii">v3i2e33</pub-id>
        <pub-id pub-id-type="pmcid">PMC5473946</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sanders</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Robinson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Taylor</surname>
            <given-names>SC</given-names>
          </name>
          <name name-style="western">
            <surname>Post</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Goldfarb</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Shi</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Hunt</surname>
            <given-names>YM</given-names>
          </name>
          <name name-style="western">
            <surname>Augustson</surname>
            <given-names>EM</given-names>
          </name>
        </person-group>
        <article-title>Using a Media Campaign to Increase Engagement With a Mobile-Based Youth Smoking Cessation Program</article-title>
        <source>Am J Health Promot</source>  
        <year>2018</year>  
        <month>06</month>  
        <volume>32</volume>  
        <issue>5</issue>  
        <fpage>1273</fpage>  
        <lpage>1279</lpage>  
        <pub-id pub-id-type="doi">10.1177/0890117117728608</pub-id>
        <pub-id pub-id-type="medline">28925292</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
        <source>GetCheckedOnline</source>  
        <access-date>2018-06-12</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://getcheckedonline.com/Pages/default.aspx">https://getcheckedonline.com/Pages/default.aspx</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="706UAkZuD"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gilbert</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Haag</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Hottes</surname>
            <given-names>TS</given-names>
          </name>
          <name name-style="western">
            <surname>Bondyra</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Elliot</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Chabot</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Farrell</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Bonnell</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Kopp</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Andruschak</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Shoveller</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ogilvie</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Get Checked… Where? The Development of a Comprehensive, Integrated Internet-Based Testing Program for Sexually Transmitted and Blood-Borne Infections in British Columbia, Canada</article-title>
        <source>JMIR Res Protoc</source>  
        <year>2016</year>  
        <month>09</month>  
        <day>20</day>  
        <volume>5</volume>  
        <issue>3</issue>  
        <fpage>e186</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.researchprotocols.org/2016/3/e186/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/resprot.6293</pub-id>
        <pub-id pub-id-type="medline">27649716</pub-id>
        <pub-id pub-id-type="pii">v5i3e186</pub-id>
        <pub-id pub-id-type="pmcid">PMC5050385</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Trussler</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Ham</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <source>Community-based Research Centre for Gay Men's Health</source>  
        <comment>Sex Now 2015 Health Authorities: Selected results from the National Sex Now Survey comparing BC Health Authorities 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://cbrc.net/sites/cbrc.net/files/sn_healthauth_en_170727_RGB_0.pdf">http://cbrc.net/sites/cbrc.net/files/sn_healthauth_en_170727_RGB_0.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="707kSwhs2"/></comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gilbert</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Hottes</surname>
            <given-names>TS</given-names>
          </name>
          <name name-style="western">
            <surname>Kerr</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Taylor</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Fairley</surname>
            <given-names>CK</given-names>
          </name>
          <name name-style="western">
            <surname>Lester</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Wong</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Trussler</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Marchand</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Shoveller</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ogilvie</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Factors associated with intention to use internet-based testing for sexually transmitted infections among men who have sex with men</article-title>
        <source>J Med Internet Res</source>  
        <year>2013</year>  
        <volume>15</volume>  
        <issue>11</issue>  
        <fpage>e254</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2013/11/e254/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.2888</pub-id>
        <pub-id pub-id-type="medline">24240644</pub-id>
        <pub-id pub-id-type="pii">v15i11e254</pub-id>
        <pub-id pub-id-type="pmcid">PMC3841365</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hottes</surname>
            <given-names>TS</given-names>
          </name>
          <name name-style="western">
            <surname>Farrell</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Bondyra</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Haag</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Shoveller</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Gilbert</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Internet-based HIV and sexually transmitted infection testing in British Columbia, Canada: opinions and expectations of prospective clients</article-title>
        <source>J Med Internet Res</source>  
        <year>2012</year>  
        <volume>14</volume>  
        <issue>2</issue>  
        <fpage>e41</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2012/2/e41/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1948</pub-id>
        <pub-id pub-id-type="medline">22394997</pub-id>
        <pub-id pub-id-type="pii">v14i2e41</pub-id>
        <pub-id pub-id-type="pmcid">PMC3376521</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
        <source>Health Initiative for Men</source>  
        <access-date>2017-12-27</access-date>
        <comment>Just Makes Sense campaign website 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://justmakessense.ca/">http://justmakessense.ca/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6w1wBT2g3"/></comment> </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sun</surname>
            <given-names>CJ</given-names>
          </name>
          <name name-style="western">
            <surname>Sutfin</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Bachmann</surname>
            <given-names>LH</given-names>
          </name>
          <name name-style="western">
            <surname>Stowers</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Rhodes</surname>
            <given-names>SD</given-names>
          </name>
        </person-group>
        <article-title>Comparing men who have sex with men and transgender women who use Grindr, other similar social and sexual networking apps, or no social and sexual networking apps: Implications for recruitment and health promotion</article-title>
        <source>J AIDS Clin Res</source>  
        <year>2018</year>  
        <volume>9</volume>  
        <issue>2</issue>  
        <fpage>757</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29593933"/>
        </comment>  
        <pub-id pub-id-type="doi">10.4172/2155-6113.1000757</pub-id>
        <pub-id pub-id-type="medline">29593933</pub-id>
        <pub-id pub-id-type="pmcid">PMC5868965</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Badal</surname>
            <given-names>HJ</given-names>
          </name>
          <name name-style="western">
            <surname>Stryker</surname>
            <given-names>JE</given-names>
          </name>
          <name name-style="western">
            <surname>DeLuca</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Purcell</surname>
            <given-names>DW</given-names>
          </name>
        </person-group>
        <article-title>Swipe Right: Dating Website and App Use Among Men Who Have Sex With Men</article-title>
        <source>AIDS Behav</source>  
        <year>2018</year>  
        <month>04</month>  
        <volume>22</volume>  
        <issue>4</issue>  
        <fpage>1265</fpage>  
        <lpage>1272</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10461-017-1882-7</pub-id>
        <pub-id pub-id-type="medline">28884248</pub-id>
        <pub-id pub-id-type="pii">10.1007/s10461-017-1882-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Haider</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kreps</surname>
            <given-names>GL</given-names>
          </name>
        </person-group>
        <article-title>Forty years of diffusion of innovations: utility and value in public health</article-title>
        <source>J Health Commun</source>  
        <year>2004</year>  
        <volume>9 Suppl 1</volume>  
        <fpage>3</fpage>  
        <lpage>11</lpage>  
        <pub-id pub-id-type="doi">10.1080/10810730490271430</pub-id>
        <pub-id pub-id-type="medline">14960400</pub-id>
        <pub-id pub-id-type="pii">PN242NHBQVU8226E</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gilbert</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Salway</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Haag</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Fairley</surname>
            <given-names>CK</given-names>
          </name>
          <name name-style="western">
            <surname>Wong</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Grennan</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Uddin</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Buchner</surname>
            <given-names>CS</given-names>
          </name>
          <name name-style="western">
            <surname>Wong</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Krajden</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Tyndall</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Shoveller</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ogilvie</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Use of GetCheckedOnline, a Comprehensive Web-based Testing Service for Sexually Transmitted and Blood-Borne Infections</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>20</day>  
        <volume>19</volume>  
        <issue>3</issue>  
        <fpage>e81</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/3/e81/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.7097</pub-id>
        <pub-id pub-id-type="medline">28320690</pub-id>
        <pub-id pub-id-type="pii">v19i3e81</pub-id>
        <pub-id pub-id-type="pmcid">PMC5379018</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
