<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i9e16752</article-id>
      <article-id pub-id-type="pmid">32969826</article-id>
      <article-id pub-id-type="doi">10.2196/16752</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Evaluating Two Common Strategies for Research Participant Recruitment Into Autism Studies: Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Da Silva</surname>
            <given-names>Edson</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kulanthaivel</surname>
            <given-names>Anand</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Ahmed</surname>
            <given-names>Kelli L</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7381-4465</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Simon</surname>
            <given-names>Andrea R</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6276-8312</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Dempsey</surname>
            <given-names>Jack R</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8688-0608</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Samaco</surname>
            <given-names>Rodney C</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5636-5314</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Goin-Kochel</surname>
            <given-names>Robin P</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Autism Center</institution>
            <institution>Texas Children's Hospital</institution>
            <addr-line>8080 N Stadium Drive, Suite 100</addr-line>
            <addr-line>Houston, TX, 77054</addr-line>
            <country>United States</country>
            <phone>1 8328243390</phone>
            <email>kochel@bcm.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6666-4369</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Baylor College of Medicine</institution>
        <addr-line>Houston, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Autism Center</institution>
        <institution>Texas Children's Hospital</institution>
        <addr-line>Houston, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Children's Hospital Colorado</institution>
        <addr-line>Aurora, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>University of Colorado School of Medicine</institution>
        <addr-line>Aurora, CO</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Robin P Goin-Kochel <email>kochel@bcm.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>24</day>
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>9</issue>
      <elocation-id>e16752</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>15</day>
          <month>2</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>13</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>20</day>
          <month>3</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Kelli L Ahmed, Andrea R Simon, Jack R Dempsey, Rodney C Samaco, Robin P Goin-Kochel. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 24.09.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2020/9/e16752/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Ongoing research is necessary to better understand the causes of autism spectrum disorder (ASD), the developmental outcomes for individuals diagnosed with ASD, and the efficacy of the interventions. However, it is often difficult to recruit sufficient numbers of participants for studies, and despite the prevalence of ASD (currently estimated to affect 1 in 54 children), little research has focused on how to efficiently recruit participants with ASD.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to determine the efficacy of two different paid advertisements—social media and radio advertising—in recruiting participants for a study enrolling people with ASD and their family members by examining the number of participants enrolled, the cost per participant, and the geographic reach of each type of advertising.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We examined participant enrollment in a study following nonoverlapping paid advertisements on a popular FM radio station (aired in three cities across two states) and Facebook (six advertisements that ran in five cities across two states). The total paid investment in the radio campaign was $12,030 and that in the Facebook campaign was $2950. Following the advertising campaigns, 1391 participants in the study who were affiliated with the Houston, Texas, site received email invitations to participate in a brief survey about the ways in which they learned about the study (eg, social media, medical provider, website) and which of these were most influential in their decisions to participate; 374 (26.8%) of the participants completed this survey.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Social media advertising outperformed radio in all three parameters examined by enrolling more participants (338 vs 149), with a lower average cost per participant ($8.73 vs $80.74) and a wider geographic reach, based on a comparison of the number of zip codes within and outside of Texas for questionnaire respondents who rated social media as the most influential method of contact (n=367, χ<sup>2</sup><sub>1</sub>=5.85, <italic>P</italic>=.02). Of the 374 survey participants, 139 (37.2%) reported that they had seen the study on social media prior to enrollment, while only 9 (2.4%) said they heard about it via radio.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our findings suggest that advertising on social media can efficiently reach a large pool of potential participants with ASD, increasing the likelihood of meeting study enrollment goals. Researchers should consider allocating at least some portion of recruitment dollars to social media platforms as a means of quickly and inexpensively reaching out to their target populations, including for studies with in-person procedures.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>autism spectrum disorder</kwd>
        <kwd>participant recruitment</kwd>
        <kwd>social media</kwd>
        <kwd>Facebook</kwd>
        <kwd>radio</kwd>
        <kwd>genetic studies</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>A genetic contribution to the development of autism spectrum disorder (ASD) has been well established; however, for the majority of individuals with ASD, the genetic contributions remain unknown [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Continued study of ASD is critical for identifying additional causal mechanisms as well as for developing and improving personalized treatment approaches that facilitate optimal outcomes. However, successful recruitment for such studies can be challenging and can require substantial time and financial investments [<xref ref-type="bibr" rid="ref3">3</xref>]. Using the National Library of Medicine clinical trials registry, Carlisle et al [<xref ref-type="bibr" rid="ref4">4</xref>] showed that of 2579 phase 2 and 3 intervention clinical trials that closed in 2011, 19% terminated early because of low enrollment or enrolled less than 85% of their target enrollment numbers. A number of factors may contribute to recruitment challenges, including the demands of the study, the appeal of the advertisement, and importantly, the population being recruited. Understanding these factors and how they affect study enrollment is key to reducing the likelihood of underenrollment. Underenrolled studies consume resources that could be dedicated to other projects. Further, they may lack the statistical power necessary to uncover meaningful results and support the conclusions of the study [<xref ref-type="bibr" rid="ref5">5</xref>]. Thus, understanding how to recruit participants <italic>effectively</italic> and <italic>efficiently</italic> is of the utmost importance to ensure successful completion of studies and to advance scientific knowledge [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>Challenges in reaching clinical recruitment goals are ubiquitous; however, this is not due to lack of effort. Research teams have used a variety of recruitment methods to seek participants, with one such strategy being radio advertising. Recruiting for research through radio advertisements has been a popular strategy for decades [<xref ref-type="bibr" rid="ref7">7</xref>], and its appeal lies in the ability to reach a wide audience with limited effort on behalf of the study team. According to a recent Nielsen report, nearly 92% of Americans are weekly radio listeners, with comparable listening rates across a variety of demographics (eg, sex, age cohort, and racial and ethnic groups [<xref ref-type="bibr" rid="ref8">8</xref>]). Moreover, more than 93% of radio listeners continue to listen during commercials [<xref ref-type="bibr" rid="ref9">9</xref>]. However, reports using radio advertising for research recruitment show that it can be costly, ranging from $80 to $827 per enrolled participant [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. In four of these studies, radio advertising was the most expensive recruitment strategy used [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Additionally, the success of radio advertising in helping to achieve recruitment goals varies; in some published reports, radio advertising helped recruit the most participants of all strategies used [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], while in another study, only 1 participant (0.2%) was recruited in this way [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>A modern recruitment strategy that has gained popularity in recent years is advertising on social media platforms, such as Facebook or Instagram. In the United States, 88% of people aged 18 to 29 years and 78% of people aged 30 to 49 years are connected to one or more social media platforms [<xref ref-type="bibr" rid="ref17">17</xref>]. The most popular of these is Facebook, which is used by 68% of adults in the United States, 74% of whom visit the site daily [<xref ref-type="bibr" rid="ref17">17</xref>]. Indeed, in a review of 27 studies, advertising on Facebook for research recruitment tended to be more time- and cost-effective than traditional research advertising strategies, with costs ranging from $1.36 to $110 per completed participant [<xref ref-type="bibr" rid="ref3">3</xref>]. Moreover, Facebook ads can be tailored to target a specific audience. Focusing on families managing ASD, research has shown that these parents often rely heavily on <italic>other</italic> parents of children with ASD for information and support, including via Facebook groups [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. Collectively, this suggests that social media advertising may be a particularly appealing way to reach select audiences and broadly share information about research opportunities, including to parents of children with ASD.</p>
      </sec>
      <sec>
        <title>Purpose</title>
        <p>Despite the high prevalence of ASD (1 of every 54 children in the United States) [<xref ref-type="bibr" rid="ref21">21</xref>], there is a dearth of research that directly addresses how to best recruit participants with ASD and their families into research studies. In fact, to our knowledge, there is only one such report, which focused specifically on recruitment of Hispanic participants with ASD [<xref ref-type="bibr" rid="ref22">22</xref>]. Thus, there is a great need for additional research that identifies the most effective recruitment strategies for participants with ASD. To this end, we examined two different mechanisms of paid advertising (radio and Facebook) in terms of number of participants recruited, cost, and geographic reach within the context of the SPARK (Simons Foundation Powering Autism Research for Knowledge) project. For the purposes of the current study, we focused on radio and Facebook recruitment strategies at the Houston SPARK site. Additionally, we solicited feedback from Houston-affiliated participants about their recruitment and enrollment experiences to compare against enrollment numbers and reflect participant perceptions about the most influential recruitment strategies.</p>
      </sec>
      <sec>
        <title>SPARK: Project Overview</title>
        <p>SPARK is a national, multi-site effort to enroll 50,000 individuals with ASD and their biological family members into a web-based genetic and phenotypic repository [<xref ref-type="bibr" rid="ref23">23</xref>]. Briefly, more than 20 clinical sites across the United States form a clinical network to recruit potential participants and assist them throughout the enrollment process. SPARK participation is open to any individual living in the United States with a professional diagnosis of ASD or a dependent with a professional diagnosis of ASD. ASD diagnosis is ascertained through self-reporting, which has previously been shown to have &#62;90% reliability [<xref ref-type="bibr" rid="ref24">24</xref>]. Interested participants visit the study website, create a web-based profile, and complete the web-based enrollment forms to create a “primary” account. Because this “primary” account holder is required to be an independent adult, they can be either a parent or guardian of an individual with ASD or an independent adult with ASD. Once enrolled, each participating member of the family receives an at-home saliva collection kit with instructions on sample collection. Participants subsequently mail completed kits back to the laboratory for DNA analysis. Families can follow this process on their own or can contact a research coordinator for support.</p>
        <p>At the Houston SPARK site, multiple strategies were used to recruit participants for SPARK; however, because existing literature suggested that the potential reach, popularity, and success of paid radio and Facebook campaigns may be similar, these two approaches were singled out at the Houston site for further examination. Both campaigns occurred during nonoverlapping months within a 6-month timeframe, during which enrollment numbers were tracked daily through the web-based coordinator portal.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Recruitment Strategies</title>
        <p>For the radio outreach, three FM radio campaigns were scheduled across two states (three cities) at a total investment of $12,030. All three campaigns ran during a 4-week period between November 28 and December 26, 2016, on a popular station that played holiday music. The aired advertisement was 30 seconds long and ran a total of 342 times across markets. Interested radio listeners were invited to text the word “SPARK” to a short-code telephone number (555-888) to receive information about a web-based US autism research study. These “subscribers” received three immediate text messages with 1) the study’s institutional review entity–approved call to action, 2) the hyperlinked URL to register on the internet, and 3) the research coordinator’s contact information. Two weeks after texting the short-code, subscribers received an automated reminder message with the enrollment link to the study.</p>
        <p>For the social media campaign, a series of six paid Facebook ads were placed across two states (five cities) between March 23 and May 22, 2017, at a total investment of $2950. Five of these campaigns consisted of institutional review board–approved recruitment language, with a 2:07 minute video of the principal investigator at the Houston site explaining the study, while one campaign used the approved call-to-action language and an image to invite participants to enroll in person with the assistance of the study team. The geographic radius, campaign length, and dollar investment for each Facebook campaign varied slightly. However, all six campaigns were targeted using identical audience criteria for adults aged 22 to 55 years with interests in autism awareness organizations or special education. The Facebook ads targeted individuals who previously endorsed interest in the National Autism Association, World Autism Day, National Autistic Society, Special Education, Autism Spectrum Awareness, Stand Up for Autism, Asperger syndrome awareness, Autism Community Network, Autism Awareness, Autism Society of America, or Autism Speaks.</p>
        <p>During both paid advertising campaigns, a minimal number of other traditional recruitment methods were used simultaneously. For example, flyers were posted in the clinic before, during, and between the two campaigns. Other “background” recruitment methods included physician referral, word of mouth, and information about the project on the clinic’s website. These efforts were not consistently tracked; however, they remained consistent throughout both the radio and social media campaigns.</p>
      </sec>
      <sec>
        <title>Questionnaire</title>
        <p>Study data were collected and managed using Research Electronic Data Capture (REDCap) tools hosted at Texas Children’s Hospital [<xref ref-type="bibr" rid="ref25">25</xref>]. The questionnaire ascertained information about the participants’ recruitment and enrollment experiences with SPARK, including all the ways they heard about the project before creating their web-based profile and which way was most influential in their decision to enroll. An invitation with a link to the questionnaire was emailed to the primary account holders, followed by three additional email reminders that were each sent one week apart.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>The sampling pool for the questionnaire consisted of 1391 primary account holders affiliated with the Houston SPARK site who enrolled and consented to providing a saliva sample between April 21, 2016, and February 29, 2018. These participants received an invitation via email to complete a questionnaire about their recruitment and enrollment experiences with SPARK. A total of 374/1391 (26.8%) participants responded (see <xref ref-type="table" rid="table1">Table 1</xref>). The mean age of the 1391 respondents was 39 years (SD 8.7), 91% (1266/1391) identified as female, and 96% (1335/1391) were the parent or grandparent of a person with ASD, while 11 (3%) reported that they themselves had ASD (mean 30 years, SD 10.1 years). The mean age of the individuals with ASD (n=404, including the 11 independent adults) at the time of survey completion was 9.9 years (SD 6.6 years). On average, the 374 survey respondents reported a total of four people living in their household, with between 2 and 3 people participating in the SPARK study; 38 people (10.2%) reported that more than one person with ASD lived in their home.</p>
      </sec>
      <sec>
        <title>Demographic Information</title>
        <p>Race and ethnicity data were gathered for SPARK participants through two sources. For participants who are also affiliated with our clinical site, we obtained race and ethnicity data through our Epic medical record system. Additionally, SPARK distributed a survey in July 2017 to allow families to voluntarily provide race and ethnicity data. The demographic data for the state of Texas were obtained from the US census website [<xref ref-type="bibr" rid="ref26">26</xref>]. Approved researchers can obtain the SPARK population dataset described in this study by applying at the Simons Institute Autism Research Initiative portal [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographics of the survey recipients (N=1391), n (%).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="370"/>
            <col width="300"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristic</td>
                <td colspan="1">Survey responders (n=374)</td>
                <td colspan="1">Survey nonresponders (n=1017)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Race</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td>243 (65.0)</td>
                <td>536 (52.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Black or African American</td>
                <td>36 (9.6)</td>
                <td>92 (9.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Asian or Pacific Islander</td>
                <td>15 (4.0)</td>
                <td>35 (3.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Native American or American Indian</td>
                <td>2 (0.5)</td>
                <td>1 (&#60;0.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>More than one race</td>
                <td>25 (6.7)</td>
                <td>39 (3.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>13 (3.5)</td>
                <td>17 (1.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Data unavailable</td>
                <td>40 (10.7)</td>
                <td>297 (29.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Ethnicity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hispanic</td>
                <td>108 (35.2)</td>
                <td>252 (35.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Highest level of education</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>High school diploma, GED<sup>a</sup>, or less</td>
                <td>31 (8.3)</td>
                <td>N/A<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Some college, no degree</td>
                <td>88 (23.5)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Associate’s degree</td>
                <td>54 (14.4)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bachelor’s degree</td>
                <td>101 (27.0)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Graduate degree</td>
                <td>100 (27.0)</td>
                <td>N/A</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>GED: General Education Development.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>To determine the number of participants from the radio campaign, we included any enrollments during the campaign, which lasted one month, as well as during the month following the campaign. This allowed all subscribers to receive a two-week reminder about enrollment and gave them an additional two weeks to enroll. More simply, any participant who enrolled in SPARK from November 28, 2016, through January 31, 2017, was counted for the radio campaign. To keep the amount of time consistent between the radio and Facebook campaign groups, we only counted participants who enrolled during the Facebook campaign itself, which ran for two months, from March 23 to May 22, 2017. Participants from both campaigns were given a deadline of October 30, 2017, to return the saliva kit for the individual with ASD.</p>
        <p>To determine the effectiveness of each recruitment campaign, we examined three factors: number of participants, cost, and geographic reach. Two different numbers of participants were examined: the number of individuals with ASD who were enrolled and returned the saliva kit to the lab during the course of each campaign, and the number of primary account holders who reported on the questionnaire that they had heard about the study on radio or social media before registering. The cost per participant was determined by dividing the total cost of the campaign by the number of individuals with ASD who enrolled on the internet during that campaign. Geographic reach was examined using the Mapping toolbox in MATLAB (R2018b, MathWorks) to plot the zip codes provided by participants upon registration by latitude and longitude [<xref ref-type="bibr" rid="ref23">23</xref>]. Using the zip codes provided by the survey participants, the numbers of zip codes in Texas versus outside of Texas were compared using chi-square analysis for the participants who responded that social media was their most influential method of contact.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Number of Participants Recruited</title>
        <sec>
          <title>Radio and Facebook Campaigns</title>
          <p>Across the six-month time period encompassing both the radio and Facebook advertising campaigns, 568 individuals with ASD enrolled in the SPARK project. Of those 568 individuals, 520 (91.5%) also consented to providing a saliva sample, and 295 saliva kits were returned for an individual with ASD (as of October 30, 2017). During the radio advertising campaign, 378 people texted the short code, and 149 individuals with ASD were enrolled in the study; 140 of these individuals (94.0%) consented to providing a saliva sample, and 83 (55.7%) ultimately returned the saliva kit. During the Facebook campaign, 338 people with ASD were enrolled, of whom 312 (92.3%) consented to providing a saliva sample and 167 (49.4%) returned the saliva kit (see <xref ref-type="table" rid="table2">Tables 2</xref> and <xref ref-type="table" rid="table3">3</xref>).</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Number of participants enrolled during and between the media campaigns.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="240"/>
              <col width="190"/>
              <col width="190"/>
              <col width="190"/>
              <col width="190"/>
              <thead>
                <tr valign="top">
                  <td>Participants</td>
                  <td>Radio campaign<break/>(11/28/2016-01/31/2017)</td>
                  <td>Time between campaigns<break/>(02/01/2017-03/22/2017)</td>
                  <td>Social media campaign<break/>(03/23/2017-05/23/2017)</td>
                  <td>Total sample<break/>(03/01/2016-12/31/2018)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Enrolled, n</td>
                  <td>149</td>
                  <td>81</td>
                  <td>338</td>
                  <td>2051</td>
                </tr>
                <tr valign="top">
                  <td>Consented to DNA test, n (%)</td>
                  <td>140 (94.0)</td>
                  <td>68 (84.0)</td>
                  <td>312 (92.3)</td>
                  <td>1925 (93.9)</td>
                </tr>
                <tr valign="top">
                  <td>Returned saliva kit, n (%)</td>
                  <td>83 (55.7)</td>
                  <td>45 (55.6)</td>
                  <td>167 (49.4)</td>
                  <td>1126 (54.9)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Race and ethnicity of participants from media campaigns compared to the population of Texas.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="210"/>
              <col width="180"/>
              <col width="180"/>
              <col width="180"/>
              <col width="130"/>
              <col width="90"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Characteristic</td>
                  <td>Radio campaign<break/>(11/28/2016-01/31/2017; n=149), n (%)</td>
                  <td>Time between campaigns<break/>(02/01/2017-03/22/2017; n=81), n (%)</td>
                  <td>Social media campaign<break/>(03/23/2017-05/23/2017; n=338), n (%)</td>
                  <td>Total sample (03/01/2016-12/31/2018; n=2051), n (%)</td>
                  <td>Texas, % [<xref ref-type="bibr" rid="ref26">26</xref>]</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="7">
                    <bold>Race</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>White</td>
                  <td>84 (75.0)</td>
                  <td>48 (75.0)</td>
                  <td>191 (74.9)</td>
                  <td>1155 (73.4)</td>
                  <td>78.8</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Black or African American</td>
                  <td>12 (10.7)</td>
                  <td>5 (7.8)</td>
                  <td>33 (12.9)</td>
                  <td>198 (12.6)</td>
                  <td>12.8</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Asian or Pacific Islander</td>
                  <td>8 (7.1)</td>
                  <td>4 (6.3)</td>
                  <td>6 (2.4)</td>
                  <td>73 (4.6)</td>
                  <td>5.3</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Native American or American Indian</td>
                  <td>0 (0.0)</td>
                  <td>0 (0.0)</td>
                  <td>0 (0.0)</td>
                  <td>4 (0.3)</td>
                  <td>1.0</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>More than one race</td>
                  <td>5 (4.5)</td>
                  <td>4 (6.3)</td>
                  <td>18 (7.1)</td>
                  <td>92 (5.8)</td>
                  <td>2.0</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Other</td>
                  <td>3 (2.7)</td>
                  <td>3 (4.7)</td>
                  <td>7 (2.7)</td>
                  <td>52 (3.3)</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Data unavailable</td>
                  <td>37 (24.8)</td>
                  <td>17 (21.0)</td>
                  <td>83 (24.6)</td>
                  <td>477 (23.3)</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td colspan="7">
                    <bold>Ethnicity</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Hispanic</td>
                  <td>41 (35.0)</td>
                  <td>25 (39.7)</td>
                  <td>73 (28.5)</td>
                  <td>546 (34.3)</td>
                  <td>39.4</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Non-Hispanic</td>
                  <td>76 (65.0)</td>
                  <td>38 (60.3)</td>
                  <td>183 (71.5)</td>
                  <td>1044 (65.7)</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Data unavailable</td>
                  <td>32 (21.5)</td>
                  <td>18 (22.2)</td>
                  <td>82 (24.3)</td>
                  <td>461 (22.5)</td>
                  <td>N/A</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Questionnaire Respondents</title>
          <p>Among the 374 participants who responded to the REDCap questionnaire, 139 (37.2%) reported seeing the study advertised via social media prior to registering. Among this group, 75/139 (54.0%) rated this form of contact as the most influential in their decision to enroll. In contrast, only 9/374 survey respondents (2.4%) reported hearing the advertisement for the study over the radio, and among this group, 6 (66.7%) said that this form of contact was the most influential.</p>
        </sec>
      </sec>
      <sec>
        <title>Cost</title>
        <p>As depicted in <xref rid="figure1" ref-type="fig">Figure 1</xref>, at an investment of $12,030 for radio, the cost per enrolled participant with ASD was $80.74 ($12,030/149). The cost of the Facebook campaign was $2950, for a per-participant cost of $8.73 ($2950/338).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Comparison of the cost-efficiency of the Facebook and radio advertising campaigns.</p>
          </caption>
          <graphic xlink:href="jmir_v22i9e16752_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Geographic Reach</title>
        <p>Participants who enrolled in the SPARK project during the radio campaign were associated with 113 zip codes (<xref rid="figure2" ref-type="fig">Figure 2</xref>). These included the two states in which the radio campaign took place, plus four additional states. However, during the Facebook campaign, enrollment profiles were created from 208 zip codes across 16 states: the 2 states where the campaigns occurred, plus 14 additional states. Among participants who completed the REDCap questionnaire, those who identified social media as the most influential form of contact exhibited significant geographic differences compared to the rest of the sample. Of the individuals most influenced by social media, 13% indicated residence in a state outside of Texas, compared to only 5% of those most influenced by other strategies (n=367, χ<sup>2</sup><sub>1</sub>=5.85, <italic>P</italic>=.02). There were no significant differences between these groups in terms of the likelihood to return saliva samples, racial or ethnic composition, or educational level. Only six participants endorsed radio advertisements as the most influential method of contact; this small subsample precluded comparable analyses for this recruitment method.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Comparison of the geographic reach of the radio and Facebook advertising campaigns.</p>
          </caption>
          <graphic xlink:href="jmir_v22i9e16752_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>In this study, we sought to determine the effectiveness of two paid advertising campaigns for recruitment in a web-based autism study. The results clearly demonstrated that paid advertising on social media substantially outperformed paid advertising on radio for the SPARK project. This was shown across the three examined parameters of numbers of enrolled participants, cost, and geographic reach. More than twice as many individuals with ASD were enrolled in the project during the social media campaign, and over half of the individuals who learned about SPARK via social media indicated that this form of contact was the most influential in their decision to participate. The Facebook campaign also proved to be more cost-effective; advertising on radio cost almost 10 times as much per enrolled participant as advertising on social media. Finally, the zip codes provided by the participants when they enrolled on the internet showed that social media had a much broader geographic reach than radio; participants enrolled via Facebook from 14 states <italic>outside</italic> the 2 states where the advertisements originated, compared to only 4 outside states for the radio campaign.</p>
        <p>Several reasons could explain the success of Facebook advertising compared to radio advertising for recruiting SPARK participants. First, advertisements on social media can be tailored specifically to people who meet certain criteria. The advertisements used here were targeted to participants within a specified age range who had already endorsed having an interest in ASD or special needs. This allowed our study team to avoid wasting “paid impressions” on people who were not likely to be interested in participating, which was not possible with the radio advertising campaign.</p>
        <p>Another likely reason that Facebook outperformed radio is its ability to expand the reach of an advertisement through a single click. Paid Facebook advertisements can be easily shared to additional profiles, pages, and groups, yielding many additional “organic impressions” for paid content at no extra cost. One Facebook share can reach hundreds or even thousands of other people depending on that person’s social circle and, if it is shared again, a virtual snowball phenomenon can emerge. This organic sharing process is also likely the reason we received so many registrations from states in which we did not advertise. Indeed, this particular advertisement received hundreds of shares and comments, and often the person sharing would “tag” people they thought would be interested in the advertisement, causing a personalized notification to be sent directly to that individual. In contrast, radio advertising is not easily shared and is certainly not shareable in real time. Furthermore, in radio advertising, a specific number of ad placements is agreed upon ahead of time by all parties, with no possibility of free “organic impressions.” Additionally, while both paid advertisements are technically temporary, when paid content is shared organically on Facebook, it becomes semipermanent. When the advertisement is shared to a person’s profile, page, or group, it will stay there until it is deleted or until newer content pushes it down the timeline feed. This allowed our Facebook advertisements to remain influential even after the advertising campaign technically ended (profiles created after the paid campaign period were omitted in the current study).</p>
        <p>Finally, the success of the Facebook campaign may also be due to the social influence of social media. When listening to the radio, one cannot easily connect with other listeners. However, social networking sites allow individuals to instantly connect and communicate with other people anywhere in the world. Parents of children with special needs, including ASD, have been shown to frequently turn to other parents as sources of information and to heavily use online support groups, such as those on Facebook [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. Indeed, our ad was shared in many online autism support groups, yielding additional organic impressions to a targeted audience who may have already been accustomed to receiving health-related advice and information from other parents in this way [<xref ref-type="bibr" rid="ref18">18</xref>]. Further, studies have shown that our social networks can influence a wide range of behaviors, including offline behaviors such as exercise frequency [<xref ref-type="bibr" rid="ref28">28</xref>]. Participation in a research study may thus also be influenced by a person in an individual’s social network sharing information about the study.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Although we were able to demonstrate the value of paid advertisements on social media for research recruitment, this study has a number of limitations. First, participants were not asked at the time of enrollment how they heard about the study; therefore, it is possible that participants who enrolled during the campaigns heard about SPARK through other mechanisms mentioned earlier, such as flyers, word of mouth, or the clinic website. However, these “background” recruitment efforts were consistent for both campaigns and thus were not expected to differentially impact the results. Furthermore, participants completed the REDCap survey up to one year post-enrollment, which may have affected the accuracy of the participants’ responses. However, the data from the questionnaire and the number of participants who enrolled during the campaigns are consistent with each other, with a clear advantage seen in social media recruitment in both cases.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Despite the rising prevalence of ASD in the United States and our limited understanding of its causes, there is a surprising lack of studies examining how to recruit families with ASD into research studies. Because ASD is a heterogeneous condition both phenotypically and genetically, the sample size for etiological studies must be large, and efficiently recruiting participants will continue to be of primary importance. Understanding how to quickly enroll eligible participants allows research to progress more rapidly, bolstering the likelihood of success in understanding and treating ASD and related conditions. We concluded that participant recruitment via social media—specifically Facebook advertising—was superior to radio outreach across multiple parameters (participant numbers, cost, and geographic reach) for a web-based ASD-focused study that included submission of saliva samples for genetic analysis. Research teams attempting to target individuals with ASD should consider Facebook and other social media platforms as a viable, cost-effective recruitment strategy, including projects that have offline components (eg, clinical assessments and medical procedures).</p>
        <p>Future efforts should examine whether the success in Facebook advertising described here can be replicated in other types of studies, such as those with wholly in-person procedures, and in different patient populations. Additionally, it will be important to similarly evaluate the success of other common recruitment strategies, such as printed materials (eg, brochures and fliers), community events, or provider referrals, across multiple parameters; also, it should be determined which combinations of recruitment strategies yield the greatest return on investment. Collectively, this type of research stands to inform best practices with regard to efficient, cost-effective recruitment strategies that ensure the successful completion of studies and subsequent advancement of scientific knowledge.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ASD</term>
          <def>
            <p>Autism Spectrum Disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SFARI</term>
          <def>
            <p>Simons Foundation Autism Research Initiative</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SPARK</term>
          <def>
            <p>Simons Foundation Powering Autism Research for Knowledge</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by a grant from the Simons Foundation (SFARI #385052, RPG-K). We are grateful to all the families in SPARK, the SPARK clinical sites, and SPARK staff. We appreciate the access to phenotypic data on the Simons Foundation Autism Research Initiative (SFARI) Base. This research was also partially supported by the Intellectual and Developmental Disabilities Research Center (1U54 HD083092) at Baylor College of Medicine.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>RPGK contracted with Yamo Pharmaceuticals to consult on clinical trial design.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geschwind</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Genetics of autism spectrum disorders</article-title>
          <source>Trends Cogn Sci</source>
          <year>2011</year>
          <month>09</month>
          <volume>15</volume>
          <issue>9</issue>
          <fpage>409</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21855394"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.tics.2011.07.003</pub-id>
          <pub-id pub-id-type="medline">21855394</pub-id>
          <pub-id pub-id-type="pii">S1364-6613(11)00145-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC3691066</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quesnel-Vallières</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weatheritt</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cordes</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Blencowe</surname>
              <given-names>BJ</given-names>
            </name>
          </person-group>
          <article-title>Autism spectrum disorder: insights into convergent mechanisms from transcriptomics</article-title>
          <source>Nat Rev Genet</source>
          <year>2019</year>
          <month>01</month>
          <day>2</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1038/s41576-018-0066-2</pub-id>
          <pub-id pub-id-type="medline">30390048</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41576-018-0066-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thornton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Batterham</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fassnacht</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Kay-Lambkin</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Calear</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Recruiting for health, medical or psychosocial research using Facebook: Systematic review</article-title>
          <source>Internet Interv</source>
          <year>2016</year>
          <month>05</month>
          <volume>4</volume>
          <fpage>72</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(15)30016-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2016.02.001</pub-id>
          <pub-id pub-id-type="medline">30135792</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(15)30016-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC6096238</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carlisle</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kimmelman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>MacKinnon</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Unsuccessful trial accrual and human subjects protections: an empirical analysis of recently closed trials</article-title>
          <source>Clin Trials</source>
          <year>2015</year>
          <month>02</month>
          <day>04</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>77</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25475878"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1740774514558307</pub-id>
          <pub-id pub-id-type="medline">25475878</pub-id>
          <pub-id pub-id-type="pii">1740774514558307</pub-id>
          <pub-id pub-id-type="pmcid">PMC4516407</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torgerson</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Arlinger</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Käppi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sjöström</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Principles for Enhanced Recruitment of Subjects in a Large Clinical Trial</article-title>
          <source>Control Clin Trials</source>
          <year>2001</year>
          <month>10</month>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>515</fpage>
          <lpage>525</lpage>
          <pub-id pub-id-type="doi">10.1016/s0197-2456(01)00165-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nasser</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Grady</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Balke</surname>
              <given-names>CW</given-names>
            </name>
          </person-group>
          <article-title>Commentary: Improving Participant Recruitment in Clinical and Translational Research</article-title>
          <source>Academic Medicine</source>
          <year>2011</year>
          <volume>86</volume>
          <issue>11</issue>
          <fpage>1334</fpage>
          <lpage>1335</lpage>
          <pub-id pub-id-type="doi">10.1097/acm.0b013e3182302831</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schrott</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Merideth</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Recruitment by screening entire communities. The Iowa Lipid Research Clinic Experience</article-title>
          <source>Circulation</source>
          <year>1982</year>
          <month>12</month>
          <volume>66</volume>
          <issue>6 Pt 2</issue>
          <fpage>IV23</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="medline">7127714</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>State of the Media: Audio Today</article-title>
          <source>The Nielsen Group</source>
          <year>2014</year>
          <access-date>2018-10-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.nielsen.com/us/en/insights/reports/2014/state-of-the-media-audio-today-2014">http://www.nielsen.com/us/en/insights/reports/2014/state-of-the-media-audio-today-2014</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Generali</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kurtzman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>What Happens When The Spots Come On: 2011 Edition</article-title>
          <source>Coleman Insights</source>
          <year>2011</year>
          <access-date>2018-07-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://colemaninsights.com/wp-content/uploads/2013/07/What-Happens-When-The-Spots-Come-On-2011-Edition.pdf">http://colemaninsights.com/wp-content/uploads/2013/07/What-Happens-When-The-Spots-Come-On-2011-Edition.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boyle</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Enstad</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Asche</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Thoele</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sherwood</surname>
              <given-names>NE</given-names>
            </name>
          </person-group>
          <article-title>Evaluating strategies and costs to recruit smokeless tobacco users</article-title>
          <source>Addict Behav</source>
          <year>2007</year>
          <month>12</month>
          <volume>32</volume>
          <issue>12</issue>
          <fpage>3088</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2007.06.005</pub-id>
          <pub-id pub-id-type="medline">17602843</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(07)00161-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cambron</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Dexheimer</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cramer</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>Recruitment methods and costs for a randomized, placebo-controlled trial of chiropractic care for lumbar spinal stenosis: a single-site pilot study</article-title>
          <source>J Manipulative Physiol Ther</source>
          <year>2010</year>
          <month>01</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>56</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jmpt.2009.11.002</pub-id>
          <pub-id pub-id-type="medline">20114101</pub-id>
          <pub-id pub-id-type="pii">S0161-4754(09)00298-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>March</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Maguire</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Reilly</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Helmore</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Frampton</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholls</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gilchrist</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Recruitment strategies for an osteoporosis clinical trial: analysis of effectiveness</article-title>
          <source>Australas J Ageing</source>
          <year>2012</year>
          <month>09</month>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>176</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1741-6612.2011.00573.x</pub-id>
          <pub-id pub-id-type="medline">22950589</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Proetto</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Casiano</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Recruitment of a hidden population: African Americans with obsessive-compulsive disorder</article-title>
          <source>Contemp Clin Trials</source>
          <year>2012</year>
          <month>01</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>67</fpage>
          <lpage>75</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21983626"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cct.2011.09.001</pub-id>
          <pub-id pub-id-type="medline">21983626</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(11)00234-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC3253913</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wise</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Rothman</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mikkelsen</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Stanford</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Wesselink</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>McKinnon</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gruschow</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Horgan</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Wiley</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Hahn</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Sørensen</surname>
              <given-names>Henrik Toft</given-names>
            </name>
            <name name-style="western">
              <surname>Hatch</surname>
              <given-names>EE</given-names>
            </name>
          </person-group>
          <article-title>Design and Conduct of an Internet-Based Preconception Cohort Study in North America: Pregnancy Study Online</article-title>
          <source>Paediatr Perinat Epidemiol</source>
          <year>2015</year>
          <month>07</month>
          <volume>29</volume>
          <issue>4</issue>
          <fpage>360</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26111445"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/ppe.12201</pub-id>
          <pub-id pub-id-type="medline">26111445</pub-id>
          <pub-id pub-id-type="pmcid">PMC4662659</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blaisdell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Siewers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnon</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Farina-Henry</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Begley</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Use of multi-modal community outreach and media to support recruitment in the National Children's Study</article-title>
          <source>J Commun Healthc</source>
          <year>2014</year>
          <month>12</month>
          <day>04</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>303</fpage>
          <lpage>310</lpage>
          <pub-id pub-id-type="doi">10.1179/1753807614y.0000000064</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frandsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>Exploring the viability of using online social media advertising as a recruitment method for smoking cessation clinical trials</article-title>
          <source>Nicotine Tob Res</source>
          <year>2014</year>
          <month>02</month>
          <day>14</day>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>247</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1093/ntr/ntt157</pub-id>
          <pub-id pub-id-type="medline">24127266</pub-id>
          <pub-id pub-id-type="pii">ntt157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Social Media Use in 2018</article-title>
          <source>Pew Research Center: Internet &#38; Technology</source>
          <year>2018</year>
          <access-date>2018-07-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pewinternet.org/2018/03/01/social-media-use-in-2018/">http://www.pewinternet.org/2018/03/01/social-media-use-in-2018/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ammari</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schoenebeck</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Accessing Social Support and Overcoming Judgment on Social Media among Parents of Children with Special Needs</article-title>
          <source>Association for the Advancement of Artificial Intelligence</source>
          <year>2014</year>
          <conf-name>Eighth International AAAI Conference on Weblogs and Social Media</conf-name>
          <conf-date>June 1-4, 2014</conf-date>
          <conf-loc>Ann Arbor, MI</conf-loc>
          <fpage>22</fpage>
          <lpage>31</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.aaai.org/ocs/index.php/ICWSM/ICWSM14/paper/viewPaper/8032"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mackintosh</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Goin-Kochel</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>Sources of information and support used by parents of children with autism spectrum disorders</article-title>
          <source>J Dev Disabil</source>
          <year>2005</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>41</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://oadd.org/wp-content/uploads/2016/12/mackintoshEtAl.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohd Roffeei</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Abdullah</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Basar</surname>
              <given-names>SKR</given-names>
            </name>
          </person-group>
          <article-title>Seeking social support on Facebook for children with Autism Spectrum Disorders (ASDs)</article-title>
          <source>Int J Med Inform</source>
          <year>2015</year>
          <month>05</month>
          <volume>84</volume>
          <issue>5</issue>
          <fpage>375</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2015.01.015</pub-id>
          <pub-id pub-id-type="medline">25701266</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(15)00031-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maenner</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Baio</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Washington</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>DiRienzo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Wiggins</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Pettygrove</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hudson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baroud</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schwenk</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Harrington</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Huston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hewitt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Esler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hall-Lande</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Poynter</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Hallas-Muchow</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Constantino</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Zahorodny</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Shenouda</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Daniels</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Warren</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Vehorn</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Salinas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Durkin</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Dietz</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of Autism Spectrum Disorder Among Children Aged 8 Years - Autism and Developmental Disabilities Monitoring Network, 11 Sites, United States, 2016</article-title>
          <source>MMWR Surveill Summ</source>
          <year>2020</year>
          <month>03</month>
          <day>27</day>
          <volume>69</volume>
          <issue>4</issue>
          <fpage>1</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32214087"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.ss6904a1</pub-id>
          <pub-id pub-id-type="medline">32214087</pub-id>
          <pub-id pub-id-type="pmcid">PMC7119644</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zamora</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Higareda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wheeler</surname>
              <given-names>BY</given-names>
            </name>
            <name name-style="western">
              <surname>Levitt</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Brief Report: Recruitment and Retention of Minority Children for Autism Research</article-title>
          <source>J Autism Dev Disord</source>
          <year>2016</year>
          <month>02</month>
          <day>24</day>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>698</fpage>
          <lpage>703</lpage>
          <pub-id pub-id-type="doi">10.1007/s10803-015-2603-6</pub-id>
          <pub-id pub-id-type="medline">26404703</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10803-015-2603-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>SPARK Consortium</collab>
          </person-group>
          <article-title>SPARK: A US Cohort of 50,000 Families to Accelerate Autism Research</article-title>
          <source>Neuron</source>
          <year>2018</year>
          <month>02</month>
          <day>07</day>
          <volume>97</volume>
          <issue>3</issue>
          <fpage>488</fpage>
          <lpage>493</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0896-6273(18)30018-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.neuron.2018.01.015</pub-id>
          <pub-id pub-id-type="medline">29420931</pub-id>
          <pub-id pub-id-type="pii">S0896-6273(18)30018-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7444276</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Marvin</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Piggot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Law</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Law</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Constantino</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>SF</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of phenotyping of autistic children based on Internet implemented parent report</article-title>
          <source>Am J Med Genet B Neuropsychiatr Genet</source>
          <year>2010</year>
          <month>09</month>
          <day>15</day>
          <volume>153B</volume>
          <issue>6</issue>
          <fpage>1119</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20552678"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/ajmg.b.31103</pub-id>
          <pub-id pub-id-type="medline">20552678</pub-id>
          <pub-id pub-id-type="pmcid">PMC4311721</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Biaggioni</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Clinical Research Subject Recruitment: The Volunteer for Vanderbilt Research Program www.volunteer.mc.vanderbilt.edu</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2005</year>
          <month>11</month>
          <day>01</day>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>608</fpage>
          <lpage>613</lpage>
          <pub-id pub-id-type="doi">10.1197/jamia.m1722</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>QuickFacts United States</article-title>
          <source>United States Census Bureau</source>
          <access-date>2020-08-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.census.gov/quickfacts/fact/table/US/PST045219">https://www.census.gov/quickfacts/fact/table/US/PST045219</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <source>SFARI Base</source>
          <access-date>2020-08-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://base.sfari.org/">https://base.sfari.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Althoff</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jindal</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Leskovec</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Online Actions with Offline Impact: How Online Social Networks Influence Online and Offline User Behavior</article-title>
          <source>Proc Int Conf Web Search Data Min</source>
          <year>2017</year>
          <month>02</month>
          <volume>2017</volume>
          <fpage>537</fpage>
          <lpage>546</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28345078"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/3018661.3018672</pub-id>
          <pub-id pub-id-type="medline">28345078</pub-id>
          <pub-id pub-id-type="pmcid">PMC5361221</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
