<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v21i4e11166</article-id>
      <article-id pub-id-type="pmid">30958268</article-id>
      <article-id pub-id-type="doi">10.2196/11166</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Use of Rideshare Services to Increase Participant Recruitment and Retention in Research: Participant Perspectives</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Warner</surname>
            <given-names>Erica</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cyr</surname>
            <given-names>Alaina</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1" corresp="yes">
          <name name-style="western">
            <surname>Leavens</surname>
            <given-names>Eleanor Ladd Schneider</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Oklahoma Tobacco Research Center</institution>
            <addr-line>655 Research Parkway</addr-line>
            <addr-line>Oklahoma City, OK,</addr-line>
            <country>United States</country>
            <phone>1 9139728841</phone>
            <email>leavens@okstate.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2948-2384</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2">
          <name name-style="western">
            <surname>Stevens</surname>
            <given-names>Elise Marie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0494-4362</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Brett</surname>
            <given-names>Emma Irene</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9092-5207</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib4">
          <name name-style="western">
            <surname>Molina</surname>
            <given-names>Neil</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8930-8076</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib5">
          <name name-style="western">
            <surname>Leffingwell</surname>
            <given-names>Thad Ryan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8494-097X</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib6">
          <name name-style="western">
            <surname>Wagener</surname>
            <given-names>Theodore Lee</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4028-0081</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Oklahoma Tobacco Research Center</institution>
        <addr-line>Oklahoma City, OK</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
      <label>2</label>
      <institution>Oklahoma State University</institution>
      <institution>Department of Psychology</institution>  
      <addr-line>Stillwater, OK</addr-line>
      <country>United States</country></aff>
      <aff id="aff3">
      <label>3</label>
      <institution>University of Oklahoma Health Sciences Center</institution>
      <institution>Department of Pediatrics</institution>  
      <addr-line>Oklahoma City, OK</addr-line>
      <country>United States</country></aff>
      <author-notes>
        <corresp>Corresponding Author: Eleanor Ladd Schneider Leavens 
        <email>leavens@okstate.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>04</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>08</day>
        <month>04</month>
        <year>2019</year>
      </pub-date>
      <volume>21</volume>
      <issue>4</issue>
      <elocation-id>e11166</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>30</day>
          <month>5</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>8</month>
          <year>2018</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>10</month>
          <year>2018</year>
        </date>
        <date date-type="accepted">
          <day>10</day>
          <month>12</month>
          <year>2018</year>
        </date>
      </history>
      <copyright-statement>©Eleanor Ladd Schneider Leavens, Elise Marie Stevens, Emma Irene Brett, Neil Molina, Thad Ryan Leffingwell, Theodore Lee Wagener. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 08.04.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2019/4/e11166/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Recruitment and retention of participants are important factors in empirical studies. Methods that increase recruitment and retention can reduce costs and burden on researchers related to the need for over-recruitment because of attrition. Rideshare services such as Uber and Lyft are a potential means for decreasing this burden.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to understand the role rideshare utilization plays in participant recruitment and retention in research trials.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Data are presented for a study (<italic>N</italic>=42) in which rideshare services were utilized for participant transportation to and from study visits during a 2-session, in-laboratory research study.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Retention at visit 2 was greater than 95% (42/44) in the initial study. In a follow-up survey of the participants from the original trial, participants (N=32) reported that the rideshare service was an important reason they returned for all study visits. Participants reported whether they would prefer differing levels of additional monetary compensation or a ride from a rideshare service. When the additional compensation was less than US $15, participants reported a preference for the rideshare service.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Rideshare services may represent a relatively low cost means for increasing study retention. Specifically, findings indicate that rideshare services may not be crucial for initial participant recruitment but for their retention in multi-visit studies.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>rideshare service</kwd>
        <kwd>recruitment</kwd>
        <kwd>retention</kwd>
        <kwd>attrition</kwd>
        <kwd>transportation</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>In health, behavioral, and social sciences, human laboratory and randomized controlled trials are imperative to further science and interventions [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Two critical aspects of research studies are recruitment and retention [<xref ref-type="bibr" rid="ref5">5</xref>]. Recruitment is the process by which potential research participants are made aware of and then enrolled in the study [<xref ref-type="bibr" rid="ref5">5</xref>], whereas retention refers to participants staying in the study and completing study visits [<xref ref-type="bibr" rid="ref6">6</xref>]. When researchers fail to recruit and retain participants, findings can be invalid, inconclusive, and insufficient to answer research questions [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. In addition, attrition can be costly and result in using greater resources, extending studies, and in some cases, terminating studies prematurely [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>Research suggests that telephone reminders and financial incentives are advantageous ways to recruit and retain participants [<xref ref-type="bibr" rid="ref11">11</xref>]. Specifically, studies have shown that participants increase their willingness to participate when compensation increases [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>], regardless of the risk of adverse events that may result from study participation [<xref ref-type="bibr" rid="ref12">12</xref>]. Recruitment and retention strategies that reduce participant burden, including costs associated with transportation, are likely to impact desirability of study participation.</p>
        <p>It is also likely that the content area impacts recruitment and retention of participants. On one hand, because of the unique challenges associated with retaining participants in substance abuse studies, the threshold for good retention in these studies has been set relatively low (70%) [<xref ref-type="bibr" rid="ref14">14</xref>]. However, in studies utilizing alcohol and tobacco administration, retention rates are relatively high (90%-96%) [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. However, these referenced studies also required participants to complete baseline screening visits and did not include participants who did not return following screening, which likely increased retention rates.</p>
        <p>A recent study proposed a conceptual framework specific to improving recruitment and retention in tobacco and alcohol research, including (1) creating a team mindset that promotes regular and positive communication with participants, (2) leveraging technology, and (3) increasing efforts to contact nonresponsive participants [<xref ref-type="bibr" rid="ref17">17</xref>]. Applying such techniques as applicable to a specific sample may improve retention by establishing an alliance between the study team and the participant and reducing participant burden. In addition, literature on retention suggests that using more strategies across several separate categories (eg, visit characteristics, study personnel, and nonfinancial incentives) will result in improved retention [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>With the advent, popularity, and low cost of rideshare services such as Uber and Lyft, it is important to understand if and how such services may represent a novel and advantageous strategy to recruit and retain participants. Past studies among low-income urban participants have shown that reimbursing for taxi services was not always an effective method for recruitment and retention because of unreliability of taxis [<xref ref-type="bibr" rid="ref8">8</xref>]. However, rideshare services may be more advantageous given the researcher’s capability to order the rides remotely at the scheduled time, track participants’ rides to the study location, and set up an account to facilitate hassle-free payment for the service. Use of rideshare services may also increase safety for studies in which acute intoxication is necessary and driving would put participants in harm’s way. Finally, use of rideshare services reduces participants’ burden and is consistent with the suggestions within Smith and colleagues’ framework for increasing retention [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The aim of this study was to assess participants’ perceptions of the use of a rideshare service in terms of the impact it had on decisions to return to study visits in a recently completed, multi-visit study. We also examined how providing rideshare services in future studies would influence participants’ decisions to participate. Finally, we aimed to understand whether differing levels of additional compensation or rideshare services would be better for recruitment and retention.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants and Procedure</title>
        <p>This study recruited participants from a recently completed study [<xref ref-type="bibr" rid="ref19">19</xref>]. The purpose of the original study was to understand the impact of acute alcohol intoxication on waterpipe smoking patterns and toxicant exposure. The completed research study recruited 21 dyads (<italic>N</italic>=42) of current waterpipe smokers and drinkers for a 2-session, in-laboratory study. Each visit included survey completion, 2 blood draws, breath tests (breath alcohol concentration and carbon monoxide), and alcohol or placebo beverage administration, followed by a waterpipe smoking session lasting up to 2 hours. Of the 44 participants, 42 (95.5%) were retained in the study. Retention methods included regular calls to participants, relationship building between research staff and participants, fair compensation (US $125 per visit) with a bonus (US $20) for completing both study visits, and transportation to and from study visits via a rideshare service.</p>
        <p>Participants who completed both study visits in the original study were invited to provide feedback on their experiences, with the primary aim of understanding the role of the provision of a rideshare service in their choice to complete both study visits. Before completing study procedures, participants provided informed consent. All data were collected remotely via a brief, Web-based survey. Participants were compensated with a US $5 gift card. Of the 42 participants who completed the original study, 32 (mean age 25.7, SD 3.0; 58% male; 79% white) completed this study. The university’s institutional review board approved all study procedures.</p>
      </sec>
      <sec>
        <title>Use of Rideshare</title>
        <p>All participants were required to utilize rideshare services (eg, Uber and Lyft) for their transportation to and from the research site. This requirement not only facilitated the double-blind nature of the study but also enhanced participant safety following alcohol administration. An Uber account was created for the purpose of this research, and all rides were placed from this account. Participants were required to be picked up from and dropped off at their home address to limit the likelihood participants would drive following participation. Pick up from work or other locations was not allowed because of the likelihood that participants would be dropped off at their car following study participation. Ten to 20 min before the scheduled study visit, the research staff contacted participants via phone to ensure they were ready for the ride request to be placed. If confirmed, research staff placed a request for a rideshare service to pick up the participant and bring them to the laboratory. As participants confirmed they were available for pick up, only 2 rides necessitated cancelling during the study. One cancellation was due to the participant having difficulty locating the vehicle, and the other was due to the participant necessitating additional time. Both rides were able to be rescheduled soon after the original ride was declined. Following each visit, research staff placed a request for the rideshare service to pick up the participants at the laboratory and take them to their home addresses.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Importance of recruitment and retention strategies compared with provision of rideshare services (N<italic>=</italic> 32).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="520"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variables</td>
                <td colspan="3">Recruitment and retention strategies</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><break/></td>
                <td>Mean (SD)</td>
                <td><italic>t</italic> test</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5"><bold>Reasons for study completion</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Rideshare service was provided<sup>a</sup></td>
                <td>5.75 (1.70)</td>
                <td>—<sup>b</sup></td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>The study visits were in the evening</td>
                <td>5.47 (1.90)</td>
                <td>0.64</td>
                <td>.53</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>The staff was nice</td>
                <td>6.47 (1.30)</td>
                <td>−2.26</td>
                <td>.03</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>I received reminder short message service (SMS) text messages</td>
                <td>4.97 (1.84)</td>
                <td>2.60</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>I received reminder calls from staff</td>
                <td>4.66 (1.81)</td>
                <td>2.86</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Alcohol was provided at study visits</td>
                <td>4.56 (2.23)</td>
                <td>2.65</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hookah was provided at study visits</td>
                <td>5.28 (1.42)</td>
                <td>1.17</td>
                <td>.25</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>The compensation was fair</td>
                <td>6.28 (0.96)</td>
                <td>−1.78</td>
                <td>.08</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>I would feel bad if I did not attend all visits</td>
                <td>5.72 (1.69)</td>
                <td>0.07</td>
                <td>.94</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>I got to complete study with my friend</td>
                <td>6.31 (0.90)</td>
                <td>−1.74</td>
                <td>.09</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>The study visits were fun</td>
                <td>6.47 (0.88)</td>
                <td>−2.35</td>
                <td>.03</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Intentions for future study participation</bold></td>
                <td colspan="2"><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Rideshare service was provided<sup>a</sup></td>
                <td>4.13 (0.75)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>The study visits were in the evening</td>
                <td>4.38 (0.71)</td>
                <td>−1.61</td>
                <td>.12</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>The staff was nice</td>
                <td>4.56 (0.62)</td>
                <td>−2.95</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>I received reminder SMS text messages</td>
                <td>4.06 (0.67)</td>
                <td>0.44</td>
                <td>.66</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>I received reminder calls from staff</td>
                <td>3.88 (0.79)</td>
                <td>1.54</td>
                <td>.13</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Alcohol was provided at study visits</td>
                <td>4.25 (0.84)</td>
                <td>−0.89</td>
                <td>.38</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hookah was provided at study visits</td>
                <td>4.13 (0.79)</td>
                <td>0.00</td>
                <td>&gt;.99</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>The compensation was fair</td>
                <td>4.81 (0.40)</td>
                <td>−4.98</td>
                <td>&lt;.01</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>I got to complete study with my friend</td>
                <td>4.63 (0.55)</td>
                <td>−3.22</td>
                <td>.003</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>The study visits were fun</td>
                <td>4.69 (0.54)</td>
                <td>−3.97</td>
                <td>&lt;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Reasons for study completion were measured on a 1 (<italic>not at all important</italic>) to 7 (<italic>extremely important</italic>) scale. Intention for future study participation were measured on a 1 (<italic>strongly disagree</italic>) to 5 (<italic>strongly agree</italic>) scale.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>All <italic>t</italic> tests compared use or rideshare to each other strategy, therefore no values are included for the rideshare test as there is no comparator.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <sec>
          <title>Confidentiality Considerations</title>
          <p>Participants consented to the use of the rideshare service at screening and via the main consent form. Specifically, participants were informed a rideshare service would be utilized for transportation but that only their first name and address would be provided to the rideshare service. Drivers were not informed that participants were enrolled in a research study. Participants were further informed that the researcher would place the ride requests but that their participation remained voluntary and could be discontinued at any time and with no penalty to participants.</p>
        </sec>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Reasons for Study Completion</title>
          <p>Participants completed 11 items assessing the importance of different recruitment and retention strategies in their decision to complete both visits of the original study. Items were rated on a Likert scale from 1 (<italic>not at all important</italic>) to 7 (<italic>extremely important</italic>). See <xref ref-type="table" rid="table1">Table 1</xref> for a complete list of recruitment and retention strategies that were assessed.</p>
        </sec>
        <sec>
          <title>Intention for Future Study Participation</title>
          <p>Intention for future study participation was measured by 10 items. Participants reported their agreement with each item. Each item completed the sentence beginning with “I would participate in another study like this if...” Response options ranged from 1 (<italic>strongly disagree</italic>) to 5 (<italic>strongly agree</italic>). See <xref ref-type="table" rid="table1">Table 1</xref> for a complete list of recruitment and retention strategies that were assessed.</p>
        </sec>
        <sec>
          <title>Multiple-Choice Procedure</title>
          <p>To further understand participant preferences for rideshare services in research, participants completed a multiple-choice procedure (MCP) [<xref ref-type="bibr" rid="ref20">20</xref>] task in which they were presented with the choice between varying levels of additional compensation or a ride to and from the study via a rideshare service. The purpose of this item was to assess participants’ interest in the rideshare service versus additional compensation in some future study. The prompt did not specify the amount of compensation for the hypothetical future study, only the additional compensation amounts versus rideshare provision. Participants were instructed: “ <italic>Imagine you have been invited to participate in an in-person research study similar to the one you previously completed in our laboratory. Below is a list of monetary values and free Uber rides. Please choose between the monetary value and Uber ride for each set. In other words, for each set, would you rather have the money or a free Uber ride to your study visit?”</italic> Monetary values ranged from US $0.00/free to US $1000. The crossover value, or point where a switch in preference occurred from the rideshare service to the monetary value, was used to indicate the importance of rideshare compared with additional compensation.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>For outcomes including reasons for returning to study visits and intentions for future study participants, means and SDs were calculated for each item. The mean for the rideshare item was compared with the means for all other recruitment and retention strategy items using paired samples <italic>t</italic> tests. Significance was set to <italic>P</italic>&lt;.05. For the MCP, descriptive information regarding the frequency of preferences for additional compensation or the rideshare service is presented.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Reasons for Study Completion</title>
        <p>Participants reported that the provision of transportation via a rideshare service was an important reason they returned for all study visits (mean 5.75, SD 1.70). Participants reported that the provision of a rideshare service was more important in their decision to complete all visits than reminder short message service (SMS) text messages from staff (mean 4.97, SD 1.84; <italic>t</italic><sub>31</sub>=2.60; <italic>P</italic>=.01), reminder calls from staff (mean 4.66, SD 1.81; <italic>t</italic><sub>31</sub>=2.86; <italic>P</italic>=.007), and alcohol being provided at study visits (mean 4.56, SD 2.23; <italic>t</italic><sub>31</sub>=2.65; <italic>P</italic>=.01). However, compared with the provision of a rideshare service, participants rated the staff being nice (mean 6.47, SD 1.30; <italic>t</italic><sub>31</sub>=−2.26; <italic>P</italic>=.03) and the visits being fun (mean 6.47, SD 0.88; <italic>t</italic><sub>31</sub>=−2.35; <italic>P</italic>=.03) as more important in their completion of all study visits.</p>
      </sec>
      <sec>
        <title>Intention for Future Study Participation</title>
        <p>Overall, participants reported that they would participate in a similar study that offered rideshare services in the future (mean 4.13, SD 0.75). However, compared with other recruitment strategies, participants reported a preference for nice staff (mean 4.56, SD 0.62; <italic>t</italic><sub>31</sub>=−2.95; <italic>P</italic>=.006), fair compensation (mean 4.81, SD 0.40; <italic>t</italic><sub>31</sub>=4.98; <italic>P</italic> ≤.001), the option to participate with a friend (mean 4.63, SD 0.55; <italic>t</italic><sub>31</sub>=3.22; <italic>P</italic>=.003), and fun study visits (mean 4.69, SD 0.54; <italic>t</italic><sub>31</sub>=−3.97; <italic>P</italic> ≤.001) compared with the provision of rideshare services to and from study visits. See <xref ref-type="table" rid="table1">Table 1</xref> for complete results.</p>
      </sec>
      <sec>
        <title>Multiple-Choice Procedure</title>
        <p>The crossover point on the MCP was observed from US $10 to US $15 such that at levels of additional compensation below US $15, participants showed a preference for the rideshare service. However, participants showed a preference for compensation when the monetary value exceeded US $15 (see <xref ref-type="fig" rid="figure1">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Multiple Choice Procedure—Rideshare versus compensation crossover.</p>
          </caption>
          <graphic xlink:href="jmir_v21i4e11166_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study is the first to examine participants’ perceptions of the use of a rideshare service on their decision to return to study visits and participate in future studies. Recruitment and retention are 2 highly important aspects of successful research [<xref ref-type="bibr" rid="ref5">5</xref>], and rideshare services may represent a new way to increase participant engagement. In this study, provision of rideshare services was reported to be an important reason participants completed all visits of the original study. Participants also reported they would be interested in completing a future study that provided transportation via a rideshare service. Provision of rideshare services was rated as more important for continued participation than other common recruitment and retention strategies, such as providing reminders for study visits. Alternatively, when considering strategies that would be important in their decision to participate in future studies, participants rated fair compensation and an enjoyable study visit as more important than provision of rideshare services. These seemingly discrepant findings may indicate that rideshare services may not be crucial for the initial recruitment of participants into studies, but for their retention in studies that require more than 1 on-site visit.</p>
        <p>Past research has shown that provision of taxi services is not an effective method for recruitment or retention because of the unreliability of taxis [<xref ref-type="bibr" rid="ref8">8</xref>], but participants in this study reported provision of rideshare was an important reason they returned for study visits, indicating rideshare may be preferred. This difference may be because of reduced participant burden because the researcher is facilitating provision of the ride. In addition, as app-based rideshare services continue to increase in popularity, more people will have experience using them, and thus, be more comfortable with their utilization in research studies. It is currently unknown how perceptions of rideshare versus taxi services may or may not account for these discrepant findings. The use of rideshare services may be a cost-effective way to retain participants, particularly given the high costs both to the researcher and the integrity of the study associated with attrition [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. We investigated the trade-off between providing additional compensation and providing transportation via a rideshare service. The crossover point may indicate that additional compensation is more beneficial than provision of rideshare services at values greater than US $15 but that rideshare services may be more effective if participants live close to the study site and rides cost less than US $10 per participant.</p>
        <p>The results of this study, coupled with the outstanding retention rate (95%; 42/44) in the original study, suggest that provision of transportation via rideshare services may be a means for increasing retention that should be shared with other research teams. The potential decreased costs and burdens on research staff related to a decreased need to over-recruit to address attrition may result in significant saved costs. Specifically, saved costs would include those associated with recruiting and compensating additional participants because of decreased attrition. Furthermore, compared with taxis, rideshare services are often less expensive, resulting in additional saved costs. Research staff can also be aware of exact arrival time of participants, given that the rideshare services provide real-time locations of the transportation. In addition, it is likely that the avoided costs of over-recruiting to replace participants lost to follow-up outweigh the costs associated with providing rideshare services. This strategy may be particularly helpful for recruiting and retaining individuals with inconsistent methods of transportation or financial barriers that would make obtaining reliable transportation and attending study visits difficult. Furthermore, utilization of rideshare services in addiction studies in which substance administration is required can reduce additional time and resource burden on researchers. Rideshare services represent a means by which to ensure participants arrive home safely. In the case of alcohol administration studies, particularly those using low alcohol doses, use of rideshare services may limit the need for research staff to remain in the lab with participants until their breath alcohol concentration is 0.000.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Although this study is an important step in understanding the integration and use of rideshare services in research, this study has 2 primary limitations. First, we did not utilize a control and are therefore unable to compare differences in recruitment and retention in studies that did and did not use rideshare services. However, the study demonstrated exceptional retention relative to typical studies in the literature, indicating the retention procedures were successful. It is impossible to conclude with strong inference that rideshare was the critical ingredient, but participant reports are consistent with this conclusion. Second, this study may not generalize to other study designs, studies with different aims and methods, or more highly diverse participant populations. Third, although approximately 76% (32/42) of eligible participants participated in this study, we were not able to make conclusions regarding those who chose not to participate in this study and similarly did not assess reasons for discontinuing participation in the original trial.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Despite the large number of studies that require multiple in-lab visits, there has been little research on novel retention and recruitment strategies, an area that is critical for the success of such research. As illustrated in this study, use of rideshare services for in-lab studies may be a worthwhile strategy for increasing retention in research. Utilization of rideshare services should be considered to supplement existing and established methods for improving study recruitment and retention in multi-visit studies.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">MCP</term>
          <def>
            <p>multiple-choice procedure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">SMS</term>
          <def>
            <p>short message service</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cooley</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Sarna</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>JK</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>RD</given-names>
          </name>
          <name name-style="western">
            <surname>Chernecky</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Padilla</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Danao</surname>
            <given-names>LL</given-names>
          </name>
        </person-group>
        <article-title>Challenges of recruitment and retention in multisite clinical research</article-title>
        <source>Cancer Nurs</source>  
        <year>2003</year>  
        <month>10</month>  
        <volume>26</volume>  
        <issue>5</issue>  
        <fpage>376</fpage>  
        <lpage>84</lpage>  
        <pub-id pub-id-type="medline">14710799</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Epstein</surname>
            <given-names>WM</given-names>
          </name>
        </person-group>
        <article-title>Randomized controlled trials in the human services</article-title>
        <source>Soc Work Res Abstr</source>  
        <year>1993</year>  
        <month>09</month>  
        <day>01</day>  
        <volume>29</volume>  
        <issue>3</issue>  
        <fpage>3</fpage>  
        <lpage>10</lpage>  
        <pub-id pub-id-type="doi">10.1093/swra/29.3.3</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Good</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Schuler</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Subject retention in a controlled clinical trial</article-title>
        <source>J Adv Nurs</source>  
        <year>1997</year>  
        <month>08</month>  
        <volume>26</volume>  
        <issue>2</issue>  
        <fpage>351</fpage>  
        <lpage>5</lpage>  
        <pub-id pub-id-type="medline">9292370</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Siddiqui</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Flay</surname>
            <given-names>BR</given-names>
          </name>
          <name name-style="western">
            <surname>Hu</surname>
            <given-names>FB</given-names>
          </name>
        </person-group>
        <article-title>Factors affecting attrition in a longitudinal smoking prevention study</article-title>
        <source>Prev Med</source>  
        <year>1996</year>  
        <volume>25</volume>  
        <issue>5</issue>  
        <fpage>554</fpage>  
        <lpage>60</lpage>  
        <pub-id pub-id-type="doi">10.1006/pmed.1996.0089</pub-id>
        <pub-id pub-id-type="medline">8888323</pub-id>
        <pub-id pub-id-type="pii">S0091-7435(96)90089-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gul</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Ali</surname>
            <given-names>PA</given-names>
          </name>
        </person-group>
        <article-title>Clinical trials: the challenge of recruitment and retention of participants</article-title>
        <source>J Clin Nurs</source>  
        <year>2010</year>  
        <month>01</month>  
        <volume>19</volume>  
        <issue>1-2</issue>  
        <fpage>227</fpage>  
        <lpage>33</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1365-2702.2009.03041.x</pub-id>
        <pub-id pub-id-type="medline">20500260</pub-id>
        <pub-id pub-id-type="pii">JCN3041</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Doku</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Tennakoon</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Challenges in recruitment of research participants</article-title>
        <source>Adv Psychiatr Treat</source>  
        <year>2018</year>  
        <month>01</month>  
        <day>02</day>  
        <volume>9</volume>  
        <issue>3</issue>  
        <fpage>229</fpage>  
        <lpage>238</lpage>  
        <pub-id pub-id-type="doi">10.1192/apt.9.3.229</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chang</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Falconer</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Stulberg</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Arnold</surname>
            <given-names>WJ</given-names>
          </name>
          <name name-style="western">
            <surname>Dyer</surname>
            <given-names>AR</given-names>
          </name>
        </person-group>
        <article-title>Prerandomization: an alternative to classic randomization. The effects on recruitment in a controlled trial of arthroscopy for osteoarthrosis of the knee</article-title>
        <source>J Bone Joint Surg Am</source>  
        <year>1990</year>  
        <month>12</month>  
        <volume>72</volume>  
        <issue>10</issue>  
        <fpage>1451</fpage>  
        <lpage>5</lpage>  
        <pub-id pub-id-type="medline">2254351</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gross</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Julion</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Fogg</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>What motivates participation and dropout among low-income urban families of color in a prevention intervention?</article-title>
        <source>Fam Relat</source>  
        <year>2001</year>  
        <month>07</month>  
        <volume>50</volume>  
        <issue>3</issue>  
        <fpage>246</fpage>  
        <lpage>54</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1741-3729.2001.00246.x</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mason</surname>
            <given-names>MJ</given-names>
          </name>
        </person-group>
        <article-title>Methods, plainly speaking: A review of procedural and statistical methods for handling attrition and missing data in clinical research</article-title>
        <source>Meas Eval Couns Dev</source>  
        <year>1999</year>  
        <volume>32</volume>  
        <issue>2</issue>  
        <fpage>111</fpage> </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Treweek</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Lockhart</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Pitkethly</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Cook</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Kjeldstrøm</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Johansen</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Taskila</surname>
            <given-names>TK</given-names>
          </name>
          <name name-style="western">
            <surname>Sullivan</surname>
            <given-names>FM</given-names>
          </name>
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Jackson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Mitchell</surname>
            <given-names>ED</given-names>
          </name>
        </person-group>
        <article-title>Methods to improve recruitment to randomised controlled trials: Cochrane systematic review and meta-analysis</article-title>
        <source>BMJ open</source>  
        <year>2013</year>  
        <volume>3</volume>  
        <issue>e002360</issue>  
        <fpage>1</fpage>  
        <lpage>24</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/content/3/2/e002360"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/14651858.MR000013.pub5</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Booker</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Harding</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Benzeval</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>A systematic review of the effect of retention methods in population-based cohort studies</article-title>
        <source>BMC Public Health</source>  
        <year>2011</year>  
        <volume>11</volume>  
        <issue>249</issue>  
        <fpage>1</fpage>  
        <lpage>12</lpage>  
        <pub-id pub-id-type="doi">10.1186/1471-2458-11-249</pub-id>
        <pub-id pub-id-type="medline">21504610</pub-id>
        <pub-id pub-id-type="pii">1471-2458-11-249</pub-id>
        <pub-id pub-id-type="pmcid">PMC3103452</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bentley</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Thacker</surname>
            <given-names>PG</given-names>
          </name>
        </person-group>
        <article-title>The influence of risk and monetary payment on the research participation decision making process</article-title>
        <source>J Med Ethics</source>  
        <year>2004</year>  
        <month>06</month>  
        <volume>30</volume>  
        <issue>3</issue>  
        <fpage>293</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15173366"/>
        </comment>  
        <pub-id pub-id-type="medline">15173366</pub-id>
        <pub-id pub-id-type="pmcid">PMC1733848</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Halpern</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Karlawish</surname>
            <given-names>JH</given-names>
          </name>
          <name name-style="western">
            <surname>Casarett</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Berlin</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Asch</surname>
            <given-names>DA</given-names>
          </name>
        </person-group>
        <article-title>Empirical assessment of whether moderate payments are undue or unjust inducements for participation in clinical trials</article-title>
        <source>Arch Intern Med</source>  
        <year>2004</year>  
        <month>04</month>  
        <day>12</day>  
        <volume>164</volume>  
        <issue>7</issue>  
        <fpage>801</fpage>  
        <lpage>3</lpage>  
        <pub-id pub-id-type="doi">10.1001/archinte.164.7.801</pub-id>
        <pub-id pub-id-type="medline">15078651</pub-id>
        <pub-id pub-id-type="pii">164/7/801</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Scott</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>A replicable model for achieving over 90% follow-up rates in longitudinal studies of substance abusers</article-title>
        <source>Drug Alcohol Depend</source>  
        <year>2004</year>  
        <month>04</month>  
        <day>09</day>  
        <volume>74</volume>  
        <issue>1</issue>  
        <fpage>21</fpage>  
        <lpage>36</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15072804"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2003.11.007</pub-id>
        <pub-id pub-id-type="medline">15072804</pub-id>
        <pub-id pub-id-type="pii">S037687160300317X</pub-id>
        <pub-id pub-id-type="pmcid">PMC5937263</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kahler</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Metrik</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Spillane</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Tidey</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Leventhal</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Mckee</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Rohsenow</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Alcohol dependence moderates the effects of alcohol on smoking lapse in a laboratory analogue model: s264</article-title>
        <source>Alcoholism: Clinical &amp; Experimental Research</source>  
        <year>2012</year>  
        <volume>36</volume>  
        <fpage>79A</fpage> </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kahler</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Metrik</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Spillane</surname>
            <given-names>NS</given-names>
          </name>
          <name name-style="western">
            <surname>Day</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Leventhal</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>McKee</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Tidey</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>McGeary</surname>
            <given-names>JE</given-names>
          </name>
          <name name-style="western">
            <surname>Knopik</surname>
            <given-names>VS</given-names>
          </name>
          <name name-style="western">
            <surname>Rohsenow</surname>
            <given-names>DJ</given-names>
          </name>
        </person-group>
        <article-title>Acute effects of low and high dose alcohol on smoking lapse behavior in a laboratory analogue task</article-title>
        <source>Psychopharmacology (Berl)</source>  
        <year>2014</year>  
        <month>12</month>  
        <volume>231</volume>  
        <issue>24</issue>  
        <fpage>4649</fpage>  
        <lpage>57</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24858377"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s00213-014-3613-3</pub-id>
        <pub-id pub-id-type="medline">24858377</pub-id>
        <pub-id pub-id-type="pmcid">PMC4232980</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>McNamara</surname>
            <given-names>PJ</given-names>
          </name>
          <name name-style="western">
            <surname>King</surname>
            <given-names>AC</given-names>
          </name>
        </person-group>
        <article-title>Optimizing follow-up and study retention in the 21st century: advances from the front line in alcohol and tobacco research</article-title>
        <source>Drug Alcohol Depend</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>01</day>  
        <volume>175</volume>  
        <fpage>171</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28437721"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2017.01.045</pub-id>
        <pub-id pub-id-type="medline">28437721</pub-id>
        <pub-id pub-id-type="pii">S0376-8716(17)30167-9</pub-id>
        <pub-id pub-id-type="pmcid">PMC5654598</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Robinson</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Dinglas</surname>
            <given-names>VD</given-names>
          </name>
          <name name-style="western">
            <surname>Sukrithan</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Yalamanchilli</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Mendez-Tellez</surname>
            <given-names>PA</given-names>
          </name>
          <name name-style="western">
            <surname>Dennison-Himmelfarb</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Needham</surname>
            <given-names>DM</given-names>
          </name>
        </person-group>
        <article-title>Updated systematic review identifies substantial number of retention strategies: using more strategies retains more study participants</article-title>
        <source>J Clin Epidemiol</source>  
        <year>2015</year>  
        <month>12</month>  
        <volume>68</volume>  
        <issue>12</issue>  
        <fpage>1481</fpage>  
        <lpage>7</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26186981"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jclinepi.2015.04.013</pub-id>
        <pub-id pub-id-type="medline">26186981</pub-id>
        <pub-id pub-id-type="pii">S0895-4356(15)00275-9</pub-id>
        <pub-id pub-id-type="pmcid">PMC4658250</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Leavens</surname>
            <given-names>EL</given-names>
          </name>
          <name name-style="western">
            <surname>Morgan</surname>
            <given-names>TL</given-names>
          </name>
          <name name-style="western">
            <surname>Brett</surname>
            <given-names>EI</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Son</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Molina</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Eissenberg</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Shihadeh</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Leffingwell</surname>
            <given-names>TR</given-names>
          </name>
          <name name-style="western">
            <surname>Wagener</surname>
            <given-names>TL</given-names>
          </name>
        </person-group>
        <article-title>Concurrent alcohol use and waterpipe tobacco smoking: smoking topography, toxicant exposure, and abuse liability</article-title>
        <source>Nicotine Tob Res</source>  
        <year>2019</year>  
        <fpage>-</fpage>  
        <comment>(forthcoming)</comment> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Griffiths</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Troisi</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Silverman</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Mumford</surname>
            <given-names>GK</given-names>
          </name>
        </person-group>
        <article-title>Multiple-choice procedure: an efficient approach for investigating drug reinforcement in humans</article-title>
        <source>Behav Pharmacol</source>  
        <year>1993</year>  
        <month>02</month>  
        <volume>4</volume>  
        <issue>1</issue>  
        <fpage>3</fpage>  
        <lpage>13</lpage>  
        <pub-id pub-id-type="medline">11224166</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
