<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v27i1e60413</article-id>
      <article-id pub-id-type="pmid">39808785</article-id>
      <article-id pub-id-type="doi">10.2196/60413</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Recruiting Young People for Digital Mental Health Research: Lessons From an AI-Driven Adaptive Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>McCall</surname>
            <given-names>Terika</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bourgaize</surname>
            <given-names>Jake</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ishida</surname>
            <given-names>Kenji</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Zheng</surname>
            <given-names>Wu Yi</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Black Dog Institute</institution>
            <institution>University of New South Wales</institution>
            <addr-line>Hospital Road, Randwick</addr-line>
            <addr-line>Sydney, 2031</addr-line>
            <country>Australia</country>
            <phone>61 0422510718</phone>
            <email>wuyi.zheng@blackdog.org.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1159-4700</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Shvetcov</surname>
            <given-names>Artur</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0592-984X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Slade</surname>
            <given-names>Aimy</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5368-1792</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Jenkins</surname>
            <given-names>Zoe</given-names>
          </name>
          <degrees>BDes</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0002-8749-7939</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Hoon</surname>
            <given-names>Leonard</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0428-7240</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Whitton</surname>
            <given-names>Alexis</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7944-2172</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Logothetis</surname>
            <given-names>Rena</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0143-3812</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Ravindra</surname>
            <given-names>Smrithi</given-names>
          </name>
          <degrees>BPsych</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7551-8179</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Kurniawan</surname>
            <given-names>Stefanus</given-names>
          </name>
          <degrees>MIT</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0001-4469-1056</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Gupta</surname>
            <given-names>Sunil</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3308-1930</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Huckvale</surname>
            <given-names>Kit</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9088-6682</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Stech</surname>
            <given-names>Eileen</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0151-9026</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Agarwal</surname>
            <given-names>Akash</given-names>
          </name>
          <degrees>MIT</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-2333-8366</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Funke Kupper</surname>
            <given-names>Joost</given-names>
          </name>
          <degrees>BCS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-6067-1782</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Cameron</surname>
            <given-names>Stuart</given-names>
          </name>
          <degrees>BAppSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7862-3051</ext-link>
        </contrib>
        <contrib id="contrib16" contrib-type="author">
          <name name-style="western">
            <surname>Rosenberg</surname>
            <given-names>Jodie</given-names>
          </name>
          <degrees>MCP</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8738-3467</ext-link>
        </contrib>
        <contrib id="contrib17" contrib-type="author">
          <name name-style="western">
            <surname>Manoglou</surname>
            <given-names>Nicholas</given-names>
          </name>
          <degrees>BCS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0004-2225-149X</ext-link>
        </contrib>
        <contrib id="contrib18" contrib-type="author">
          <name name-style="western">
            <surname>Senadeera</surname>
            <given-names>Manisha</given-names>
          </name>
          <degrees>BEng</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5923-6857</ext-link>
        </contrib>
        <contrib id="contrib19" contrib-type="author">
          <name name-style="western">
            <surname>Venkatesh</surname>
            <given-names>Svetha</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8675-6631</ext-link>
        </contrib>
        <contrib id="contrib20" contrib-type="author">
          <name name-style="western">
            <surname>Mouzakis</surname>
            <given-names>Kon</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4447-5166</ext-link>
        </contrib>
        <contrib id="contrib21" contrib-type="author">
          <name name-style="western">
            <surname>Vasa</surname>
            <given-names>Rajesh</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4805-1467</ext-link>
        </contrib>
        <contrib id="contrib22" contrib-type="author">
          <name name-style="western">
            <surname>Christensen</surname>
            <given-names>Helen</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0435-2065</ext-link>
        </contrib>
        <contrib id="contrib23" contrib-type="author">
          <name name-style="western">
            <surname>Newby</surname>
            <given-names>Jill M</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6473-9811</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Black Dog Institute</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Applied Artificial Intelligence Institute</institution>
        <institution>Deakin University</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Centre for Digital Transformation of Health</institution>
        <institution>University of Melbourne</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Wu Yi Zheng <email>wuyi.zheng@blackdog.org.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>1</month>
        <year>2025</year>
      </pub-date>
      <volume>27</volume>
      <elocation-id>e60413</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>5</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>10</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>12</day>
          <month>11</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>12</day>
          <month>11</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Wu Yi Zheng, Artur Shvetcov, Aimy Slade, Zoe Jenkins, Leonard Hoon, Alexis Whitton, Rena Logothetis, Smrithi Ravindra, Stefanus Kurniawan, Sunil Gupta, Kit Huckvale, Eileen Stech, Akash Agarwal, Joost Funke Kupper, Stuart Cameron, Jodie Rosenberg, Nicholas Manoglou, Manisha Senadeera, Svetha Venkatesh, Kon Mouzakis, Rajesh Vasa, Helen Christensen, Jill M Newby. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 14.01.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2025/1/e60413" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>With increasing adoption of remote clinical trials in digital mental health, identifying cost-effective and time-efficient recruitment methodologies is crucial for the success of such trials. Evidence on whether web-based recruitment methods are more effective than traditional methods such as newspapers, media, or flyers is inconsistent. Here we present insights from our experience recruiting tertiary education students for a digital mental health artificial intelligence–driven adaptive trial—Vibe Up.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We evaluated the effectiveness of recruitment via Facebook and Instagram compared to traditional methods for a treatment trial and compared different recruitment methods’ retention rates. With recruitment coinciding with COVID-19 lockdowns across Australia, we also compared the cost-effectiveness of social media recruitment during and after lockdowns.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Recruitment was completed for 2 pilot trials and 6 minitrials from June 2021 to May 2022. To recruit participants, paid social media advertising on Facebook and Instagram was used, alongside mailing lists of university networks and student organizations or services, media releases, announcements during classes and events, study posters or flyers on university campuses, and health professional networks. Recruitment data, including engagement metrics collected by Meta (Facebook and Instagram), advertising costs, and Qualtrics data on recruitment methods and survey completion rates, were analyzed using RStudio with R (version 3.6.3; R Foundation for Statistical Computing).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In total, 1314 eligible participants (aged 22.79, SD 4.71 years; 1079, 82.1% female) were recruited to 2 pilot trials and 6 minitrials. The vast majority were recruited via Facebook and Instagram advertising (n=1203; 92%). Pairwise comparisons revealed that the lead institution’s website was more effective in recruiting eligible participants than Facebook (<italic>z</italic>=3.47; <italic>P</italic>=.003) and Instagram (<italic>z</italic>=4.23; <italic>P</italic>&#60;.001). No differences were found between recruitment methods in retaining participants at baseline, at midpoint, and at study completion. Wilcoxon tests found significant differences between lockdown (pilot 1 and pilot 2) and postlockdown (minitrials 1-6) on costs incurred per link click (lockdown: median Aus $0.35 [US $0.22], IQR Aus $0.27-$0.47 [US $0.17-$0.29]; postlockdown: median Aus $1.00 [US $0.62], IQR Aus $0.70-$1.47 [US $0.44-$0.92]; W=9087; <italic>P</italic>&#60;.001) and the amount spent per hour to reach the target sample size (lockdown: median Aus $4.75 [US $2.95], IQR Aus $1.94-6.34 [US $1.22-$3.97]; postlockdown: median Aus $13.29 [US $8.26], IQR Aus $4.70-25.31 [US $2.95-$15.87]; W=16044; <italic>P</italic>&#60;.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Social media advertising via Facebook and Instagram was the most successful strategy for recruiting distressed tertiary students into this artificial intelligence–driven adaptive trial, providing evidence for the use of this recruitment method for this type of trial in digital mental health research. No recruitment method stood out in terms of participant retention. Perhaps a reflection of the added distress experienced by young people, social media recruitment during the COVID-19 lockdown period was more cost-effective.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>Australian New Zealand Clinical Trials Registry ACTRN12621001092886; https://tinyurl.com/39f2pdmd;  Australian New Zealand Clinical Trials Registry ACTRN12621001223820; https://tinyurl.com/bdhkvucv</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>recruitment</kwd>
        <kwd>Facebook</kwd>
        <kwd>retention, COVID-19</kwd>
        <kwd>artificial intelligence</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Advances in digital clinical trial infrastructure have made fully remote clinical trials more commonplace, particularly in the field of digital mental health. In such trials, participants are screened, assessed, treated, and followed up entirely via remote digital methods. Pivotal to the scientific validity of these trials is the timely and adequate recruitment of target participants who meet a set of prespecified eligibility criteria. Due to the paucity of research into best practice methods for efficiently recruiting trial samples, in this paper, we present insights from our experiences recruiting young participants for a digital mental health trial that used an artificial intelligence (AI)–driven adaptive trial design. This type of trial design has the potential to minimize time, costs, and the sample size needed to achieve sufficient statistical power [<xref ref-type="bibr" rid="ref1">1</xref>]. Additionally, this method facilitates the optimization of treatment plans, which can enhance adherence and lower attrition [<xref ref-type="bibr" rid="ref2">2</xref>]. However, compared to traditional randomized controlled trials (RCTs), AI-adaptive trials face an increased risk of insufficient and untimely enrollment due to the need for frequent, short-spanned recruitment drives (eg, monthly recruitment drives over a year). Hence, identifying recruitment methodologies that are both cost-effective and time-efficient is crucial for the success of such trials.</p>
        <p>What recruitment methods are currently used and how do they compare with each other? A review by Lane et al [<xref ref-type="bibr" rid="ref3">3</xref>] on online recruitment methods for web-based and mHealth studies found that successful recruitment of participants into a trial varied widely depending on the population, budget, intervention, costs, and study design. Of the studies included in their review, less than half (42%) found Facebook advertisements to be an effective method of recruitment and a quarter found Google advertisements to be the most effective method [<xref ref-type="bibr" rid="ref3">3</xref>]. Only 1 study reported better outcomes using traditional methods of recruitment (eg, print advertisements and flyers) [<xref ref-type="bibr" rid="ref3">3</xref>]. Overall, there was no consistent evidence on whether web-based recruitment methods were more effective than traditional methods such as newspapers, media, or flyers [<xref ref-type="bibr" rid="ref3">3</xref>]. Similar mixed findings were echoed by a systematic review of recruitment strategies in mental health clinical trials [<xref ref-type="bibr" rid="ref4">4</xref>], and a scoping review that examined the role of social media in clinical trials recruitment [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>Specific to online recruitment methods, there is also contradictory evidence regarding the most cost-effective platform. Morgan et al [<xref ref-type="bibr" rid="ref6">6</xref>] used a range of internet-based methods to recruit for the Mood Memos depression prevention study, including Facebook, emails, search engine advertisements, and forum posts, and reported that advertising on Google was more cost-effective than Facebook advertising (Aus $12 [US $7.46] per recruited participant vs Aus $19.89 [US $12.37] per recruited participant) in signing up participants. Similarly, recruitment costs for a large RCT of web-based smoking interventions were highest for Facebook (US $40.51) per randomized participant, compared to Google (US $34.71), traditional sources such as press releases, newspaper, radio, and television interviews (US $20.30), and using an online survey panel company (US $13.95) [<xref ref-type="bibr" rid="ref7">7</xref>]. In contrast, Facebook advertising was found to be more cost-effective for recruiting a large sample of general community participants for suicide prevention research (Aus $2.81 [US $1.75] per completed survey) [<xref ref-type="bibr" rid="ref8">8</xref>]. Similarly, Batterham [<xref ref-type="bibr" rid="ref9">9</xref>] reported that advertising on a Facebook page that featured links to a survey on suicidal ideation was more effective in yielding completions (Aus $1.51 [US $0.94] per completion), compared to advertisements linked to an external website (Aus $9.82 [US $6.11] per completion). Both were more cost-effective than postal surveys, which averaged Aus $19.10 [US $11.88] per completion [<xref ref-type="bibr" rid="ref9">9</xref>]. In a review of 176 studies that used social media for mental health research recruitment, Facebook was found to be the most preferred platform, at a median cost of US $19.47 per final recruited study participant [<xref ref-type="bibr" rid="ref10">10</xref>]. The authors also found that in 2 out of 3 studies included in the review, social media recruitment performed as well as or better than traditional methods in the number and cost of final enrolled participants [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>Differences in effectiveness between recruitment methods can often be difficult to interpret. In their systematic review, Liu et al [<xref ref-type="bibr" rid="ref4">4</xref>] found that it was difficult to assess the overall effectiveness of any particular recruitment strategy as some strategies that worked well for a particular population may not work as well for others. For example, the greater costs of Facebook advertising for the Mood Memos study relative to the other studies described may be due to study requirements to target adults with subthreshold depression symptoms as opposed to recruiting a nonclinical sample. In terms of recruitment of young participants, evidence suggests that online advertisements are effective at appealing to this particular demographic. For example, Ford et al [<xref ref-type="bibr" rid="ref11">11</xref>] examined paid advertising on Instagram, Snapchat, and Facebook to recruit youths (aged 13-20 years) for 2 cross-sectional surveys. They concluded that these platforms appear to be a modern and cost-effective approach to reaching youths with surveys on sensitive health topics [<xref ref-type="bibr" rid="ref11">11</xref>]. Similar findings were obtained from an Australian health survey study that assessed the feasibility of recruiting young females using targeted advertising on Facebook [<xref ref-type="bibr" rid="ref12">12</xref>]. In another study, Lee et al [<xref ref-type="bibr" rid="ref8">8</xref>] found that male participants were more difficult to recruit compared to female participants but were able to use targeted, gender-specific advertisements (different language and imagery compared to gender-neutral advertisements) on Facebook to recruit more males. This ability to target different subgroups and easily make changes to targeting strategies are significant benefits of Facebook recruitment. The impact of different targeting strategies can be monitored (eg, costs per click), and further tweaks can be made to determine the best way to reach the target population. In addition, marketing collaterals such as images, headlines, and copy can be changed in order to find the most effective study advertisement [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>Overall, these studies suggest that online advertising via platforms such as Facebook and Instagram is promising for the effective recruitment of young adults for mHealth survey studies. However, evidence supporting using these recruitment strategies for treatment studies is scarcer. A recent Danish study demonstrated the feasibility of using Facebook and Instagram to recruit young Danes (aged 15-25 years) for an RCT to evaluate a national online youth mental health promotion service [<xref ref-type="bibr" rid="ref13">13</xref>]. A study that assessed the effectiveness of social media (Facebook), targeted mailing, and in-person recruitment of young adults for diabetes self-management clinical trials found that leveraging a variety of recruitment strategies produced a more representative sample of young adults [<xref ref-type="bibr" rid="ref14">14</xref>]. To our knowledge, no single study has investigated the effectiveness of various recruitment methods to enlist distressed young adults in digital intervention studies.</p>
      </sec>
      <sec>
        <title>The Vibe Up Trial</title>
        <p>Vibe Up is an AI-driven adaptive trial, in which a series of “mini” trials are performed instead of 1 large trial. AI methods are used to update an underlying model of the interventions’ effectiveness and alter the proportion of participants allocated to each intervention in the next minitrial. Under this scheme, progressively fewer participants are allocated to less effective interventions in later minitrials, with the aim of identifying the most effective intervention as quickly as possible. This trial delivered brief interventions, including mindfulness (a set of five 3-5 minute instructor-guided audio meditations), physical activity (an evidence-based 7-minute high-intensity circuit training protocol, or self-selected daily physical activity), sleep hygiene (a program of 4 infographic-based information modules), and ecological momentary assessment (blended protocol consisting of signal contingent and event-contingent), to ease psychological distress in Australian tertiary education students [<xref ref-type="bibr" rid="ref15">15</xref>]. A mobile app, Vibe Up, was purpose-built for these trials, allowing eligible students to participate in a “minitrial” by downloading the app from the App Store or Google Play. To ensure that data was captured as intended and to detect fraudulent activities, data verification was carried out by the data manager after the completion of each minitrial. Recruitment for Vibe Up coincided with COVID-19 lockdowns in Australia. This provided us with the opportunity to assess the cost-effectiveness of social media recruitment during a pandemic compared to its aftermath. Research has shown significant increases in distress among young people as a result of the COVID-19 pandemic [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. Transition to online learning for students and restrictions on routine daily activities affected the well-being of young people [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. With access to in-person mental health support no longer possible, we examined whether the cost-effectiveness of recruitment differed between the lockdown and the postlockdown period.</p>
      </sec>
      <sec>
        <title>Aims</title>
        <p>This study evaluated recruitment data of an AI-driven adaptive digital mental health trial aimed at reducing psychological distress in Australian tertiary education students [<xref ref-type="bibr" rid="ref15">15</xref>]. This study aims to (1) evaluate the effectiveness of recruitment via Facebook and Instagram compared to traditional methods for a treatment study, (2) compare the cost-effectiveness of online recruitment during and after COVID-19 lockdown, and (3) compare retention rates of different recruitment methods used in this study.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This study evaluated recruitment data collected from the Vibe Up study [<xref ref-type="bibr" rid="ref15">15</xref>]. Data included engagement metrics collected by Meta (Facebook and Instagram), advertising costs, and Qualtrics data [<xref ref-type="bibr" rid="ref22">22</xref>] on recruitment methods and rates of survey completion. To recruit participants, paid social media advertising on Facebook and Instagram was used, alongside mailing lists of university networks and student organizations or services, media releases, announcements during classes and events, study posters or flyers on university campuses, and our health professionals’ network. Recruitment for 2 pilot trials and 6 minitrials occurred between June 2021 and May 2022.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Participants were Australian tertiary education students. No restrictions were placed on the state or territory of origin. In order to participate in the study, participants must (1) be aged 18 years or older; (2) be currently enrolled as a student at an Australian university, technical and further education, or other higher education institution; (3) be currently residing in Australia and planning to be a resident throughout the study period; (4) be an advanced, fluent, or native English speaker; (5) own an eligible personal smartphone (iPhone 6S or Android 5 or later) with active mobile number and internet access; and (6) score 20 or more on the Kessler Psychological Distress Scale, 10-item version [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>Participants are excluded if they (1) score 21 or more on the Suicide Ideation Attributes Scale [<xref ref-type="bibr" rid="ref24">24</xref>]; (2) report a current active diagnosis of psychosis or bipolar disorder; (3) have already participated in a “minitrial” in the study; (4) indicate major disruptions or events in the next 2 months which may make it difficult to take part in the study; (5) indicate plans to travel outside of Australia in the next 2 months; and (6) indicate that they would be unable to safely undertake a physical activity intervention if allocated to receive this treatment.</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>Recruitment was conducted by the research team in collaboration with the lead institution’s in-house marketing and communications department. A social media targeting strategy was developed (<xref ref-type="table" rid="table1">Table 1</xref>). Clicking on the Meta advertisements (Facebook and Instagram) took potential participants to a landing page, hosted on the lead research institution’s website, which contained study information and a direct link to the screening survey that was administered on the Qualtrics XM survey platform [<xref ref-type="bibr" rid="ref22">22</xref>]. The recruitment window for each Vibe Up trial remained open for up to 7 days only; however, to not risk losing any potential participants between recruitment drives, the survey link was replaced by an expression of interest form on the website to capture the name, email address, and education institution of interested students. These students were contacted at the beginning of the following recruitment drive. Two pilot trials were carried out before recruitment began for 6 minitrials.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Profile of individuals targeted on social media.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="700"/>
            <thead>
              <tr valign="top">
                <td>Category</td>
                <td>Detail</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Location</td>
                <td>Australia</td>
              </tr>
              <tr valign="top">
                <td>Age (years)</td>
                <td>18-40</td>
              </tr>
              <tr valign="top">
                <td>Sex</td>
                <td>Male or female</td>
              </tr>
              <tr valign="top">
                <td>Education</td>
                <td>At university (undergraduate) or at university (postgraduate)</td>
              </tr>
              <tr valign="top">
                <td>Interests</td>
                <td>Science, artificial intelligence, mindfulness, computer science, <italic>DSM-5</italic><sup>a</sup>, mental health foundation, Headspace, Beyond Blue or Lifeline (crisis support service), and international students</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>DSM-5: Diagnostic and Statistical Manual of Mental Disorders (Fifth Edition).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Active recruitment was conducted via paid advertising on Facebook and Instagram. Traditional methods for recruiting students such as mailing lists, study flyers or posters, class or event announcements, and posts on the Black Dog Institute website and university media were also used. Meta’s “dynamic creative” function was used to upload a variety of images, copies, and headlines. Meta delivered a combination of these elements until it determined the top-performing combination and the combination that delivered on the objective at the cheapest cost.</p>
        <p>We trialed different advertising objectives, using Meta’s (Facebook and Instagram) preset choices. For example, the use of link clicks allowed Meta to deliver study advertisements to people most likely to click on them, with the aim of obtaining the cheapest cost per click. We then unsuccessfully trialed a “landing page view objective” which focused on getting people to not just click on the advertisement, but to load and engage with the content on the page. To improve performance, for minitrials 5 and 6, the Meta pixel was used to set up an “initiate checkout” conversion on the “GET STARTED” button which appeared at the bottom of the recruitment website and took participants to the Qualtrics screening survey. In this instance, Meta optimized study advertisements toward people most likely to take this action.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <p>Metrics used to measure recruitment in this study were derived from Facebook analytics data and Qualtrics survey data. For ease of comparison, metrics were largely based on previous research in this area [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>] and are included in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Study measures and definitions.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="400"/>
            <col width="600"/>
            <thead>
              <tr valign="top">
                <td>Variable name</td>
                <td>Definition</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Amount spent on advertising per trial (Aus $)</td>
                <td>Facebook and Instagram advertising costs per trial in Australian dollars.</td>
              </tr>
              <tr valign="top">
                <td>Impressions</td>
                <td>Number of times study advertisements were viewed.</td>
              </tr>
              <tr valign="top">
                <td>Reach</td>
                <td>Number of people that viewed study advertisements.</td>
              </tr>
              <tr valign="top">
                <td>Link clicks</td>
                <td>Number of times that links to study advertisements were clicked on.</td>
              </tr>
              <tr valign="top">
                <td>Unique link clicks</td>
                <td>Number of people that clicked on study advertisement links, regardless of how many times they clicked on a link.</td>
              </tr>
              <tr valign="top">
                <td>Click through rate</td>
                <td>The percentage of people who viewed and then clicked on the study advertisement. This was calculated by dividing the total number of clicks by the total number of impressions multiplied by 100. Click-through rates measure how successful the study advertisements are in capturing people’s attention.</td>
              </tr>
              <tr valign="top">
                <td>Number of students screened</td>
                <td>Number of people who completed screening.</td>
              </tr>
              <tr valign="top">
                <td>Number of eligible students</td>
                <td>Number of people who were eligible to take part in the study.</td>
              </tr>
              <tr valign="top">
                <td>Number of students who downloaded the study app</td>
                <td>Number of people who downloaded the study app from Google Play or the App Store.</td>
              </tr>
              <tr valign="top">
                <td>Number of students who completed a trial</td>
                <td>Number of people who completed the 3 phases of the study (baseline, midpoint, and post).</td>
              </tr>
              <tr valign="top">
                <td>Costs per screened</td>
                <td>Costs per person who completed the screening questionnaires in Australian dollars.</td>
              </tr>
              <tr valign="top">
                <td>Costs per eligible</td>
                <td>Costs per person who was eligible to participate in the study in Australian dollars.</td>
              </tr>
              <tr valign="top">
                <td>Costs per downloaded</td>
                <td>Costs per person who downloaded the study app from Google Play or the App Store in Australian dollars.</td>
              </tr>
              <tr valign="top">
                <td>Costs per completed</td>
                <td>Costs per person who completed all three phases of the study in Australian dollars.</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Analyses were performed in RStudio with R (version 3.6.3; R Foundation for Statistical Computing). Descriptive analyses were conducted using Facebook and Instagram analytics data to assess how study advertisements performed and using Qualtrics survey data to determine rates of screened, eligible, and completed participants. A general linear model with pairwise post hoc estimates was used to compare the effectiveness of different methods in recruiting and retaining participants. For each recruitment pathway (Facebook and Instagram advertisement or post, other, and website of lead institution), Fischer exact tests were conducted to determine if gender, student status (domestic or international), and student level (undergraduate or postgraduate) of participants changed significantly as a result of dropout across different stages of the trial. To test for differences in age, Kruskal-Wallis tests were performed. For the purpose of comparing cost-effectiveness between COVID-19 lockdown and post–COVID-19 lockdown, pilot 1 and pilot 2 were classified in the former category and minitrials 1-6 fell into the latter. Inferential statistics were performed using Wilcoxon tests.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Ethical approval was sought and obtained from the University of New  South  Wales    Sydney  Human  Research      Ethics                                                                                     Committee (HC200466). The trial sponsor is the University of New South Wales Sydney. The trial is registered with the Australian New Zealand Clinical Trials Registry                            (Pilot trials: ACTRN12621001092886; Mini-trials 1-6: ACTRN12621001223820). Informed consent was obtained from each trial participant, and the collected data were stored in a deidentified format. Each participant received Aus $30 [US $18.65] in gift cards.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Demographics</title>
        <p>In total, 1314 participants were recruited for 2 pilot trials and 6 minitrials. Participants had a mean age of 22.79 (SD 4.71) years, predominately female (n=1079, 82.1%), domestic (n=1226, 93.3%), and undergraduate students (n=1045, 79.5%). Participants were recruited from 72 tertiary education institutions from across Australia (for the top 10 institutions; Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
      <sec>
        <title>Breakdown by Recruitment Methods</title>
        <p>For the 2 pilot trials and 6 minitrials, 3638 students attempted the screening survey. The majority of students who screened for the trials were recruited via social media advertising or posts via Facebook (n=1690, 47%) and Instagram (n=922, 25%). Of the 1314 students (36%) eligible to participate in the study, the vast majority were recruited via social media advertising or posts (n=1203, 92%). Of the 1058 students (81% of those eligible) who provided baseline data, similar proportions were recruited via social media advertising or posts. Of the 982 students (75% of those eligible) who provided midpoint data, recruitment via social media remained the most fruitful (n=889, 91%). Of the 862 students (66% of those eligible) who completed a trial, 90 percent of students were recruited via social media advertising or posts. In terms of participant retention, see <xref ref-type="table" rid="table3">Table 3</xref> for a detailed breakdown by recruitment method.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Breakdown of participants by recruitment pathway and trial retention.<sup>a</sup></p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="190"/>
            <col width="170"/>
            <col width="170"/>
            <col width="170"/>
            <col width="160"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>Recruitment pathway</td>
                <td colspan="5">Number of students retained in the trial</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Attempted screening (N=3638), n</td>
                <td>Screened eligible (n=1314), n (%)</td>
                <td>Completed baseline (n=1058), n (%)</td>
                <td>Completed midpoint (n=982), n (%)</td>
                <td>Completed a trial (n=862), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Facebook advertisement or post</td>
                <td>1690</td>
                <td>810 (47.9)</td>
                <td>644 (38.1)</td>
                <td>597 (35.3)</td>
                <td>518 (30.7)</td>
              </tr>
              <tr valign="top">
                <td>Instagram advertisement or post</td>
                <td>922</td>
                <td>393 (42.6)</td>
                <td>316 (34.3)</td>
                <td>292 (31.7)</td>
                <td>257 (27.9)</td>
              </tr>
              <tr valign="top">
                <td>Other</td>
                <td>107</td>
                <td>61 (57)</td>
                <td>55 (51.4)</td>
                <td>52 (48.6)</td>
                <td>49 (45.8)</td>
              </tr>
              <tr valign="top">
                <td>Website of lead institution</td>
                <td>72</td>
                <td>50 (69.4)</td>
                <td>43 (59.7)</td>
                <td>41 (56.9)</td>
                <td>38 (52.7)</td>
              </tr>
              <tr valign="top">
                <td>Survey not completed</td>
                <td>847</td>
                <td>—<sup>b</sup></td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Other included class or event, email, health professional, poster or flyer, press or media. Retention percentages were calculated based on the number of participants who attempted screening.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Pairwise comparisons revealed that the lead institution’s website was more effective in recruiting eligible participants compared to Facebook (<italic>z</italic>=3.47; <italic>P</italic>=.003) and Instagram (<italic>z</italic>=4.23; <italic>P</italic>&#60;.001). No statistically significant difference was found between website recruitment and other methods (eg, email, poster or flyer) in recruiting eligible participants. No statistically significant differences were found between recruitment methods in retaining participants at baseline, at mid-point, and at study completion (Tables S2-S9 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). To assess possible sample selection effects by recruitment pathway, characteristics of participants who dropped out at each trial stage were examined. No statistically significant age, sex, and student level (undergraduate vs postgraduate) differences were found for recruitment by Facebook, Instagram, others, and the website of the lead institution (Tables S10-S13 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). For recruitment by Facebook, statistically significant differences were found for student status (domestic vs international<italic>; P</italic>=.001; Table S10 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). No such differences were found for Instagram, others, and the website of the lead institution (Tables S11-S13 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
      <sec>
        <title>Facebook and Instagram Recruitment</title>
        <p>Across the 2 pilot trials and 6 minitrials, Aus $7571.72 (US $4707.72) was spent on social media recruitment via Facebook and Instagram advertising, at an average of Aus $946.47 (US $588.47; SE Aus $160.99 [US $100.10]) per trial. A total of 1,119,661 impressions were counted, at an average of 139,958 (SE 27,927) impressions per trial. The performance of study advertisements was measured by the number of clicks generated that led potential participants from the social media platform to the Vibe Up recruitment page. See Figures S1 and S2 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> for the top-performing Vibe Up advertisements. During the recruitment drives, 825,635 people were reached, at an average of 103,204 people (SE 17,569) per trial. 8138 clicks were registered on the study website (mean 1017, SE 71), with 7858 being unique link clicks (mean 982, SE 68). The overall click-through rate was 0.73. See <xref ref-type="table" rid="table4">Table 4</xref> for the detailed breakdown of participant engagement by trial, during and post–COVID-19 lockdown.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Breakdown of trial costs and engagement metrics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="240"/>
            <col width="110"/>
            <col width="130"/>
            <col width="110"/>
            <col width="110"/>
            <col width="140"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td>Trial (stage)</td>
                <td>Amount spent (Aus $<sup>a</sup>)</td>
                <td>Impressions, n</td>
                <td>Reach, n</td>
                <td>Clicks, n</td>
                <td>Unique clicks, n</td>
                <td>Click-through rate</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Pilot 1(lockdown)</td>
                <td>445.98</td>
                <td>82,266</td>
                <td>65,654</td>
                <td>1227</td>
                <td>1155</td>
                <td>1.49</td>
              </tr>
              <tr valign="top">
                <td>Pilot 2 (lockdown)</td>
                <td>254.11</td>
                <td>39,709</td>
                <td>31,592</td>
                <td>699</td>
                <td>669</td>
                <td>1.76</td>
              </tr>
              <tr valign="top">
                <td>Trial 1 (postlockdown)</td>
                <td>850.00</td>
                <td>91,322</td>
                <td>71,994</td>
                <td>1142</td>
                <td>1112</td>
                <td>1.25</td>
              </tr>
              <tr valign="top">
                <td>Trial 2 (postlockdown)</td>
                <td>999.70</td>
                <td>237,201</td>
                <td>150,766</td>
                <td>1197</td>
                <td>1156</td>
                <td>0.50</td>
              </tr>
              <tr valign="top">
                <td>Trial 3 (postlockdown)</td>
                <td>1100.00</td>
                <td>247,540</td>
                <td>175,161</td>
                <td>1203</td>
                <td>1168</td>
                <td>0.49</td>
              </tr>
              <tr valign="top">
                <td>Trial 4 (postlockdown)</td>
                <td>1750.80</td>
                <td>207,799</td>
                <td>146,423</td>
                <td>967</td>
                <td>937</td>
                <td>0.47</td>
              </tr>
              <tr valign="top">
                <td>Trial 5 (postlockdown)</td>
                <td>1095.12</td>
                <td>99,285</td>
                <td>81,652</td>
                <td>850</td>
                <td>824</td>
                <td>0.86</td>
              </tr>
              <tr valign="top">
                <td>Trial 6 (postlockdown)</td>
                <td>1076.01</td>
                <td>114,539</td>
                <td>102,393</td>
                <td>853</td>
                <td>837</td>
                <td>0.74</td>
              </tr>
              <tr valign="top">
                <td>Total</td>
                <td>7571.72</td>
                <td>1,119,661</td>
                <td>825,635</td>
                <td>8138</td>
                <td>7858</td>
                <td>0.73</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Aus $1=US $0.62.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Cost-Effectiveness of Trial Recruitment</title>
        <p>On average, it costs Aus $2.28 (US $1.42; SE Aus $0.49 [US $0.30]) per screened participant, Aus $6.59 (US $4.10; SE Aus $1.39 [US $0.86]) per eligible participant, Aus $7.78 (US $4.84; SE Aus $1.64 [US $1.02]) per participant who downloaded the study mobile app, and Aus $10.01 (US $6.22; SE Aus $2.20 [US $1.37]) per completion. See Table S16 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for the breakdown of costs by trial.</p>
      </sec>
      <sec>
        <title>Impacts of COVID-19 Lockdowns</title>
        <p>Wilcoxon tests were carried out to compare costs incurred per link click between COVID-19 lockdown (pilot 1 and pilot 2), and post–COVID-19 lockdown (minitrials 1-6). Significant differences were found in the cost per click (lockdown: median Aus $0.35 [US $0.22], IQR Aus $0.27-$0.47 [US $0.17-$0.29]; postlockdown: median Aus $1.00 [US $0.62], IQR Aus $0.70-$1.47 [US $0.44-$0.92]; W=9087; <italic>P</italic>&#60;.001; Table S14 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). As recruitment drives occurred in short bursts (3-7 days as opposed to weeks or months for other recruitment campaigns), we compared lockdown and postlockdown costs using hourly spending on Facebook and Instagram advertising. Differences between lockdown and postlockdown on the amount spent per hour to reach the target sample size were also statistically significant (lockdown: median Aus $4.75 [US $2.95], IQR Aus $1.94-$6.34 [US $1.22-$3.97]; postlockdown: median Aus $13.29 [US $8.26], IQR Aus $4.70-$25.31 [US $2.95-$15.87]; W=16044; <italic>P</italic>&#60;.001; Table S15 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>With the increasing adoption of remote clinical trials in digital mental health research, and the uptake of the AI-driven adaptive trial methodology, strategies to optimize timely recruitment of suitable participants warrant investigation. Advancements in the way online social media platforms can be manipulated to reach target audiences faster and cheaper provided further impetus for this study. The effectiveness of participant recruitment via Facebook and Instagram was compared with traditional methods such as mailing lists and study flyers or posters. Results suggest that Facebook and Instagram are effective in recruiting young adults for remote digital mental health trials. Social media advertising outperformed more traditional methods in the total number of eligible participants recruited. However, we also found that compared to Facebook and Instagram, recruitment via the lead institution’s website was more effective in yielding eligible participants from those who completed screening. It may be the case that participants recruited while browsing the institution’s website (a mental health research institute) were actively seeking information to manage mental health concerns, and thus more likely to be eligible for the study than someone shown the study advertisement via social media because they fit the target age group. In addition, although not statistically significant, the completion rate was higher for participants recruited via the website. This could be explained by the familiarity, trust, and support of the mental health research carried out by the lead institution and suggests that this recruitment pathway can be effective for trial enrollment and importantly, trial completion. Given that the vast majority of eligible participants were recruited via social media advertising (92%) compared to website recruitment (4%), if funds are available, it would still make sense to include social media in the recruitment strategy to recruit young people for digital mental health trials. In terms of participant retention from study baseline to completion, there was no stand-out recruitment method. Similar to the number of eligible participants, the sheer volume of completers recruited via social media (90%) compared to traditional methods, provides a rationale for including this method in participant recruitment strategies. We did not find evidence of a sample selection effect due to the recruitment methods used. However, similar trials in the future should identify strategies to attract more international students. For example, targeted social media advertising for this student group and liaising with student leaders to disseminate trial information to club or society members.</p>
        <p>In terms of cost-effectiveness, this study provided further evidence to support the benefits of using social media to recruit young adults for mental health research participation. Our results (Aus $7.78 [US $4.84] per participant app download and Aus $10.01 [US $6.22] per trial completion) compared favorably with the Mood Memos Study (Aus $19.89 [US $12.37] per recruited participant) [<xref ref-type="bibr" rid="ref6">6</xref>], a health survey study targeting young females (US $20 per compliant participant) [<xref ref-type="bibr" rid="ref12">12</xref>], a health intervention study of 334 young Australian adults (Aus $105.77 [US $65.76] per recruited participant) [<xref ref-type="bibr" rid="ref25">25</xref>], diabetes self-management clinical trial for young adults (US $334 per enrolled participant) [<xref ref-type="bibr" rid="ref14">14</xref>], and a review that calculated estimated median recruitment costs for RCTs in mental health research (US $42.82) [<xref ref-type="bibr" rid="ref10">10</xref>]. Even though costs per completion for our trial were higher than studies conducted by Lee et al [<xref ref-type="bibr" rid="ref8">8</xref>] (Aus $2.81 [US $1.75] per completion), Ash et al [<xref ref-type="bibr" rid="ref26">26</xref>] (Aus $6.07 [US $3.77] per completion) [<xref ref-type="bibr" rid="ref26">26</xref>], and Batterham [<xref ref-type="bibr" rid="ref9">9</xref>] (Aus $1.51 [US $0.94] per completion), additional costs are explained by the nature of research activities involved; one-off survey completions, as opposed to completing a 29-day trial involving brief mental health interventions in Vibe Up. In comparison to an RCT that recruited 560 Danes aged 15-25 years to evaluate an online youth mental health promotion service [<xref ref-type="bibr" rid="ref13">13</xref>], US $4.20 per baseline survey completion reported for this trial was almost identical to costs per eligible participant for Vibe Up (Aus $6.59 [US $4.10]).</p>
        <p>More than 1.1 million impressions were counted during our recruitment drives, reaching 825,635 people. These are numbers difficult to achieve in a short period of time using flyers or posters, class announcements, and mailing lists. The ability to track the number of clicks on the study website (n=8138), and determine if clicks were by different individuals (7858 unique clicks), in addition to the ability to alter targeting setup (eg, tailoring advertisements to male students), makes social media recruitment via Facebook and Instagram an attractive proposition for researchers looking to recruit a large sample within a limited period of time. Further, click-through rates provided valuable insights into how engaging the study advertisements are to the target audience, allowing fine-tuning of recruitment materials during recruitment drives to maximize participant sign-up. According to WordStream [<xref ref-type="bibr" rid="ref27">27</xref>], a good click-through rate for Facebook advertising averages approximately 0.90%. This study achieved an overall click-through rate of 0.73%, with the highest rates achieved during the COVID-19 lockdown (pilot 1: 1.49 and pilot 2: 1.76). It is important to acknowledge that the success in recruiting young people for our trial also leveraged the well-established and trusted brand of the lead institution in the mental health space in Australia.</p>
        <p>A spike in costs for minitrial 4 warranted our attention. Up until then, a “link click” objective was used wherein Facebook and Instagram directed the study advertisements toward individuals most likely to click on them. A change to the “landing page view” objective for trial 4, where individuals more likely to load the page content were targeted, resulted in higher costs. It was a tactic that did not pay off as Facebook and Instagram needed time and more money to relearn the change in objective. For subsequent trials, a conversion pixel on the “GET STARTED” button was implemented, targeting people most likely to participate. This was a cost-saving strategy, homing in on people more likely to take action. Although the ability to change strategies demonstrated advancements in social media recruitment to reach specific target samples, it does come with additional financial costs that researchers should be aware of. In addition, fraudulent participants have increasingly infiltrated research recruitment via social media, especially trials offering monetary reimbursement. The current study implemented several safeguards including the use of time-based one-time password for app downloads and manual checking of participant details before inclusion in the study.</p>
        <p>The first 2 recruitment drives coinciding with the COVID-19 lockdowns provided us with the unique opportunity to assess whether social media recruitment was more cost-effective during the lockdown period compared to postlockdown. Comparisons between the 2 periods found that fewer funds were needed during lockdown to trigger interest from prospective participants and result in sign-ups. The COVID lockdown may have facilitated recruitment, with students taking the opportunity to learn new, evidence-based coping strategies for psychological distress offered by the trial. The planned recruitment period of 2 weeks was reduced to 7 days, with almost 300 participants recruited for the first pilot trial. Adjustments were made for pilot 2 (7-day recruitment period); however, intake was closed after 3 days with sign-ups exceeding the target of 120-150 participants. COVID-19 lockdown was the most cost-effective recruitment period, with fewer funds required per screened participant, per eligible participant, per app download, and per completed participant. The psychological impact of the lockdown may have prompted students to seek ways to improve their mental well-being. Even though recruitment periods for subsequent trials (postlockdown) remained consistent (3-5 days), more funds were expended to reach the target sample size. Costs per completed participant increased to between Aus $8 (US $4.97) and Aus $21 (US $13.06; compared to under Aus $3 [US $1.87] for the pilot trials). These opportunistic findings suggest that recruitment of young people may yield better results during their “downtime,” for example, during semester breaks or festive seasons, when they have the capacity to contribute to research. In addition, recruitment materials need to include information on benefits to participants (for example, providing an opportunity to learn evidence-based coping strategies), and screening needs to exclude those unable to commit for the entire study (for example, asking participants to indicate major disruptions or events in the next 2 months which may make it difficult to take part in the study) to help boost retention rates.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>First, we were unable to accurately assign a monetary value to the traditional recruitment methods used for our trials (eg, poster or flyer and classroom announcements) so no direct comparisons were made on cost-effectiveness with social media recruitment. As a result, we are unable to comment on whether one recruitment method is more cost-effective than another in this study. Instead, the costs of social media recruitment were compared with previously published data to help determine if this method should be pursued in future mental health AI-driven adaptive trials. Secondly, we struggled to correct the sex imbalance within our sample. This is consistent with the recruitment literature [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Even though more funds were allocated to the recruitment of male participants from main trial 4 onwards, we were unable to correct the skew. For future studies, user testing of tailored advertisements for male participants should be considered before the start of recruitment campaigns. Next, given that our participants were recruited from all over Australia, it was difficult to isolate which participants were in lockdown, as lockdown periods varied across the country. We have categorized our trials based on dates published online by the Australian government [<xref ref-type="bibr" rid="ref30">30</xref>]. Finally, the young people referred to in our study are all tertiary education students. Their characteristics and inclination to participate in research may differ from others in this group (eg, in full-time employment). Hence, our findings may not be generalizable to all young people in Australia but are likely to reflect those currently attending an Australian tertiary education institution.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Social media advertising on Facebook and Instagram is a productive method to recruit young people for AI-driven adaptive digital mental health intervention trials. Given that repeated recruitment drives are necessary for this trial methodology (in our case, once every month for 2 pilot trials and 6 minitrials), we found social media to be more effective in reaching potential participants all over Australia than traditional recruitment methods such as mailing lists and flyers or posters. In addition, advertising costs from this study compared favorably with other large-scale traditional trials, providing evidence that social media advertising can be effective for participant recruitment in future AI-driven adaptive trials. Perhaps a reflection of the added distress experienced by young people, online advertising costs were low during COVID-19 lockdowns and increased post lockdown. Based on our experience, we encourage other researchers interested in running AI-driven adaptive trials to consider the use of social media advertising to recruit participants.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Additional tables.</p>
        <media xlink:href="jmir_v27i1e60413_app1.docx" xlink:title="DOCX File , 43 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Vibe Up study advertisements.</p>
        <media xlink:href="jmir_v27i1e60413_app2.docx" xlink:title="DOCX File , 211 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to acknowledge contributions from Nicola Livingstone and Simon Goh to the study.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>WYZ, A Shvetcov, A Slade, ZJ, LH, AW, RL, SG, KH, ES, SV, KM, RV, JMN, and HC played key roles in the design and development of study processes. ES, KH, WYZ, ZJ, LH, RL, SV, KM, JMN, and HC developed the recruitment strategies with support from AW, SG, JR, SR, A Shvetcov, and A Slade. LH led the development of the technical trial platform, with support from SK, AA, JFK, SC, MS, and NM. All authors provided critical input throughout participant recruitment and the development of the manuscript. All authors reviewed the manuscript and provided comments. All authors approved the manuscript prior to publication.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pallmann</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bedding</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Choodari-Oskooei</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dimairo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Flight</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hampson</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mander</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Odondi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sydes</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Villar</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Wason</surname>
              <given-names>JMS</given-names>
            </name>
            <name name-style="western">
              <surname>Weir</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wheeler</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Yap</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jaki</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Adaptive designs in clinical trials: why use them, and how to run and report them</article-title>
          <source>BMC Med</source>
          <year>2018</year>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-018-1017-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-018-1017-7</pub-id>
          <pub-id pub-id-type="medline">29490655</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-018-1017-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5830330</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Antony</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence for clinical trial design</article-title>
          <source>Trends Pharmacol Sci</source>
          <year>2019</year>
          <volume>40</volume>
          <issue>8</issue>
          <fpage>577</fpage>
          <lpage>591</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0165-6147(19)30130-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.tips.2019.05.005</pub-id>
          <pub-id pub-id-type="medline">31326235</pub-id>
          <pub-id pub-id-type="pii">S0165-6147(19)30130-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Armin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Online recruitment methods for web-based and mobile health studies: a review of the literature</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>7</issue>
          <fpage>e183</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/7/e183/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4359</pub-id>
          <pub-id pub-id-type="medline">26202991</pub-id>
          <pub-id pub-id-type="pii">v17i7e183</pub-id>
          <pub-id pub-id-type="pmcid">PMC4527014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Pencheon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Moncrieff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freemantle</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Recruitment and retention strategies in mental health trials—a systematic review</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>8</issue>
          <fpage>e0203127</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0203127"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0203127</pub-id>
          <pub-id pub-id-type="medline">30157250</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-00827</pub-id>
          <pub-id pub-id-type="pmcid">PMC6114918</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Darmawan</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Bakker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brockman</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Patten</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Eder</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The role of social media in enhancing clinical trial recruitment: scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e22810</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/10/e22810/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22810</pub-id>
          <pub-id pub-id-type="medline">33104015</pub-id>
          <pub-id pub-id-type="pii">v22i10e22810</pub-id>
          <pub-id pub-id-type="pmcid">PMC7652693</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jorm</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Mackinnon</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Internet-based recruitment to a depression prevention intervention: lessons from the Mood Memos study</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>e31</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/2/e31/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2262</pub-id>
          <pub-id pub-id-type="medline">23403043</pub-id>
          <pub-id pub-id-type="pii">v15i2e31</pub-id>
          <pub-id pub-id-type="pmcid">PMC3636291</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Mull</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Heffner</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>McClure</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Bricker</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Participant recruitment and retention in remote eHealth intervention trials: methods and lessons learned from a large randomized controlled trial of two web-based smoking interventions</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <volume>20</volume>
          <issue>8</issue>
          <fpage>e10351</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/8/e10351/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10351</pub-id>
          <pub-id pub-id-type="medline">30143479</pub-id>
          <pub-id pub-id-type="pii">v20i8e10351</pub-id>
          <pub-id pub-id-type="pmcid">PMC6128955</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Torok</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shand</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McGillivray</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Burnett</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Mok</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Performance, cost-effectiveness, and representativeness of Facebook recruitment to suicide prevention research: online survey study</article-title>
          <source>JMIR Ment Health</source>
          <year>2020</year>
          <volume>7</volume>
          <issue>10</issue>
          <fpage>e18762</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2020/10/e18762/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18762</pub-id>
          <pub-id pub-id-type="medline">33090115</pub-id>
          <pub-id pub-id-type="pii">v7i10e18762</pub-id>
          <pub-id pub-id-type="pmcid">PMC7644381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Batterham</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Recruitment of mental health survey participants using internet advertising: content, characteristics and cost effectiveness</article-title>
          <source>Int J Methods Psychiatr Res</source>
          <year>2014</year>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>184</fpage>
          <lpage>191</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24615785"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/mpr.1421</pub-id>
          <pub-id pub-id-type="medline">24615785</pub-id>
          <pub-id pub-id-type="pmcid">PMC6878492</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanchez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Grzenda</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Varias</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Widge</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Nemeroff</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Kalin</surname>
              <given-names>NH</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tohen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Filippou-Frye</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Linos</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mangurian</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>CI</given-names>
            </name>
          </person-group>
          <article-title>Social media recruitment for mental health research: a systematic review</article-title>
          <source>Compr Psychiatry</source>
          <year>2020</year>
          <volume>103</volume>
          <fpage>152197</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0010-440X(20)30039-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.comppsych.2020.152197</pub-id>
          <pub-id pub-id-type="medline">32992073</pub-id>
          <pub-id pub-id-type="pii">S0010-440X(20)30039-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7704547</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Albritton</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Neuwirth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bull</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Youth study recruitment using paid advertising on Instagram, Snapchat, and Facebook: cross-sectional survey study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2019</year>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e14080</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2019/4/e14080/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14080</pub-id>
          <pub-id pub-id-type="medline">31599739</pub-id>
          <pub-id pub-id-type="pii">v5i4e14080</pub-id>
          <pub-id pub-id-type="pmcid">PMC6811770</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fenner</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Garland</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Jayasinghe</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tabrizi</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Gunasekaran</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wark</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Web-based recruiting for health research using a social networking site: an exploratory study</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>e20</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/1/e20/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1978</pub-id>
          <pub-id pub-id-type="medline">22297093</pub-id>
          <pub-id pub-id-type="pii">v14i1e20</pub-id>
          <pub-id pub-id-type="pmcid">PMC3374531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Paldam Folker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Buskbjerg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paldam Folker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huber Jezek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lyngsø Svarta</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen Sølvhøj</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Thygesen</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Potential of online recruitment among 15-25-year olds: feasibility randomized controlled trial</article-title>
          <source>JMIR Form Res</source>
          <year>2022</year>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>e35874</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2022/5/e35874/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/35874</pub-id>
          <pub-id pub-id-type="medline">35612877</pub-id>
          <pub-id pub-id-type="pii">v6i5e35874</pub-id>
          <pub-id pub-id-type="pmcid">PMC9178448</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salvy</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Carandang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vigen</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Concha-Chavez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sequeira</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Blanchard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Diaz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Raymond</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pyatak</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of social media (Facebook), targeted mailing, and in-person solicitation for the recruitment of young adult in a diabetes self-management clinical trial</article-title>
          <source>Clin Trials</source>
          <year>2020</year>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>664</fpage>
          <lpage>674</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32627589"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1740774520933362</pub-id>
          <pub-id pub-id-type="medline">32627589</pub-id>
          <pub-id pub-id-type="pmcid">PMC7655669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huckvale</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hoon</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stech</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Newby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>WY</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vasa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Senadeera</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kurniawan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kupper</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Asbury</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Willie</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cutler</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Parkinson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ahumada-Canale</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Beames</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Logothetis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bautista</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shvetcov</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mackinnon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rana</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mouzakis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Werner-Seidler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Whitton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Venkatesh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Protocol for a bandit-based response adaptive trial to evaluate the effectiveness of brief self-guided digital interventions for reducing psychological distress in university students: the Vibe Up study</article-title>
          <source>BMJ Open</source>
          <year>2023</year>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>e066249</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=37116996"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2022-066249</pub-id>
          <pub-id pub-id-type="medline">37116996</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2022-066249</pub-id>
          <pub-id pub-id-type="pmcid">PMC10151864</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilkins</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vera-Toscano</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Botha</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Wooden</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Trinh</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>The household, income and labour dynamics in Australia survey: selected findings from waves 1 to 20</article-title>
          <source>Melbourne Institute: Applied Economic &#38; Social Research</source>
          <year>2022</year>
          <access-date>2024-12-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://melbourneinstitute.unimelb.edu.au/__data/assets/pdf_file/0011/4382057/HILDA_Statistical_Report_2022.pdf">https://melbourneinstitute.unimelb.edu.au/__data/assets/pdf_file/0011/4382057/HILDA_Statistical_Report_2022.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bower</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Smout</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Donohoe-Bales</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>O'Dean</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Teesson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Boyle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Calear</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Batterham</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gournay</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Teesson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A hidden pandemic? An umbrella review of global evidence on mental health in the time of COVID-19</article-title>
          <source>Front Psychiatry</source>
          <year>2023</year>
          <volume>14</volume>
          <fpage>1107560</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36970258"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2023.1107560</pub-id>
          <pub-id pub-id-type="medline">36970258</pub-id>
          <pub-id pub-id-type="pmcid">PMC10032377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Batra</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Batra</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Schvaneveldt</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Assessing the psychological impact of COVID-19 among college students: an evidence of 15 countries</article-title>
          <source>Healthcare</source>
          <year>2021</year>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>222</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=healthcare9020222"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/healthcare9020222</pub-id>
          <pub-id pub-id-type="medline">33671363</pub-id>
          <pub-id pub-id-type="pii">healthcare9020222</pub-id>
          <pub-id pub-id-type="pmcid">PMC7923198</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alesi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Giordano</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gentile</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Caci</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The switch to online learning during the COVID-19 pandemic: the interplay between personality and mental health on university students</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2023</year>
          <volume>20</volume>
          <issue>7</issue>
          <fpage>5255</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph20075255"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph20075255</pub-id>
          <pub-id pub-id-type="medline">37047875</pub-id>
          <pub-id pub-id-type="pii">ijerph20075255</pub-id>
          <pub-id pub-id-type="pmcid">PMC10094209</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butnaru</surname>
              <given-names>GI</given-names>
            </name>
            <name name-style="western">
              <surname>Haller</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Dragolea</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Anichiti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tacu Hârșan</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>Students' wellbeing during transition from onsite to online education: Are there risks arising from social isolation?</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <volume>18</volume>
          <issue>18</issue>
          <fpage>9665</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph18189665"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph18189665</pub-id>
          <pub-id pub-id-type="medline">34574589</pub-id>
          <pub-id pub-id-type="pii">ijerph18189665</pub-id>
          <pub-id pub-id-type="pmcid">PMC8467860</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McCabe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dawson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cyrzon</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shankar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gerges</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kellett-Renzella</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chye</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Cornish</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Identifying predictors of university students' wellbeing during the COVID-19 pandemic—a data-driven approach</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <volume>18</volume>
          <issue>13</issue>
          <fpage>6730</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph18136730"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph18136730</pub-id>
          <pub-id pub-id-type="medline">34206579</pub-id>
          <pub-id pub-id-type="pii">ijerph18136730</pub-id>
          <pub-id pub-id-type="pmcid">PMC8296899</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <source>Qualtrics LLC</source>
          <access-date>2024-12-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.qualtrics.com/en-au/">https://www.qualtrics.com/en-au/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Colpe</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hiripi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mroczek</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Normand</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zaslavsky</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Short screening scales to monitor population prevalences and trends in non-specific psychological distress</article-title>
          <source>Psychol Med</source>
          <year>2002</year>
          <volume>32</volume>
          <issue>6</issue>
          <fpage>959</fpage>
          <lpage>976</lpage>
          <pub-id pub-id-type="doi">10.1017/S0033291702006074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Spijker</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Batterham</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Calear</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Farrer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kerkhof</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>The Suicidal Ideation Attributes Scale (SIDAS): community-based validation study of a new scale for the measurement of suicidal ideation</article-title>
          <source>Suicide Life Threat Behav</source>
          <year>2014</year>
          <volume>44</volume>
          <issue>4</issue>
          <fpage>408</fpage>
          <lpage>419</lpage>
          <pub-id pub-id-type="doi">10.1111/sltb.12084</pub-id>
          <pub-id pub-id-type="medline">24612048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Musiat</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Winsall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Orlowski</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Antezana</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Schrader</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Battersby</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bidargaddi</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Paid and unpaid online recruitment for health interventions in young adults</article-title>
          <source>J Adolesc Health</source>
          <year>2016</year>
          <volume>59</volume>
          <issue>6</issue>
          <fpage>662</fpage>
          <lpage>667</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2016.07.020</pub-id>
          <pub-id pub-id-type="medline">27663927</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(16)30229-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ash</surname>
              <given-names>GI</given-names>
            </name>
            <name name-style="western">
              <surname>Robledo</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Ishii</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pittman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>DeMartini</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Redeker</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Fucito</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Using web-based social media to recruit heavy-drinking young adults for sleep intervention: prospective observational study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e17449</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e17449/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17449</pub-id>
          <pub-id pub-id-type="medline">32780027</pub-id>
          <pub-id pub-id-type="pii">v22i8e17449</pub-id>
          <pub-id pub-id-type="pmcid">PMC7448185</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irvine</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Facebook ad benchmarks for your industry [data]</article-title>
          <source>WordStream</source>
          <access-date>2017-02-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wordstream.com/blog/ws/2017/02/28/facebook-advertising-benchmarks">https://www.wordstream.com/blog/ws/2017/02/28/facebook-advertising-benchmarks</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lopian</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Edney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Van Kessel</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Plotnikoff</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Olds</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>It's not raining men: a mixed-methods study investigating methods of improving male recruitment to health behaviour research</article-title>
          <source>BMC Public Health</source>
          <year>2019</year>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>814</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-019-7087-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-019-7087-4</pub-id>
          <pub-id pub-id-type="medline">31234825</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-019-7087-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6591998</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knox</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kay-Lambkin</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wallis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mallise</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Barclay</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Male involvement in randomised trials testing psychotherapy or behavioural interventions for depression: a scoping review</article-title>
          <source>Curr Psychol</source>
          <year>2022</year>
          <volume>42</volume>
          <issue>34</issue>
          <fpage>1</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36531196"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12144-022-04017-7</pub-id>
          <pub-id pub-id-type="medline">36531196</pub-id>
          <pub-id pub-id-type="pii">4017</pub-id>
          <pub-id pub-id-type="pmcid">PMC9735062</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <source>Department of Education ECEC COVID-19 timeline: Australian Government Department of Education, Skills and Employment</source>
          <access-date>2021-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://webarchive.nla.gov.au/awa/20221025000255/https://www.education.gov.au/covid-19/resources/ecec-covid19-timeline">https://tinyurl.com/mvhaa7a3</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
