<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v21i11e14421</article-id>
      <article-id pub-id-type="pmid">31682589</article-id>
      <article-id pub-id-type="doi">10.2196/14421</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Attracting Users to Online Health Communities: Analysis of LungCancer.net’s Facebook Advertisement Campaign Data</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Platt</surname>
            <given-names>Tevah</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ernala</surname>
            <given-names>Sindhu Kiranmai</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Da Silva</surname>
            <given-names>Edson</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Matthews</surname>
            <given-names>Paul</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Horrell</surname>
            <given-names>Lindsey N</given-names>
          </name>
          <degrees>BSN, MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Health Behavior</institution>
            <institution>Gillings School of Global Public Health</institution>
            <institution>University of North Carolina at Chapel Hill</institution>
            <addr-line>170 Rosenau Hall, CB #7400</addr-line>
            <addr-line>Chapel Hill, NC</addr-line>
            <country>United States</country>
            <phone>1 502 644 7597</phone>
            <email>horrell@email.unc.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9869-2129</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Lazard</surname>
            <given-names>Allison J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2502-2850</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Bhowmick</surname>
            <given-names>Amrita</given-names>
          </name>
          <degrees>MPH, MBA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4089-7508</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Hayes</surname>
            <given-names>Sara</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4053-6689</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Mees</surname>
            <given-names>Susan</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3352-9245</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Valle</surname>
            <given-names>Carmina G</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1985-2409</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Health Behavior</institution>
        <institution>Gillings School of Global Public Health</institution>
        <institution>University of North Carolina at Chapel Hill</institution>
        <addr-line>Chapel Hill, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Media and Journalism</institution>
        <institution>University of North Carolina at Chapel Hill</institution>
        <addr-line>Chapel Hill, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Lineberger Comprehensive Cancer Center</institution>
        <institution>University of North Carolina at Chapel Hill</institution>
        <addr-line>Chapel Hill, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Health Union, LLC</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Nutrition</institution>
        <institution>Gillings School of Global Public Health</institution>
        <institution>University of North Carolina at Chapel Hill</institution>
        <addr-line>Chapel Hill, NC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Lindsey N Horrell <email>horrell@email.unc.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>11</month>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>4</day>
        <month>11</month>
        <year>2019</year>
      </pub-date>
      <volume>21</volume>
      <issue>11</issue>
      <elocation-id>e14421</elocation-id>
      <history>
        <date date-type="received">
          <day>20</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>21</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>23</day>
          <month>8</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>30</day>
          <month>8</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Lindsey N Horrell, Allison J Lazard, Amrita Bhowmick, Sara Hayes, Susan Mees, Carmina G Valle. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 04.11.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2019/11/e14421" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>With growing numbers of adults turning to the internet to get answers for health-related questions, online communities provide platforms with participatory networks to deliver health information and social support. However, to optimize the benefits of these online communities, these platforms must market effectively to attract new members and promote community growth.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to assess the engagement results of Facebook advertisements designed to increase membership in the LungCancer.net online community.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In the fall of 2017, a series of 5 weeklong Facebook advertisement campaigns were launched targeting adults over the age of 18 years with an interest in lung cancer to increase opt ins to the LungCancer.net community (ie, the number of people who provided their email to join the site).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The advertisements released during this campaign had a sum reach of 91,835 people, and 863 new members opted into the LungCancer.net community by providing their email address. Females aged 55 to 64 years were the largest population reached by the campaign (31,401/91,835; 34.29%), whereas females aged 65 and older were the largest population who opted into the LungCancer.net community (307/863; 35.57%). A total of US $1742 was invested in the Facebook campaigns, and 863 people opted into LungCancer.net, resulting in a cost of US $2.02 per new member.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This research demonstrates the feasibility of using Facebook advertising to promote and grow online health communities. More research is needed to compare the effectiveness of various advertising approaches. Public health professionals should consider Facebook campaigns to effectively connect intended audiences to health information and support.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>internet</kwd>
        <kwd>health communication</kwd>
        <kwd>social media</kwd>
        <kwd>health promotion</kwd>
        <kwd>health education</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Online Community Growth</title>
        <p>Currently, 72% of adults seek health information on the Web, and 16% search for peers with similar health concerns [<xref ref-type="bibr" rid="ref1">1</xref>]. Online communities can effectively extend health education [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>] and facilitate social support [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>] and have been linked to improved self-management [<xref ref-type="bibr" rid="ref2">2</xref>] and enhanced health outcomes [<xref ref-type="bibr" rid="ref3">3</xref>]. The number of online communities has grown substantially over the past decade, with countless websites increasing traffic from patients and caregivers through user-engaged communities [<xref ref-type="bibr" rid="ref5">5</xref>]. Patients are motivated to join these communities to access support, advice, and accountability in reaching health goals [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Online community growth is crucial to meeting these user needs, as it builds communities’ pooled knowledge and increases access to quality informational and social support [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Larger online networks have the power of network effects—where more users increase the usefulness of the community [<xref ref-type="bibr" rid="ref9">9</xref>]<italic>.</italic> For those seeking others with shared experiences, larger communities offer a greater number of individuals with the potential for cognitive empathy, particularly from people outside ones’ close network where sharing may cause emotional burden [<xref ref-type="bibr" rid="ref12">12</xref>]<italic>.</italic> For staff overseeing these sites, limited evidence is available to guide community growth, which is known to be a time- and resource-intensive task [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      </sec>
      <sec>
        <title>LungCancer.net</title>
        <p>In this study, we reported the feasibility and cost-effectiveness of Facebook advertising to promote online community growth in the context of the LungCancer.net community. LungCancer.net provides patients and caregivers a platform to learn, educate, and connect with peers and health care professionals. The content published by LungCancer.net is written by patients, caregivers, and health professionals and supplemented by editorial content. In August 2017, LungCancer.net catered to 1575 users and sought to expand their community base through a series of social media advertisements. With 69% of US adults on Facebook and 74% of users on the site daily [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], Facebook seemed to be an ideal platform to promote community growth. The goal of this study was to assess the engagement results of Facebook advertisements designed to increase the number of opt ins to the LungCancer.net online community (ie, the number of users that provided their email to join the community).</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Facebook Advertisement Campaign</title>
        <p>From August to December 2017, 5 weeklong Facebook campaigns were launched with the objective of increasing opt ins to LungCancer.net. Each campaign consisted of 3 unique advertisements that contained an image, a text, and a call to action (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The visuals included 6 static images and 1 image in the Graphics Interchange Format (signaled with the “†” symbol in <xref ref-type="fig" rid="figure1">Figure 1</xref>). The text included messages crafted by community managers and quotes from members. The target audience was adults (18 years or older) with an interest in lung cancer–related content and/or Facebook pages. No other demographic variables were used to define the audience within the Facebook Ads Manager system. The budget for each advertisement was US $25 per day. Facebook utilizes a bidding cost system, and actual expenditures for each test averaged within 4% of the desired budget, with the exception of 1 outlying test, which was 19% below the budget.</p>
      </sec>
      <sec>
        <title>Advertisement Performance Measures</title>
        <p>The performance of each advertisement was evaluated using metrics rooted in advertisement engagement frameworks [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. According to McGuire’s Model of Persuasion, eliciting action begins with advertisement exposure and moves across a continuum of cognitive and behavioral responses [<xref ref-type="bibr" rid="ref17">17</xref>]. Exposure in this campaign is operationalized as <italic>impressions</italic> (number of times the advertisement appears in News Feeds) and <italic>reach</italic> (number of individuals exposed to the advertisement). Frameworks proposed by Neiger et al [<xref ref-type="bibr" rid="ref15">15</xref>] and Platt et al [<xref ref-type="bibr" rid="ref16">16</xref>] were used to define low-to-high behavioral responses. As the goal of this campaign was to increase opt ins to the LungCancer.net community, <italic>low user engagement</italic> was defined as interacting with the advertisement through clicks (ie, reacting to the post, clicking a post link, or liking the LungCancer.net Facebook page), <italic>medium user engagement</italic> was defined as sharing or commenting on the advertisement, and <italic>high user engagement</italic> was defined as <italic>opting in</italic> or signing up for the LungCancer.net community. After each campaign, metrics (<xref ref-type="table" rid="table1">Table 1</xref>) were pulled for each advertisement, and advertisements with the lowest opt in cost were run with new advertisements during the next weeklong campaign. Advertisements with the lowest opt in cost during each weeklong campaign are signaled with the “‡” symbol in <xref ref-type="fig" rid="figure1">Figure 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Facebook advertisement campaign images and text.</p>
          </caption>
          <graphic xlink:href="jmir_v21i11e14421_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Facebook advertisement performance measures.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="190"/>
            <col width="190"/>
            <col width="190"/>
            <col width="430"/>
            <thead>
              <tr valign="top">
                <td>Level of performance</td>
                <td>Level of engagement</td>
                <td>Performance measure</td>
                <td>Definition</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Exposure</td>
                <td>—<sup>a</sup></td>
                <td>Impressions</td>
                <td>Number of times the advertisement appeared in News Feeds</td>
              </tr>
              <tr valign="top">
                <td>Exposure</td>
                <td>—</td>
                <td>Reach</td>
                <td>Number of individuals exposed to the Facebook advertisement</td>
              </tr>
              <tr valign="top">
                <td>Engagement</td>
                <td>Low</td>
                <td>Reactions</td>
                <td>Number of times people responded to an advertisement by clicking “like,” “love,” “wow,” “haha,” “sad,” or “angry”</td>
              </tr>
              <tr valign="top">
                <td>Engagement</td>
                <td>Low</td>
                <td>Link clicks</td>
                <td>Number of people who clicked a link on the Facebook advertisement</td>
              </tr>
              <tr valign="top">
                <td>Engagement</td>
                <td>Low</td>
                <td>Page likes</td>
                <td>Number of people who liked the LungCancer.net Facebook page</td>
              </tr>
              <tr valign="top">
                <td>Engagement</td>
                <td>Medium</td>
                <td>Shares</td>
                <td>Number of times people shared the advertisement</td>
              </tr>
              <tr valign="top">
                <td>Engagement</td>
                <td>Medium</td>
                <td>Comments</td>
                <td>Number of times people commented on the Facebook advertisement</td>
              </tr>
              <tr valign="top">
                <td>Engagement</td>
                <td>High</td>
                <td>Opt ins</td>
                <td>Number of people who signed up to join the LungCancer.net community</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Audience Demographics</title>
        <p>Over the course of the 5 campaigns, the sum reach was 91,835 people, and 863 members opted in to the LungCancer.net community (ie, demonstrated high engagement; <xref ref-type="table" rid="table2">Table 2</xref>). Females between 55 and 64 years represented the largest population reached by the campaign (31,401/91,835; 34.29%), whereas females aged 65 years and older represented the largest population that opted in to the LungCancer.net community (307/863; 35.57%). Given that US $1742 was invested across the 5 campaigns, approximately US $2.02 was spent per opt in, and just over 1 cent was spent per exposure to the campaign.</p>
      </sec>
      <sec>
        <title>Advertisement Engagement Results</title>
        <p><xref ref-type="table" rid="table3">Table 3</xref> displays engagement results. During the first campaign (August 24-30), advertisement B attracted the greatest level of engagement, including the greatest reach (10,556 people), number of impressions (12,569), reactions (221), link clicks (131), page likes (11), and opt ins (81 new community members) and the lowest opt in per cost rate (US $1.99 per opt in). This advertisement featured an image of lungs with the text “connect with others who understand what life with lung cancer is like.” Advertisements B and C were then used in the second campaign (August 31-September 6) alongside 1 new advertisement. In week 2, advertisement B again outperformed other advertisements and was subsequently implemented in week 3 (October 5-11).</p>
        <p>During the third campaign, advertisement F, featuring the same image as advertisement B with new text “After reading some of the comments on LungCancer.net, no more self-pity, no more discouragement, as I read these comments of strength and survival and determination I feel revived” attracted the greatest number of reactions (194), comments (19), link clicks (176), and opt ins (82) at the lowest cost (US $1.10 per opt in). In the fourth campaign (November 9-15), advertisement H, with the same text as advertisement F but a simpler lung image, attracted the greatest engagement including 179 reactions, 14 page likes, and 60 opt ins at US $1.47 per opt in. In the fifth campaign (December 7-17), advertisement H was outperformed by an advertisement featuring the same image with the text, “A place to share the good, the bad, and everything in between” (advertisement I). Advertisement I attracted 114 link clicks, 22 page likes, and 50 opt ins at US $1.89 per opt in.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Demographic information of those exposed to Facebook advertisements.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="150"/>
            <col width="140"/>
            <col width="140"/>
            <col width="140"/>
            <col width="140"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>Age (years)</td>
                <td colspan="3">Cumulative campaign reach (N=91,835), n (%)</td>
                <td colspan="3">New members resulting from the campaign (N=863), n (%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>Male</td>
                <td>Unknown</td>
                <td>Female</td>
                <td>Male</td>
                <td>Unknown</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>65+</td>
                <td>24,005 (26.14)</td>
                <td>5766 (6.28)</td>
                <td>163 (0.18)</td>
                <td>307 (35.57)</td>
                <td>66 (7.65)</td>
                <td>3 (0.35)</td>
              </tr>
              <tr valign="top">
                <td>55-64</td>
                <td>31,401 (34.29)</td>
                <td>6572 (7.16)</td>
                <td>181 (0.20)</td>
                <td>257 (29.78)</td>
                <td>63 (7.30)</td>
                <td>3 (0.35)</td>
              </tr>
              <tr valign="top">
                <td>45-54</td>
                <td>13,289 (14.47)</td>
                <td>2397 (2.61)</td>
                <td>62 (0.07)</td>
                <td>111 (12.86)</td>
                <td>14 (1.62)</td>
                <td>0 (0.00)</td>
              </tr>
              <tr valign="top">
                <td>35-44</td>
                <td>4427 (4.82)</td>
                <td>975 (1.06)</td>
                <td>20 (0.02)</td>
                <td>23 (2.67)</td>
                <td>1 (0.12)</td>
                <td>0 (0.00)</td>
              </tr>
              <tr valign="top">
                <td>25-34</td>
                <td>138 (1.50)</td>
                <td>404 (0.44)</td>
                <td>12 (0.01)</td>
                <td>7 (0.81)</td>
                <td>2 (0.23)</td>
                <td>0 (0.00)</td>
              </tr>
              <tr valign="top">
                <td>18-24</td>
                <td>591 (0.64)</td>
                <td>115 (0.13)</td>
                <td>15 (0.01)</td>
                <td>6 (0.70)</td>
                <td>0 (0.00)</td>
                <td>0 (0.00)</td>
              </tr>
              <tr valign="top">
                <td>Unknown</td>
                <td>0 (0.00)</td>
                <td>0 (0.00)</td>
                <td>69 (0.00)</td>
                <td>0 (0.00)</td>
                <td>0 (0.00)</td>
                <td>0 (0.00)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Facebook advertisement engagement results.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="80"/>
            <col width="80"/>
            <col width="130"/>
            <col width="100"/>
            <col width="100"/>
            <col width="110"/>
            <col width="80"/>
            <col width="100"/>
            <col width="130"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td rowspan="3">Ad</td>
                <td colspan="2">Exposure, n</td>
                <td colspan="6">Engagement, n</td>
                <td rowspan="3">Cost/opt in rate (US $)</td>
              </tr>
              <tr valign="top">
                <td>Reach</td>
                <td>Impressions</td>
                <td colspan="3">Low</td>
                <td colspan="2">Medium</td>
                <td>High (opt ins)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Reactions</td>
                <td>Link clicks</td>
                <td>Page likes</td>
                <td>Shares</td>
                <td>Comments</td>
                <td>
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>A</td>
                <td>7206</td>
                <td>8972</td>
                <td>83</td>
                <td>81</td>
                <td>6</td>
                <td>16</td>
                <td>9</td>
                <td>34</td>
                <td>5.10</td>
              </tr>
              <tr valign="top">
                <td>B<sup>a</sup></td>
                <td>10,556</td>
                <td>12,569</td>
                <td>221</td>
                <td>131</td>
                <td>11</td>
                <td>44</td>
                <td>6</td>
                <td>81</td>
                <td>1.99</td>
              </tr>
              <tr valign="top">
                <td>C</td>
                <td>8494</td>
                <td>10,788</td>
                <td>219</td>
                <td>102</td>
                <td>10</td>
                <td>51</td>
                <td>8</td>
                <td>72</td>
                <td>2.23</td>
              </tr>
              <tr valign="top">
                <td>B<sup>a</sup></td>
                <td>10,546</td>
                <td>12,965</td>
                <td>170</td>
                <td>164</td>
                <td>9</td>
                <td>34</td>
                <td>15</td>
                <td>78</td>
                <td>1.85</td>
              </tr>
              <tr valign="top">
                <td>C</td>
                <td>9326</td>
                <td>11,944</td>
                <td>173</td>
                <td>113</td>
                <td>10</td>
                <td>37</td>
                <td>13</td>
                <td>55</td>
                <td>2.64</td>
              </tr>
              <tr valign="top">
                <td>D</td>
                <td>6484</td>
                <td>9235</td>
                <td>238</td>
                <td>121</td>
                <td>10</td>
                <td>35</td>
                <td>8</td>
                <td>61</td>
                <td>1.86</td>
              </tr>
              <tr valign="top">
                <td>B</td>
                <td>6078</td>
                <td>8091</td>
                <td>94</td>
                <td>116</td>
                <td>3</td>
                <td>35</td>
                <td>13</td>
                <td>48</td>
                <td>1.89</td>
              </tr>
              <tr valign="top">
                <td>E</td>
                <td>4018</td>
                <td>6293</td>
                <td>195</td>
                <td>126</td>
                <td>10</td>
                <td>22</td>
                <td>5</td>
                <td>60</td>
                <td>1.51</td>
              </tr>
              <tr valign="top">
                <td>F<sup>a</sup></td>
                <td>4778</td>
                <td>7262</td>
                <td>194</td>
                <td>176</td>
                <td>9</td>
                <td>26</td>
                <td>19</td>
                <td>82</td>
                <td>1.10</td>
              </tr>
              <tr valign="top">
                <td>F</td>
                <td>4711</td>
                <td>6313</td>
                <td>151</td>
                <td>134</td>
                <td>10</td>
                <td>33</td>
                <td>11</td>
                <td>60</td>
                <td>1.73</td>
              </tr>
              <tr valign="top">
                <td>G</td>
                <td>3468</td>
                <td>4530</td>
                <td>141</td>
                <td>75</td>
                <td>7</td>
                <td>23</td>
                <td>5</td>
                <td>35</td>
                <td>2.53</td>
              </tr>
              <tr valign="top">
                <td>H<sup>a</sup></td>
                <td>3952</td>
                <td>5519</td>
                <td>179</td>
                <td>138</td>
                <td>14</td>
                <td>31</td>
                <td>9</td>
                <td>60</td>
                <td>1.47</td>
              </tr>
              <tr valign="top">
                <td>H</td>
                <td>4671</td>
                <td>5987</td>
                <td>189</td>
                <td>110</td>
                <td>14</td>
                <td>25</td>
                <td>13</td>
                <td>43</td>
                <td>2.45</td>
              </tr>
              <tr valign="top">
                <td>I<sup>a</sup></td>
                <td>4146</td>
                <td>5472</td>
                <td>171</td>
                <td>114</td>
                <td>22</td>
                <td>23</td>
                <td>8</td>
                <td>50</td>
                <td>1.89</td>
              </tr>
              <tr valign="top">
                <td>J</td>
                <td>3401</td>
                <td>5067</td>
                <td>184</td>
                <td>88</td>
                <td>4</td>
                <td>17</td>
                <td>15</td>
                <td>44</td>
                <td>2.12</td>
              </tr>
              <tr valign="top">
                <td>Total</td>
                <td>91,835</td>
                <td>121,007</td>
                <td>2602</td>
                <td>1789</td>
                <td>149</td>
                <td>452</td>
                <td>157</td>
                <td>863</td>
                <td>2.02</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Signals the highest performing ad (generated the most opt ins/cost) that was subsequently used in the next ad campaign.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Our findings demonstrate the feasibility of utilizing Facebook advertising as a cost-efficient tool to grow online health communities. Across the 5 campaigns, 863 new members opted in to the LungCancer.net community, yielding an opt in rate (opt ins/reach) of 0.94% (863/91,835) and a cost/opt in rate of US $2.02. Although the cost-effectiveness of Facebook advertisements varies widely in recruitment literature [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref24">24</xref>], our cost is but slightly higher than the average cost per click of US $1.32 for health care advertisements on Facebook [<xref ref-type="bibr" rid="ref25">25</xref>]. Although Facebook advertisements were a cost-efficient community growth tool in this study, other research provides mixed results regarding the effectiveness of Facebook advertising [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Some agree that Facebook is an efficient way to draw diverse audiences to health promotion interventions [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Others have found Facebook to be a useful tool to increase advertisement reach, yet the actual rate of results per reach remains low [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. This may indicate that Facebook advertisements are more efficient than traditional approaches (eg, physician referral, direct mail, and email) for online community growth outside research recruitment, where strict eligibility criteria often narrow the target audience [<xref ref-type="bibr" rid="ref18">18</xref>]. Additional research is needed to test this hypothesis and optimize strategies to grow online health communities. Although these findings do not provide for specific design recommendations to increase engagement, we found some support for promising features of advertisements that match suggestions in previous literature: use of direct quotes/testimonials [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]; explicit reference to social support available in the community [<xref ref-type="bibr" rid="ref6">6</xref>]; and simple lung images that are likely to be easily interpreted as relevant [<xref ref-type="bibr" rid="ref30">30</xref>] to those seeking lung cancer communities.</p>
      </sec>
      <sec>
        <title>Limitations and Future Research</title>
        <p>Although this research provides foundational knowledge regarding the feasibility of Facebook advertisements to grow the LungCancer.net community, the findings are limited to the advertisement images and text used. Additional research is needed to systematically compare engagement with different images, texts, channels, and times of year to identify strategies associated with optimal community growth. Research is also needed to identify the impact that community growth through Facebook advertisements has on community engagement. Users who respond to a Facebook advertisement already demonstrate online engagement and may be more likely to contribute to an online health community than members recruited through other traditional strategies. Finally, given suggestions that Facebook advertising can effectively engage hardly reached populations in health education and intervention [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>], additional research is needed to identify the sociodemographic characteristics of those engaged. Data presented here demonstrate a campaign that engaged primarily ageing female populations, representative of the current LungCancer.net site visitors (61% female and 55 years and above).</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study provides a foundation for research to optimize the reach of online health communities. Facebook was a feasible, cost-effective recruitment channel for this online community, and evaluation of other advertisement designs may provide further evidence for promising engagement strategies. Online communities are vital to health promotion efforts as multiple populations seek low-cost, easily accessible health resources. Focusing on expanding the reach of such communities could have major implications for the health of future populations.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <ack>
      <p>Research reported in this publication was supported by the National Cancer Institute of the National Institutes of Health under Award Number T32CA128582.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>AB and SH are employees of Health Union, LLC.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Pew Research Center</source>
          <year>2014</year>
          <access-date>2019-09-17</access-date>
          <comment>The Social Life of Health Information <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pewresearch.org/fact-tank/2014/01/15/the-social-life-of-health-information/">http://www.pewresearch.org/fact-tank/2014/01/15/the-social-life-of-health-information/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Willis</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The making of expert patients: the role of online health communities in arthritis self-management</article-title>
          <source>J Health Psychol</source>
          <year>2014</year>
          <month>12</month>
          <volume>19</volume>
          <issue>12</issue>
          <fpage>1613</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1177/1359105313496446</pub-id>
          <pub-id pub-id-type="medline">23988679</pub-id>
          <pub-id pub-id-type="pii">1359105313496446</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>KB</given-names>
            </name>
          </person-group>
          <article-title>Communication in health-related online social support groups/communities: a review of research on predictors of participation, applications of social support theory, and health outcomes</article-title>
          <source>Rev Commun Res</source>
          <year>2016</year>
          <volume>4</volume>
          <fpage>65</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.12840/issn.2255-4165.2016.04.01.010"/>
          </comment>
          <pub-id pub-id-type="doi">10.12840/issn.2255-4165.2016.04.01.010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moon</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chih</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>DV</given-names>
            </name>
            <name name-style="western">
              <surname>Yoo</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gustafson</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Breast cancer survivors’ contribution to psychosocial adjustment of newly diagnosed breast cancer patients in a computer-mediated social support group</article-title>
          <source>Journalism Mass Commun Q</source>
          <year>2017</year>
          <month>01</month>
          <day>19</day>
          <volume>94</volume>
          <issue>2</issue>
          <fpage>486</fpage>
          <lpage>514</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/M3TsPr/KJNd"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1077699016687724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malanga</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Malanga</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Latham</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Websites, online communities and digital channels as a medium to effectively educate, engage and empower patients</article-title>
          <source>Chronic Obstr Pulm Dis</source>
          <year>2018</year>
          <month>10</month>
          <day>17</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>334</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15326/jcopdf.5.4.2018.0158"/>
          </comment>
          <pub-id pub-id-type="doi">10.15326/jcopdf.5.4.2018.0158</pub-id>
          <pub-id pub-id-type="medline">30723789</pub-id>
          <pub-id pub-id-type="pmcid">PMC6361474</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Solberg</surname>
              <given-names>LB</given-names>
            </name>
          </person-group>
          <article-title>The benefits of online health communities</article-title>
          <source>Virtual Mentor</source>
          <year>2014</year>
          <month>04</month>
          <day>1</day>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>270</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journalofethics.ama-assn.org/article/benefits-online-health-communities/2014-04"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/virtualmentor.2014.16.04.stas1-1404</pub-id>
          <pub-id pub-id-type="medline">24735575</pub-id>
          <pub-id pub-id-type="pii">virtualmentor.2014.16.4.stas1-1404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Newman</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Lauterbach</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Munson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Resnick</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>It's Not That I Don't Have Problems, I'm Just Not Putting Them on Facebook: Challenges and Opportunities in Using Online Social Networks for Health</article-title>
          <source>Proceedings of the ACM 2011 Conference on Computer Supported Cooperative Work</source>
          <year>2011</year>
          <conf-name>CSCW'11</conf-name>
          <conf-date>March 19-23, 2011</conf-date>
          <conf-loc>Proceedings of the Acm 2011 Conference on Computer Supported Cooperative Work</conf-loc>
          <fpage>341</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/y6trecr2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/1958824.1958876</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Community management that works: how to build and sustain a thriving online health community</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>06</month>
          <day>11</day>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>e119</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/6/e119/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2501</pub-id>
          <pub-id pub-id-type="medline">23759312</pub-id>
          <pub-id pub-id-type="pii">v15i6e119</pub-id>
          <pub-id pub-id-type="pmcid">PMC3713910</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>KY</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>HP</given-names>
            </name>
          </person-group>
          <article-title>Why people use social networking sites: an empirical study integrating network externalities and motivation theory</article-title>
          <source>Comput Hum Behav</source>
          <year>2011</year>
          <month>05</month>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>1152</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2010.12.009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akar</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mardikyan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>User roles and contribution patterns in online communities: a managerial perspective</article-title>
          <source>Sage Open</source>
          <year>2018</year>
          <month>08</month>
          <day>22</day>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>215824401879477</fpage>
          <pub-id pub-id-type="doi">10.1177/2158244018794773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>BS</given-names>
            </name>
          </person-group>
          <article-title>Membership size, communication activity, and sustainability: a resource-based model of online social structures</article-title>
          <source>Inf Syst Res</source>
          <year>2001</year>
          <month>12</month>
          <volume>12</volume>
          <issue>4</issue>
          <fpage>346</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1287/isre.12.4.346.9703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Small</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Weak ties and the core discussion network: why people regularly discuss important matters with unimportant alters</article-title>
          <source>Social Networks</source>
          <year>2013</year>
          <month>07</month>
          <volume>35</volume>
          <issue>3</issue>
          <fpage>470</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socnet.2013.05.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <source>Pew Research Center</source>
          <year>2019</year>
          <access-date>2019-09-17</access-date>
          <comment>Social Media Fact Sheet <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewinternet.org/fact-sheet/social-media/">https://www.pewinternet.org/fact-sheet/social-media/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Pew Research Center</source>
          <year>2018</year>
          <access-date>2019-09-17</access-date>
          <comment>Social Media Use in 2018 <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewinternet.org/2018/03/01/social-media-use-in-2018/">https://www.pewinternet.org/2018/03/01/social-media-use-in-2018/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neiger</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Thackeray</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Wagenen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Hanson</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Fagen</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Use of social media in health promotion: purposes, key performance indicators, and evaluation metrics</article-title>
          <source>Health Promot Pract</source>
          <year>2012</year>
          <month>03</month>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>159</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1177/1524839911433467</pub-id>
          <pub-id pub-id-type="medline">22382491</pub-id>
          <pub-id pub-id-type="pii">13/2/159</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Platt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Platt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thiel</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Kardia</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Facebook advertising across an engagement spectrum: a case example for public health communication</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2016</year>
          <month>05</month>
          <day>30</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2016/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/publichealth.5623</pub-id>
          <pub-id pub-id-type="medline">27244774</pub-id>
          <pub-id pub-id-type="pii">v2i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4906239</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGuire</surname>
              <given-names>WJ</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Rice</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Atkin</surname>
              <given-names>CK</given-names>
            </name>
          </person-group>
          <article-title>Theoretical foundations of campaigns</article-title>
          <source>Public Communication Campaigns. Second Edition</source>
          <year>1989</year>
          <publisher-loc>Newbury Park, CA</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
          <fpage>43</fpage>
          <lpage>67</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frandsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thow</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of social media (Facebook) compared with more traditional advertising methods for recruiting eligible participants to health research studies: a randomized, controlled clinical trial</article-title>
          <source>JMIR Res Protoc</source>
          <year>2016</year>
          <month>08</month>
          <day>10</day>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e161</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2016/3/e161/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.5747</pub-id>
          <pub-id pub-id-type="medline">27511829</pub-id>
          <pub-id pub-id-type="pii">v5i3e161</pub-id>
          <pub-id pub-id-type="pmcid">PMC4997003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lane</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Armin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Online recruitment methods for web-based and mobile health studies: a review of the literature</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>07</month>
          <day>22</day>
          <volume>17</volume>
          <issue>7</issue>
          <fpage>e183</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/7/e183/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4359</pub-id>
          <pub-id pub-id-type="medline">26202991</pub-id>
          <pub-id pub-id-type="pii">v17i7e183</pub-id>
          <pub-id pub-id-type="pmcid">PMC4527014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Hacker</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Rawl</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bakas</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using Facebook in recruiting kidney transplant recipients for a REDCap study</article-title>
          <source>West J Nurs Res</source>
          <year>2019</year>
          <month>03</month>
          <day>5</day>
          <fpage>-</fpage>
          <comment>(epub ahead of print)</comment>
          <pub-id pub-id-type="doi">10.1177/0193945919832600</pub-id>
          <pub-id pub-id-type="medline">30836840</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guthrie</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Caan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Diem</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ensrud</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Greaves</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Newton</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>LaCroix</surname>
              <given-names>AZ</given-names>
            </name>
          </person-group>
          <article-title>Facebook advertising for recruitment of midlife women with bothersome vaginal symptoms: a pilot study</article-title>
          <source>Clin Trials</source>
          <year>2019</year>
          <month>10</month>
          <volume>16</volume>
          <issue>5</issue>
          <fpage>476</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1177/1740774519846862</pub-id>
          <pub-id pub-id-type="medline">31055949</pub-id>
          <pub-id pub-id-type="pmcid">PMC6742530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fenner</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Garland</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Jayasinghe</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tabrizi</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Gunasekaran</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wark</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Web-based recruiting for health research using a social networking site: an exploratory study</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>02</month>
          <day>1</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>e20</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/1/e20/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1978</pub-id>
          <pub-id pub-id-type="medline">22297093</pub-id>
          <pub-id pub-id-type="pii">v14i1e20</pub-id>
          <pub-id pub-id-type="pmcid">PMC3374531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akard</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Wray</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gilmer</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Facebook advertisements recruit parents of children with cancer for an online survey of web-based research preferences</article-title>
          <source>Cancer Nurs</source>
          <year>2015</year>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>155</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24945264"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/NCC.0000000000000146</pub-id>
          <pub-id pub-id-type="medline">24945264</pub-id>
          <pub-id pub-id-type="pmcid">PMC4270949</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thornton</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kay-Lambkin</surname>
              <given-names>FJ</given-names>
            </name>
          </person-group>
          <article-title>Recruiting for addiction research via Facebook</article-title>
          <source>Drug Alcohol Rev</source>
          <year>2016</year>
          <month>07</month>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>494</fpage>
          <lpage>502</lpage>
          <pub-id pub-id-type="doi">10.1111/dar.12305</pub-id>
          <pub-id pub-id-type="medline">26179224</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irvine</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>WordStream: Online Advertising Made Easy</source>
          <year>2019</year>
          <access-date>2019-09-17</access-date>
          <comment>Facebook Ad Benchmarks for Your Industry <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wordstream.com/blog/ws/2017/02/28/facebook-advertising-benchmarks">https://www.wordstream.com/blog/ws/2017/02/28/facebook-advertising-benchmarks</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Topolovec-Vranic</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Natarajan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The use of social media in recruitment for medical research studies: a scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>11</month>
          <day>7</day>
          <volume>18</volume>
          <issue>11</issue>
          <fpage>e286</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/11/e286/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5698</pub-id>
          <pub-id pub-id-type="medline">27821383</pub-id>
          <pub-id pub-id-type="pii">v18i11e286</pub-id>
          <pub-id pub-id-type="pmcid">PMC5118584</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pedersen</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Kurz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using Facebook for health-related research study recruitment and program delivery</article-title>
          <source>Curr Opin Psychol</source>
          <year>2016</year>
          <month>05</month>
          <volume>9</volume>
          <fpage>38</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26726313"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.copsyc.2015.09.011</pub-id>
          <pub-id pub-id-type="medline">26726313</pub-id>
          <pub-id pub-id-type="pmcid">PMC4697271</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Nonnemaker</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Farrelly</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Niederdeppe</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Exploring differences in smokers' perceptions of the effectiveness of cessation media messages</article-title>
          <source>Tob Control</source>
          <year>2011</year>
          <month>01</month>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>26</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1136/tc.2009.035568</pub-id>
          <pub-id pub-id-type="medline">20852323</pub-id>
          <pub-id pub-id-type="pii">tc.2009.035568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Wit</surname>
              <given-names>JBF</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Vet</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>What works best: objective statistics or a personal testimonial? An assessment of the persuasive effects of different types of message evidence on risk perception</article-title>
          <source>Health Psychol</source>
          <year>2008</year>
          <month>01</month>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>110</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1037/0278-6133.27.1.110</pub-id>
          <pub-id pub-id-type="medline">18230021</pub-id>
          <pub-id pub-id-type="pii">2008-00647-015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Petty</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Cacioppo</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Schumann</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Central and peripheral routes to advertising effectiveness: the moderating role of involvement</article-title>
          <source>J Consum Res</source>
          <year>1983</year>
          <month>09</month>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>135</fpage>
          <pub-id pub-id-type="doi">10.1086/208954</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Birnbaum</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>de Choudhury</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Characterizing awareness of schizophrenia among Facebook users by leveraging Facebook advertisement estimates</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>05</month>
          <day>8</day>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>e156</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/5/e156/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6815</pub-id>
          <pub-id pub-id-type="medline">28483739</pub-id>
          <pub-id pub-id-type="pii">v19i5e156</pub-id>
          <pub-id pub-id-type="pmcid">PMC5440734</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Woo</surname>
              <given-names>BK</given-names>
            </name>
          </person-group>
          <article-title>Facebook recruitment of Chinese-speaking participants for hypertension education</article-title>
          <source>J Am Soc Hypertens</source>
          <year>2018</year>
          <month>09</month>
          <volume>12</volume>
          <issue>9</issue>
          <fpage>690</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jash.2018.06.017</pub-id>
          <pub-id pub-id-type="medline">30054194</pub-id>
          <pub-id pub-id-type="pii">S1933-1711(18)30196-7</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
