<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v21i9e13038</article-id>
      <article-id pub-id-type="pmid">31502542</article-id>
      <article-id pub-id-type="doi">10.2196/13038</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Underage JUUL Use Patterns: Content Analysis of Reddit Messages</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Allem</surname>
            <given-names>Jon-Patrick</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Laestadius</surname>
            <given-names>Linnea</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Davoudi</surname>
            <given-names>Anis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Zhan</surname>
            <given-names>Yongcheng</given-names>
          </name>
          <degrees>BM</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Management Information Systems</institution>
            <institution>University of Arizona, Tucson</institution>
            <addr-line>1130 E Helen St</addr-line>
            <addr-line>McClelland Hall 430</addr-line>
            <addr-line>Tucson, AZ, 85721-0108</addr-line>
            <country>United States</country>
            <phone>1 5205763741</phone>
            <fax>1 5206218105</fax>
            <email>yongchengzhan@email.arizona.edu</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5029-0961</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Zhu</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0635-8260</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Okamoto</surname>
            <given-names>Janet M</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3164-2183</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Zeng</surname>
            <given-names>Daniel D</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9046-222X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Leischow</surname>
            <given-names>Scott J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5804-3543</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Management Information Systems</institution>
        <institution>University of Arizona, Tucson</institution>
        <addr-line>Tucson, AZ</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>State Key Laboratory of Management and Control for Complex Systems</institution>
        <institution>Institute of Automation</institution>
        <institution>Chinese Academy of Sciences</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Shenzhen Artificial Intelligence and Data Science Institute (Longhua)</institution>
        <addr-line>Shenzhen</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Research</institution>
        <institution>Mayo Clinic</institution>
        <addr-line>Phoenix, AZ</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>College of Health Solutions</institution>
        <institution>Arizona State University</institution>
        <addr-line>Phoenix, AZ</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Yongcheng Zhan 
        <email>yongchengzhan@email.arizona.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>09</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>09</day>
        <month>09</month>
        <year>2019</year>
      </pub-date>
      <volume>21</volume>
      <issue>9</issue>
      <elocation-id>e13038</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>12</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>22</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>7</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Yongcheng Zhan, Zhu Zhang, Janet M Okamoto, Daniel D Zeng, Scott J Leischow. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 09.09.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2019/9/e13038/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="Background">
          <title>Background</title>
          <p>The popularity of JUUL (an e-cigarette brand) among youth has recently been reported in news media and academic papers, which has raised great public health concerns. Little research has been conducted on the age distribution, geographic distribution, approaches to buying JUUL, and flavor preferences pertaining to underage JUUL users.</p>
        </sec>
        <sec sec-type="Objective">
          <title>Objective</title>
          <p>The aim of this study was to analyze social media data related to demographics, methods of access, product characteristics, and use patterns of underage JUUL use.</p>
        </sec>
        <sec sec-type="Methods">
          <title>Methods</title>
          <p>We collected publicly available JUUL-related data from Reddit. We extracted and summarized the age, location, and flavor preference of subreddit UnderageJuul users. We also compared common and unique users between subreddit UnderageJuul and subreddit JUUL. The methods of purchasing JUULs were analyzed by manually examining the content of the Reddit threads.</p>
        </sec>
        <sec sec-type="Results">
          <title>Results</title>
          <p>A total of 716 threads and 2935 comments were collected from the subreddit UnderageJuul before it was shut down. Most threads did not mention a specific age, but ages ranged from 13 years to greater than 21 years in those that did. Mango, mint, and cucumber were the most popular among the 7 flavors listed on JUUL’s official website, and 336 subreddit UnderageJuul threads mentioned 7 discreet approaches to circumvent relevant legal regulations to get JUUL products, the most common of which was purchasing JUUL from other Reddit users (n=181). Almost half of the UnderageJuul users (389/844, 46.1%) also participated in discussions on the main JUUL subreddit and sought information across multiple Reddit forums. Most (64/74, 86%) posters were from large metropolitan areas.</p>
        </sec>
        <sec sec-type="Conclusions">
          <title>Conclusions</title>
          <p>The subreddit UnderageJuul functioned as a forum to explore methods of obtaining JUUL and to discuss and recommend specific flavors before it was shut down. About half of those using UnderageJuul also used the more general JUUL subreddit, so a forum still exists where youths can attempt to share information on how to obtain JUUL and other products. Exploration of such social media data in real time for rapid public health surveillance could provide early warning for significant health risks before they become major public health threats.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>electronic nicotine delivery systems</kwd>
        <kwd>social media</kwd>
        <kwd>minors</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>JUUL, the most popular e-cigarette brand in the United States, currently holds 71% of the market share, according to data from Wells Fargo in July 2018 [<xref ref-type="bibr" rid="ref1">1</xref>]. JUUL’s popularity is due to several characteristics. First, JUUL’s appearance is similar to a universal serial bus (USB), which makes it easy to carry and hide as a portable device. Compared with traditional cigarette appearance, USB-like appearance has less of a negative perceived social image in public locations. Second, nicotine delivery via JUUL is effective; it is sufficiently high to warrant concern about development of nicotine addiction [<xref ref-type="bibr" rid="ref2">2</xref>]. Third, JUUL offers a wide array of flavor options. JUUL’s manufacturer claims “JUUL is for adult smokers seeking a satisfying alternative to cigarettes.” However, a recent survey reported 8% of Americans aged 15 to 24 years used JUUL in the 30 days before the survey [<xref ref-type="bibr" rid="ref3">3</xref>]. The popularity of JUUL among youth has also recently been reported in news media [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Substantial and growing evidence shows that e-cigarette use by youth and young adults increases the risk of ever using conventional cigarettes, according to a 2018 report by the National Academies of Sciences, Engineering, and Medicine [<xref ref-type="bibr" rid="ref7">7</xref>]. In addition, as social media has become an emerging channel for information diffusion, JUUL-related discussions on platforms such as Twitter and Reddit have also experienced a sharp increase since 2015 [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Thus, this sharp increase in teen JUUL usage, and the potential health impacts, has raised great public health concerns.</p>
        <p>With the rapid increase in JUUL use, there have been a few studies about JUUL. Several studies have been conducted to investigate the prevalence of JUUL use among adolescents [<xref ref-type="bibr" rid="ref10">10</xref>], youth [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>], and college students [<xref ref-type="bibr" rid="ref13">13</xref>]. Moran et al studied sources of awareness of JUUL e-cigarettes in 2 surveys of American adults [<xref ref-type="bibr" rid="ref14">14</xref>]. Willett et al conducted a national Web-based survey to investigate youth and young adults’ knowledge, attitude, and use of JUUL [<xref ref-type="bibr" rid="ref3">3</xref>]. Recently, Russel et al conducted a Web-based survey to assess transitions in cigarette smoking associated with the use of JUUL vaping device among 18,799 adults in the United States. [<xref ref-type="bibr" rid="ref15">15</xref>]. Laestadius et al characterized the sale of JUUL products on eBay before a Food and Drug Administration (FDA) request to remove them, documented the impact of the request, and explored how eBay vendors bypassed FDA’s effort [<xref ref-type="bibr" rid="ref16">16</xref>]. In addition, social media data have also been used to study JUUL-related communications and their impact. Huang et al studied the extent of JUUL’s growth and its marketing strategies using retail data form Nielsen and social media data from Twitter, Instagram, and YouTube [<xref ref-type="bibr" rid="ref8">8</xref>]. JUUL-related tweets have been used to understand the public’s early experiences with JUUL [<xref ref-type="bibr" rid="ref17">17</xref>], JUUL information sharing among adolescents [<xref ref-type="bibr" rid="ref18">18</xref>], and identified patterns of communication around JUUL use and users on Twitter [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>Reddit has been extensively used for e-cigarette studies, which shows its value in timely public health surveillance. For example, Zhan et al identified and analyzed topics related to e-cigarettes from multiple social media platforms, including Twitter, Reddit, and JuiceDB [<xref ref-type="bibr" rid="ref20">20</xref>]. Kavuluru et al described observations and analysis of recent JUUL-related messages on Twitter, Reddit, and in traditional media [<xref ref-type="bibr" rid="ref9">9</xref>]. Brett et al used Reddit threads to understand reasons of JUUL use and public attitudes [<xref ref-type="bibr" rid="ref21">21</xref>]. However, little research has been conducted on the age distribution, geographic distribution, approaches to buying JUUL, and flavor preferences pertaining to underage JUUL users. Until early January 2018, a subreddit entitled <italic>UnderageJuul</italic> existed, where these and other topics related to use of JUUL by youth were discussed. It was discontinued and removed by Reddit. Most casual users and analysts of Reddit thus no longer had access to the conversations in the UnderageJuul subreddit as of that date. However, we obtained part of the posting and user information of this subreddit for analyses pertaining to user age and location distributions, as well as self-reported usage patterns of JUUL. This study was aimed to inform the tobacco control community and those responsible for tobacco regulatory decision making as well as demonstrate the value of Reddit data for Web-based surveillance of public health issues.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Collection</title>
        <p>Reddit data were collected from pushshift.io [<xref ref-type="bibr" rid="ref22">22</xref>], which is a website that stores all publicly available Reddit threads and comments. Data were collected from 716 threads and 2935 comments from the subreddit UnderageJuul by the application programming interface (API) of this website. Note that these data were publicly accessible on Reddit and that no personally identifiable information is included in this study. The dataset is publicly available per request.</p>
        <p>The first thread on the <italic>UnderageJuul</italic> subreddit was published on July 9, 2017, and the last was published on January 7, 2018, the day just before this subreddit was removed by Reddit. There were 844 unique users who posted threads and comments during this time period.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>This dataset was analyzed from 3 perspectives. First, age and location distributions described characteristics of the Redditors and provided details describing who they were. Second, because some of these Redditors were self-reported underage JUUL users, we examined how they acquired JUUL products. Third, we focused on a specific use pattern, JUUL flavor choice, and analyzed the popularity of different JUUL flavors among these Redditors. For the analyses of these 3 perspectives, we used regular expression-enhanced keyword search, which is a method for locating specific character strings embedded in text [<xref ref-type="bibr" rid="ref20">20</xref>], to determine the most relevant threads and comments. Python is used for these analyses.</p>
        <p>First, age and geographic distribution of <italic>UnderageJuul</italic> users was summarized. Threads or comments containing numerical numbers or keywords <italic>teen</italic>, <italic>twenty</italic>, <italic>thirty</italic>, <italic>forty</italic>, <italic>fifty</italic>, <italic>sixty</italic>, <italic>seventy</italic>, <italic>eighty</italic>, and <italic>ninety</italic> were selected for further manual examination. If the thread or comment author explicitly mentioned that “I am # years old” or used similar statements, we assigned an age label to the Redditor. This age information was further aggregated to an age distribution table. Then, we analyzed the subreddit preferences of these Redditors. For each of them, we identified a list of subreddits they had posted to. Then, the cumulative occurrence of subreddits of all UnderageJuul Redditors was calculated.</p>
        <p>To assess the geographic distribution of <italic>UnderageJuul</italic> Redditors, only locations that were explicitly mentioned were included. For example, location information could be a state, an area (eg, <italic>bay area</italic>), a county, a city, or a zip code. These locations were manually extracted by examining the content of the threads. The extracted text location information such as <italic>Bergen county</italic> were converted to a standard form <italic>Bergen County, New Jersey, United States of America</italic> by using the Python Package GeoPy [<xref ref-type="bibr" rid="ref23">23</xref>]. The standardized location information was then used to generate the corresponding latitude and longitude, which were further fed into a Google Maps plot.</p>
        <p>Next, purchase approaches were analyzed by manually examining the content of threads. Purchase approaches discussed in <italic>UnderageJuul</italic> were classified into 7 categories. The categories were generated by an inductive category development method [<xref ref-type="bibr" rid="ref24">24</xref>]. During this process, 2 authors individually reviewed threads consecutively and determined whether a thread contained purchase approach information. If so, based on the text information, the reviewer determined whether to assign the purchase approach to an existing category or to generate a new category. After reviewing 50% of the materials, the 2 reviewers summarized the categories and reached consensus on all categories. The coding then continued with the second half of the data; no new categories were generated during this second phase of coding. After determining the categories, the 2 reviewers independently labeled the whole dataset; 93.7% (671/716) of threads had the same labeling. The Cohen kappa was 0.906, which is considered a good agreement. The 2 reviewers reached consensus for all records after discussion.</p>
        <p>Owing to concerns about the potential that specific JUUL flavors might increase use by and appeal to youth, we studied the flavor distribution among <italic>UnderageJuul</italic> threads. We identified different flavor types from the official JUUL website and counted the occurrence of these flavors in the collected threads and comments by using the regular expression search.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The age distribution for the <italic>UnderageJUUL</italic> subreddit is shown in <xref ref-type="table" rid="table1">Table 1</xref>. We counted a Reddit user in the general categories of less than 18 years or over 21 years, if the user stated in their threads or comments that they were under 18 or greater than 21 years old; 67 out of 844 (7.9%) <italic>UnderageJuul</italic> Redditors reported their age in the threads or comments.</p>
      <p>We analyzed the subreddit preferences of all <italic>UnderageJuul</italic> Redditors. Among 844 <italic>UnderageJuul</italic> Redditors, 437 had also posted threads on the <italic>JUUL</italic> subreddit, which is the general discussion subreddit of JUUL products. The other 9 subreddits in the top 10 most popular with <italic>UnderageJUUL</italic> users were as follows: <italic>AskReddit</italic> (general Q&#38;A, n=250), <italic>trees</italic> (marijuana, n=145), <italic>FortNiteBR</italic> (computer game, n=125), <italic>Drugs</italic> (n=123), <italic>pics</italic> (interesting pictures sharing, n=106), <italic>mildlyinteresting</italic> (general discussion, n=103), <italic>Showerthoughts</italic> (general discussion, n=102), <italic>teenagers</italic> (n=96), and <italic>funny</italic> (general discussion, n=86). We also provided the full list of subreddit interests in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      <p>We extracted 74 explicitly mentioned locations from the thread text. We summarized the mentioned locations and labeled them on Google Maps API, as shown on <xref rid="figure1" ref-type="fig">Figure 1</xref>. Among these locations, New York City and the Bay Area were the most mentioned areas. The detailed location count summary to each state can be found in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
      <fig id="figure1" position="float">
        <caption>
          <p>Explicitly mentioned location distributions.</p>
        </caption>
        <graphic xlink:href="jmir_v21i8e13038_fig1.png" alt-version="no" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>The extracted age distribution of the <italic>UnderageJuul</italic> Redditors.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="500"/>
          <col width="500"/>
          <thead>
            <tr valign="top">
              <td>Age (years)</td>
              <td>Count (n=67), n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>&#60;18<sup>a</sup></td>
              <td>5 (7)</td>
            </tr>
            <tr valign="top">
              <td>13</td>
              <td>2 (3)</td>
            </tr>
            <tr valign="top">
              <td>14</td>
              <td>2 (3)</td>
            </tr>
            <tr valign="top">
              <td>15</td>
              <td>9 (13)</td>
            </tr>
            <tr valign="top">
              <td>16</td>
              <td>10 (15)</td>
            </tr>
            <tr valign="top">
              <td>17</td>
              <td>12 (18)</td>
            </tr>
            <tr valign="top">
              <td>18</td>
              <td>17 (25)</td>
            </tr>
            <tr valign="top">
              <td>19</td>
              <td>4 (6)</td>
            </tr>
            <tr valign="top">
              <td>20</td>
              <td>2 (3)</td>
            </tr>
            <tr valign="top">
              <td>21</td>
              <td>1 (1)</td>
            </tr>
            <tr valign="top">
              <td>23</td>
              <td>1 (1)</td>
            </tr>
            <tr valign="top">
              <td>&#62;21<sup>a</sup></td>
              <td>2 (3)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>These are broad categories of age where the user did not give a specific age but stated generally that they were under age (&#60;18) or a legal adult (&#62;21).</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>Next, we analyzed the approaches that were used to purchase JUUL by <italic>UnderageJuul</italic> users. By examining purchase requests and completed transactions in detail, we observed that there were 7 approaches that users employed to buy JUUL. These approaches are listed as follows:</p>
      <list list-type="order">
        <list-item>
          <p>JUUL’s official website (n=34): Although JUUL changed their age policy and raised the minimum purchase age to 21 years in August, 2018 [<xref ref-type="bibr" rid="ref25">25</xref>], JUUL required its users to be at least 18 years to order from its official website when the dataset was collected, but some <italic>UnderageJuul</italic> Redditors (n=24) used identity documents (IDs), date of birth, or credit cards of parents or friends to buy JUUL products. Using fake IDs (n=3) was another approach to buy JUUL products from the JUUL website. Some Redditors (n=7) were selling verified accounts on JUUL’s official website, which could be used to order JUUL products as well.</p>
        </list-item>
        <list-item>
          <p>Other vaping-related websites (n=13): Some of the other vaping-related websites sold JUUL devices and pods without age verification. Some <italic>UnderageJuul</italic> Redditors exchanged information about these websites. For example, 1 user asked if a particular website does an age check for buying JUUL products. Currently, this website does not sell JUUL, but it does sell e-cigarette products without age verifications. Other sites were shared, including 1 selling JUUL that has since been removed by law enforcement.</p>
        </list-item>
        <list-item>
          <p>Peer-to-peer purchase and shipping (n=181): Some <italic>UnderageJuul</italic> Redditors bought JUUL products from other Redditors. The buyer usually sent money by PayPal and then the seller shipped the products to the buyer’s address. A noteworthy observation was that some of the Redditors claimed they were scammed. For example, 1 user said in a thread, “don’t trust ***, he scammed me and will scam you.”</p>
        </list-item>
        <list-item>
          <p>Through vendors from Amazon and eBay (n=27): This was another case of Web-based purchase and shipping. The vendor had an Amazon or eBay selling page from which the buyers purchased JUUL products. For example, 1 user shared the experience that he or she bought a JUUL from eBay and had it shipped to a mailbox of a for-sale house.</p>
        </list-item>
        <list-item>
          <p>Face-to-face transactions (n=22): Some tried to meet up with other Reddit users in the same city and then finished transactions face to face.</p>
        </list-item>
        <list-item>
          <p>Replacement codes of JUUL (n=47): Some bought JUUL products by using JUUL replacement codes or warranty serial numbers shared by other Redditors. The replacement codes or warranty serial numbers are provided by the JUUL company and can be used to get a brand new JUUL devices as a replacement. For example, 1 user mentioned that he wanted to sell a replacement code for $30 that could be used for a free basic kit.</p>
        </list-item>
        <list-item>
          <p>Local stores without checking IDs (n=35): Some <italic>UnderageJuul</italic> Redditors did not try to buy JUUL products from other individuals. Instead, they inquired about vape shops or smoke shops in certain locations that sold JUUL but did not check IDs. For example, 1 user asked for vaping stores in NYC that did not check ID card of the buyers.</p>
        </list-item>
      </list>
      <p>Finally, we analyzed the flavors mentioned in the subreddit. There were 7 flavors from JUUL’s official website: mango, cucumber, mint, menthol, tobacco, fruit medley, and crème brûlée. We found that mango was the most mentioned flavor (n=38). Mint (n=22) and cucumber (n=21) were popular as well. The other 4 flavors, including fruit medley (n=6), crème brûlée (n=6), menthol (n=5), and tobacco (n=4), were not frequently mentioned.</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>In this study, we obtained the following main findings pertaining to demographics, methods of access, product characteristics, and use patterns of underage JUUL use. First, most threads or comments did not mention specific age, but ages ranged from 13 years to greater than 21 years in those that did. Second, mango, mint, and cucumber were the most popular among the 7 flavors from JUUL’s official website, and 336 subreddit <italic>UnderageJuul</italic> threads mentioned 7 discreet approaches to circumvent relevant legal regulations to get JUUL products, the most common of which was purchasing JUUL from other Reddit users (n=181). Third, almost half of the <italic>UnderageJuul</italic> users (389/844, 46.1%) also participated in discussions on the main <italic>JUUL</italic> subreddit and were seeking information across multiple Reddit forums. Finally, most (64/74, 86%) posters were from large metropolitan areas defined by the United States Office of Management and Budget [<xref ref-type="bibr" rid="ref26">26</xref>]. These findings could help public health community and policy makers understand the current situation of underage JUUL use and provide them with insights on how to leverage social media for timely surveillance of emerging public health issues.</p>
      <p>We found that only a small number of Redditors (67/844, 7.9%) reported their ages in a subreddit for underage JUUL users. After the FDA’s deeming rule, the minimum age to purchase e-cigarettes for all states in the United States is 18 years. If we set 18 years as the legal age threshold, 60% (40/67) of the Reddit users in <xref ref-type="table" rid="table1">Table 1</xref> were underage JUUL users. Alabama, Alaska, and Utah have set 19 years as the legal age to buy e-cigarettes and vaping products. In California, Hawaii, Maine, Oregon, and New Jersey, the legal age is 21 years. There are also more than 330 states, cities, and counties that have raised the minimum age to 21 years. Thus, if we raise the legal age threshold to 21 years, 94% (63/67) of the Reddit users in <xref ref-type="table" rid="table1">Table 1</xref> were underaged. As purchasing JUUL is not legal for underage Redditors, they were more likely to avoid discussing their ages or to report fake ages. Therefore, the age distribution we obtained from explicit mentions was biased. The actual age distribution could probably be even younger. Given subreddit <italic>UnderageJuul</italic> was an active forum oriented for underage JUUL users before it was banned, it is still a valuable data source for analyzing underage JUUL users and their usage patterns.</p>
      <p>We found that there was an overlap of users between the <italic>JUUL</italic> subreddit and the <italic>UnderageJuul</italic> subreddit. Specifically, 46.1% (389/844) of UnderageJuul Redditors also participated in discussions on the <italic>JUUL</italic> subreddit. Given the fact that most of the JUUL-related discussions on Reddit are on the <italic>JUUL</italic> subreddit, it is reasonable to infer that even though the <italic>UnderageJuul</italic> subreddit was removed by Reddit, underage JUUL users still have other forums for discussing JUUL with other users. This finding indicates that public health interventions, such as social media campaigns, are needed to target underage e-cigarette users.</p>
      <p>We also analyzed the interests of the <italic>UnderageJuul</italic> users. These interests were extracted from their Reddit profiles and indicated some of these users contributed to teenager-related topics on Reddit. This finding suggests that some <italic>UnderageJuul</italic> Redditors have a high probability to be real underage JUUL users, though most of them did not report their ages in the <italic>UnderageJuul</italic> subreddit.</p>
      <p>This study found that most of the geographic locations mentioned in threads were from large cities in the United States. In particular, New York City and the Bay Area were the most mentioned areas. The location information was collected via user-posted JUUL Web-based vendors, shipping information, or simply inquiring about local JUUL stores. As many of the inquiries were about local vape or smoke shops without age verification, the findings suggest that social media could be a useful tool for federal and state regulatory authorities to use for assessing whether vape or smoke shops are meeting regulatory requirements pertaining to e-cigarette use, especially in large cities.</p>
      <p>Our study found that mango, mint, and cucumber flavors were more popular than other JUUL flavors among youth and young adult Reddit users, which is similar to previous findings that mint, cucumber, and mango JUUL flavors were most mentioned in tweets [<xref ref-type="bibr" rid="ref9">9</xref>]. From previous research about e-cigarette flavors [<xref ref-type="bibr" rid="ref27">27</xref>], strawberry was the most mentioned fruit flavor for other e-cigarette products. Instead, mango or cucumber flavors were hardly mentioned. However, these 2 flavors turned out to be successful for JUUL, suggesting that more effort is needed to understand if some flavors are more appealing to underage e-cigarette users or if a product’s appeal is more important than a specific flavor availability. Tobacco flavor was widely mentioned in previous e-cigarette studies, but it was not popular in youth and young adults. One possible reason is that many of the underage JUUL users are nonsmokers, so the tobacco flavor is not appealing. The finding suggests that more research is needed for studying the impact of e-cigarette flavors on underage e-cigarette use.</p>
      <p>Our study found that users of the <italic>UnderageJuul</italic> subreddit used different discreet approaches to circumvent relevant legal regulations to get JUUL. Some of these approaches (eg, purchase via eBay) are also reported in previous studies [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. This study and the findings contribute to the literature by providing a detailed category dictionary for purchase approaches. On the basis of the well-established coding method, we developed 7 different categories for purchase approaches [<xref ref-type="bibr" rid="ref24">24</xref>]. Our finding suggests that more regulation is needed to make sure that online or offline e-cigarette vendors strictly perform age verification and that legal e-cigarette users cannot provide ways of buying e-cigarettes to teenagers. In addition, parents may need to assess their teenagers’ access to credit cards and IDs of legal adults.</p>
      <p>Note that JUUL has established their age policy and required the minimum purchase age on their official website to be 21 years since August 2018. The JUUL product replacement request is also subject to the age verification. However, the identified 7 categories of workaround purchase approaches still work. Ordering the products or replacements from the official website just needs a fake ID or a preverified account. Not to mention those approaches provided by third parties such as eBay or PayPal. As the prevalence of teen JUUL use [<xref ref-type="bibr" rid="ref28">28</xref>] and the high conversion rate from e-cigarette users to smokers [<xref ref-type="bibr" rid="ref29">29</xref>], we call for more research and effort on this domain and take action to monitor and control these approaches.</p>
      <p>Although this Web-based forum facilitates the JUUL transactions under the table, we still observed Redditors who tried to persuade teenagers not to start the vaping habit or not to get addicted to nicotine, especially for those who were extremely young, such as 13- or 14-year-old teens. This phenomenon represented the goodwill of the community. These comments also create additional questions about the specific population using <italic>UnderageJuul</italic>. Were those who made comments recommending against the use of ENDS products adults or youth? If they were adults, who are they, and why are they contributing to this particular subreddit? We cannot answer these questions given the limited information on this online forum, but we believe it is a promising future research direction to study the community and environment of underage e-cigarette users.</p>
      <p>This study has some limitations. First, we could not verify if the self-reported ages in the data were real or fake owing to the anonymity of Reddit users. Most of these ages were general, and these Reddit users often stated that they were underage or legal adults. However, as this subreddit was specifically created for discussion of underage JUUL users, we think the mentioned ages were fairly reliable. In addition, the number of mentioned ages was relatively small compared with the number of the subreddit users, and only a small number of users shared an age. Second, the location distribution in this study faces a similar limitation as the age distribution, because we cannot get the exact addresses of Redditors from Reddit. In this study, we did not distinguish buyers’ locations and sellers’ locations, as we focused on the locations related to JUUL transactions. Third, the number of different flavors mentioned in the data was relatively small, but we can see their relative popularity among these Redditors. Fourth, we could not determine whether some messages were posted by e-cigarette store owners, others who have an interest in selling e-cigarettes, or even robots because the demographics of Reddit users were not available.</p>
      <p>Despite the above limitations, the findings of this study have some important implications in terms of research and policy. It is clear that discussions about preferred flavors was 1 reason that users used the UnderageJuul subreddit and also that many users used this venue to explore ways to obtain access to JUUL. At the same time, in the 6 months that this venue existed, it was not heavily used. However, because about half of the <italic>UnderageJuul</italic> users also used the <italic>JUUL</italic> subreddit, there are alternative venues whereby youth could obtain information on flavors and methods to obtain JUUL. Our analysis of the subreddit for underage JUUL users suggests that social media data are a valuable data source for rapid public health surveillance, especially for emerging products such as JUUL, as the popularity of such products is often accompanied by discussions and promotions of the products on social media [<xref ref-type="bibr" rid="ref8">8</xref>]. There are several limitations of these data, and they should not be the only source of information, but they provide a unique and potentially real-time source of data to better understand behavioral intentions, potential demographic variables, purchase behaviors, social networks (which were not assessed in this analysis), temporal changes across a variety of variables, and other data that could be valuable to the public health, research, and regulatory communities.</p>
      <p>In addition, our findings indicate that social media could be a valuable surveillance tool for federal and state authorities responsible for regulating stores that sell e-cigarettes. Each state in the United States has a robust, FDA-funded process for tracking and regulating such stores, and social media data could be used to identify stores where additional assessment or observation and enforcement may be needed. When used along with other sources of data, social media data can point to emerging issues that need to be addressed in more depth.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Subreddit interest.</p>
        <media xlink:href="jmir_v21i9e13038_app1.pdf" xlink:title="PDF File (Adobe PDF File), 1MB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Location count.</p>
        <media xlink:href="jmir_v21i9e13038_app2.pdf" xlink:title="PDF File (Adobe PDF File), 18KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FDA</term>
          <def>
            <p>Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ID</term>
          <def>
            <p>identity document</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">USB</term>
          <def>
            <p>universal serial bus</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was partially supported by the NIH Grant 5R01DA037378-05, NNSFC Innovative Team Grant 71621002, NNSFC Grants 71602184 and 71472175, and CAS Grant ZDRW-XH-2017-3. The work was also supported by the Ministry of Health of the People's Republic of China under Grant 2017ZX10303401-002, Research Foundation of SKL-MCCS for Young Scientists under Grants 20190212 and 20190204. The content is solely the responsibility of the authors and does not necessarily represent the official views of the NIH.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>YZ, ZZ, JO, DZ, and SL conceived the idea for this study. YZ and ZZ designed the study, conducted the data analysis, and drafted the manuscript. JO, DZ, and SL provided critical feedback, helped interpret the analysis of results, and revised the manuscript. All authors read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>SL is the co-owner and editor-in-chief of the journal Tobacco Regulatory Science.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bach</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Campaign for Tobacco-Free Kids</source>
          <year>2018</year>
          <access-date>2019-08-04</access-date>
          <comment>JUUL and Youth: Rising E-Cigarette Popularity 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dev-craft.tobaccofreekids.org/assets/factsheets/0394.pdf">https://dev-craft.tobaccofreekids.org/assets/factsheets/0394.pdf</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goniewicz</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Boykan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Messina</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Eliscu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tolentino</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>High exposure to nicotine among adolescents who use Juul and other vape pod systems ('pods')</article-title>
          <source>Tob Control</source>
          <year>2018</year>
          <month>09</month>
          <day>7</day>
          <fpage>-</fpage>
          <comment>(epub ahead of print)</comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2018-054565</pub-id>
          <pub-id pub-id-type="medline">30194085</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2018-054565</pub-id>
          <pub-id pub-id-type="pmcid">PMC6453732</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Willett</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hair</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cantrell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vallone</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Recognition, use and perceptions of Juul among youth and young adults</article-title>
          <source>Tob Control</source>
          <year>2019</year>
          <month>01</month>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>115</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2018-054273</pub-id>
          <pub-id pub-id-type="medline">29669749</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2018-054273</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ibarra</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <source>CNN International</source>
          <year>2018</year>
          <access-date>2019-08-04</access-date>
          <comment>JUUL E-cigarettes and Teens: 'Health Problem of the Decade'? 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cnn.com/2018/03/15/health/juul-e-cigarette-partner/index.html">https://www.cnn.com/2018/03/15/health/juul-e-cigarette-partner/index.html</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dadourian</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Fox News</source>
          <access-date>2018-12-05</access-date>
          <comment>Students Are Sneaking Discreet New E-cigarette That Looks Like Thumb Drive 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.foxnews.com/health/students-are-sneaking-discreet-new-e-cigarette-that-looks-like-thumb-drive">https://www.foxnews.com/health/students-are-sneaking-discreet-new-e-cigarette-that-looks-like-thumb-drive</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="74R5ovwh3"/></comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bui</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>The Washington Post</source>
          <year>2018</year>
          <access-date>2019-08-04</access-date>
          <comment>Juuling: If You Don’t Know What It is, Ask Your Kids 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.washingtonpost.com/local/public-safety/juuling-if-you-dont-know-what-it-is-ask-your-kids/2018/05/09/37e2f026-4d65-11e8-84a0-458a1aa9ac0a_story.html?utm_term=.3986617c920c">https://www.washingtonpost.com/local/public-safety/juuling-if-you-dont-know-what-it-is-ask-your-kids/2018/05/09/37e2f026-4d65-11e8-84a0-458a1aa9ac0a_story.html?utm_term=.3986617c920c</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <source>The National Academies of Sciences, Engineering, and Medicine</source>
          <year>2018</year>
          <access-date>2018-12-05</access-date>
          <comment>Public Health Consequences of E-Cigarettes 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://nationalacademies.org/hmd/Reports/2018/public-health-consequences-of-e-cigarettes.aspx">http://nationalacademies.org/hmd/Reports/2018/public-health-consequences-of-e-cigarettes.aspx</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="74R6Ziy0J"/></comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duan</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Kwok</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Binns</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vera</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Szczypka</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Emery</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Vaping versus Juuling: how the extraordinary growth and marketing of Juul transformed the US retail e-cigarette market</article-title>
          <source>Tob Control</source>
          <year>2019</year>
          <month>03</month>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>146</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://tobaccocontrol.bmj.com/cgi/pmidlookup?view=long&#38;pmid=29853561"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2018-054382</pub-id>
          <pub-id pub-id-type="medline">29853561</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2018-054382</pub-id>
          <pub-id pub-id-type="pmcid">PMC6274629</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kavuluru</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hahn</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>On the popularity of the USB flash drive-shaped electronic cigarette Juul</article-title>
          <source>Tob Control</source>
          <year>2019</year>
          <month>01</month>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>110</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29654121"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2018-054259</pub-id>
          <pub-id pub-id-type="medline">29654121</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2018-054259</pub-id>
          <pub-id pub-id-type="pmcid">PMC6186192</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKeganey</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of awareness and use of Juul e-cigarettes in a national probability sample of adolescents in the United States</article-title>
          <source>Am J Health Behav</source>
          <year>2019</year>
          <month>05</month>
          <day>1</day>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>591</fpage>
          <lpage>605</lpage>
          <pub-id pub-id-type="doi">10.5993/AJHB.43.3.13</pub-id>
          <pub-id pub-id-type="medline">31046889</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hammond</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wackowski</surname>
              <given-names>OA</given-names>
            </name>
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>RJ</given-names>
            </name>
            <collab>International Tobacco Control Policy Evaluation Project (ITC) Team</collab>
          </person-group>
          <article-title>Use of Juul e-cigarettes among youth in the United States</article-title>
          <source>Nicotine Tob Res</source>
          <year>2018</year>
          <month>10</month>
          <day>27</day>
          <fpage>-</fpage>
          <comment>(epub ahead of print)</comment>
          <pub-id pub-id-type="doi">10.1093/ntr/nty237</pub-id>
          <pub-id pub-id-type="medline">30371838</pub-id>
          <pub-id pub-id-type="pii">5145692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vallone</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pitzer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hair</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and correlates of Juul use among a national sample of youth and young adults</article-title>
          <source>Tob Control</source>
          <year>2018</year>
          <month>10</month>
          <day>29</day>
          <fpage>-</fpage>
          <comment>(epub ahead of print)</comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2018-054693</pub-id>
          <pub-id pub-id-type="medline">30377241</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2018-054693</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ickes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hester</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Wiggins</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Rayens</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Hahn</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kavuluru</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and reasons for Juul use among college students</article-title>
          <source>J Am Coll Health</source>
          <year>2019</year>
          <month>03</month>
          <day>26</day>
          <fpage>1</fpage>
          <lpage>5</lpage>
          <comment>(epub ahead of print)</comment>
          <pub-id pub-id-type="doi">10.1080/07448481.2019.1577867</pub-id>
          <pub-id pub-id-type="medline">30913003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Chen-Sankey</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Soneji</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Sources of awareness of Juul e-cigarettes in 2 surveys of adults in the United States</article-title>
          <source>Am J Health Behav</source>
          <year>2019</year>
          <month>03</month>
          <day>1</day>
          <volume>43</volume>
          <issue>2</issue>
          <fpage>279</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.5993/AJHB.43.2.5</pub-id>
          <pub-id pub-id-type="medline">30808468</pub-id>
          <pub-id pub-id-type="pmcid">PMC6438162</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McKeganey</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Haseen</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <source>RealClearPublicAffairs</source>
          <year>2018</year>
          <access-date>2019-08-18</access-date>
          <comment>Transitions in Cigarette Smoking Associated with Use of the Juul Vaping Device Among 18,799 Adults in the United States 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.realclearpublicaffairs.com/public_affairs/2019/04/25/transitions_in_cigarette_smoking_associated_with_use_of_the_juul_vaping_device_among_18799_adults_in_the_united_states.html">https://www.realclearpublicaffairs.com/public_affairs/2019/04/25/transitions_in_cigarette_smoking_associated_with_use_of_the_juul_vaping_device_among_18799_adults_in_the_united_states.html</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laestadius</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Youth access to Juul online: eBay sales of Juul prior to and following FDA action</article-title>
          <source>Tob Control</source>
          <year>2018</year>
          <month>09</month>
          <day>5</day>
          <fpage>-</fpage>
          <comment>(epub ahead of print)</comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2018-054499</pub-id>
          <pub-id pub-id-type="medline">30185531</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2018-054499</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allem</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Dharmapuri</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Unger</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>Characterizing Juul-related posts on Twitter</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2018</year>
          <month>09</month>
          <day>1</day>
          <volume>190</volume>
          <fpage>1</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2018.05.018</pub-id>
          <pub-id pub-id-type="medline">29958115</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(18)30333-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6693487</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Colditz</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Primack</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Shensa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Allem</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Unger</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>Juul: spreading online and offline</article-title>
          <source>J Adolesc Health</source>
          <year>2018</year>
          <month>11</month>
          <volume>63</volume>
          <issue>5</issue>
          <fpage>582</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2018.08.002</pub-id>
          <pub-id pub-id-type="medline">30348280</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(18)30358-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC6201306</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malik</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Karbasian</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hamari</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Johri</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Live, love, Juul: user and content analysis of Twitter posts about Juul</article-title>
          <source>Am J Health Behav</source>
          <year>2019</year>
          <month>03</month>
          <day>1</day>
          <volume>43</volume>
          <issue>2</issue>
          <fpage>326</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.5993/AJHB.43.2.9</pub-id>
          <pub-id pub-id-type="medline">30808472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Leischow</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>DD</given-names>
            </name>
          </person-group>
          <article-title>Identifying topics for e-cigarette user-generated contents: a case study from multiple social media platforms</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>01</month>
          <day>20</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>e24</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/1/e24/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5780</pub-id>
          <pub-id pub-id-type="medline">28108428</pub-id>
          <pub-id pub-id-type="pii">v19i1e24</pub-id>
          <pub-id pub-id-type="pmcid">PMC5291865</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brett</surname>
              <given-names>EI</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Wagener</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Leavens</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Cotton</surname>
              <given-names>WD</given-names>
            </name>
            <name name-style="western">
              <surname>Hébert</surname>
              <given-names>ET</given-names>
            </name>
          </person-group>
          <article-title>A content analysis of Juul discussions on social media: using Reddit to understand patterns and perceptions of Juul use</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2019</year>
          <month>01</month>
          <day>1</day>
          <volume>194</volume>
          <fpage>358</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2018.10.014</pub-id>
          <pub-id pub-id-type="medline">30472576</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(18)30793-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <source>pushshift.io: Reddit Statistics</source>
          <access-date>2019-08-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pushshift.io/">https://pushshift.io/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <source>GeoPy's Documentation! — GeoPy 1.20.0</source>
          <access-date>2018-12-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://geopy.readthedocs.io/en/stable/">https://geopy.readthedocs.io/en/stable/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mayring</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <source>Social Science Open Access Repository</source>
          <year>2014</year>
          <access-date>2019-08-20</access-date>
          <comment>Qualitative Content Analysis: Theoretical Foundation, Basic Procedures and Software Solution 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ssoar.info/ssoar/handle/document/39517">https://www.ssoar.info/ssoar/handle/document/39517</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Craver</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>Winston-Salem Journal</source>
          <year>2018</year>
          <access-date>2019-08-18</access-date>
          <comment>Juul Labs Agrees to Support Age-21 Restrictions for Buying Its E-cigs 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.journalnow.com/news/local/juul-labs-agrees-to-support-age--restrictions-for-buying/article_9a50fcd6-488c-11e8-aa75-9f12af40387b.html">https://www.journalnow.com/news/local/juul-labs-agrees-to-support-age--restrictions-for-buying/article_9a50fcd6-488c-11e8-aa75-9f12af40387b.html</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <source>The White House</source>
          <year>2015</year>
          <month>07</month>
          <day>15</day>
          <access-date>2019-08-18</access-date>
          <comment>Revised Delineations of Metropolitan Statistical Areas, Micropolitan Statistical Areas, and Combined Statistical Areas, and Guidance on Uses of the Delineations of These Areas 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://obamawhitehouse.archives.gov/sites/default/files/omb/bulletins/2015/15-01.pdf">https://obamawhitehouse.archives.gov/sites/default/files/omb/bulletins/2015/15-01.pdf</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Leischow</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Okamoto</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>An examination of electronic cigarette content on social media: analysis of e-cigarette flavor content on Reddit</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2015</year>
          <month>11</month>
          <day>20</day>
          <volume>12</volume>
          <issue>11</issue>
          <fpage>14916</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=ijerph121114916"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph121114916</pub-id>
          <pub-id pub-id-type="medline">26610541</pub-id>
          <pub-id pub-id-type="pii">ijerph121114916</pub-id>
          <pub-id pub-id-type="pmcid">PMC4661688</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2019</year>
          <access-date>2019-08-18</access-date>
          <comment>Quick Facts on the Risks of E-cigarettes for Kids, Teens, and Young Adults 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/tobacco/basic_information/e-cigarettes/Quick-Facts-on-the-Risks-of-E-cigarettes-for-Kids-Teens-and-Young-Adults.html">https://www.cdc.gov/tobacco/basic_information/e-cigarettes/Quick-Facts-on-the-Risks-of-E-cigarettes-for-Kids-Teens-and-Young-Adults.html</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <source>National Institute on Drug Abuse (NIDA)</source>
          <year>2016</year>
          <access-date>2019-08-18</access-date>
          <comment>Teens and E-cigarettes 
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.drugabuse.gov/related-topics/trends-statistics/infographics/teens-e-cigarettes">https://www.drugabuse.gov/related-topics/trends-statistics/infographics/teens-e-cigarettes</ext-link></comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
