<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i6e17280</article-id>
      <article-id pub-id-type="pmid">32579123</article-id>
      <article-id pub-id-type="doi">10.2196/17280</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>User Perceptions of Different Electronic Cigarette Flavors on Social Media: Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>O'Brien</surname>
            <given-names>Erin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sbaffi</surname>
            <given-names>Laura</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Lu</surname>
            <given-names>Xinyi</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5888-6647</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>Long</given-names>
          </name>
          <degrees>BA, BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3772-4929</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Yuan</surname>
            <given-names>Jianbo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7949-9841</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Luo</surname>
            <given-names>Joyce</given-names>
          </name>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5487-0058</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Luo</surname>
            <given-names>Jiebo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4516-9729</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Xie</surname>
            <given-names>Zidian</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5149-7710</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Dongmei</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>University of Rochester Medical Center</institution>
            <addr-line>265 Crittenden Boulevard</addr-line>
            <addr-line>CU 420708</addr-line>
            <addr-line>Rochester, NY</addr-line>
            <country>United States</country>
            <phone>1 5852767285</phone>
            <email>Dongmei_Li@urmc.rochester.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9140-2483</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>University of Rochester</institution>
        <addr-line>Rochester, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Princeton University</institution>
        <addr-line>Princeton, NJ</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>University of Rochester Medical Center</institution>
        <addr-line>Rochester, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Dongmei Li <email>Dongmei_Li@urmc.rochester.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>24</day>
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>6</issue>
      <elocation-id>e17280</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>12</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>15</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>29</day>
          <month>3</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Xinyi Lu, Long Chen, Jianbo Yuan, Joyce Luo, Jiebo Luo, Zidian Xie, Dongmei Li. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 24.06.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2020/6/e17280/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The number of electronic cigarette (e-cigarette) users has been increasing rapidly in recent years, especially among youth and young adults. More e-cigarette products have become available, including e-liquids with various brands and flavors. Various e-liquid flavors have been frequently discussed by e-cigarette users on social media.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to examine the longitudinal prevalence of mentions of electronic cigarette liquid (e-liquid) flavors and user perceptions on social media.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We applied a data-driven approach to analyze the trends and macro-level user sentiments of different e-cigarette flavors on social media. With data collected from web-based stores, e-liquid flavors were classified into categories in a flavor hierarchy based on their ingredients. The e-cigarette–related posts were collected from social media platforms, including Reddit and Twitter, using e-cigarette–related keywords. The temporal trend of mentions of e-liquid flavor categories was compiled using Reddit data from January 2013 to April 2019. Twitter data were analyzed using a sentiment analysis from May to August 2019 to explore the opinions of e-cigarette users toward each flavor category.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>More than 1000 e-liquid flavors were classified into 7 major flavor categories. The fruit and sweets categories were the 2 most frequently discussed e-liquid flavors on Reddit, contributing to approximately 58% and 15%, respectively, of all flavor-related posts. We showed that mentions of the fruit flavor category had a steady overall upward trend compared with other flavor categories that did not show much change over time. Results from the sentiment analysis demonstrated that most e-liquid flavor categories had significant positive sentiments, except for the beverage and tobacco categories.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The most updated information about the popular e-liquid flavors mentioned on social media was investigated, which showed that the prevalence of mentions of e-liquid flavors and user perceptions on social media were different. Fruit was the most frequently discussed flavor category on social media. Our study provides valuable information for future regulation of flavored e-cigarettes.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>e-cigarette</kwd>
        <kwd>flavor</kwd>
        <kwd>social media</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>An electronic cigarette (e-cigarette) is a product for users to consume nicotine-related aerosols by heating a solution comprising propylene glycol or glycerol, nicotine, and flavoring chemicals [<xref ref-type="bibr" rid="ref1">1</xref>]. The first e-cigarette product appeared in the market in 2003 and became popular in the United States in 2006-2007 [<xref ref-type="bibr" rid="ref2">2</xref>]. E-cigarette products are commonly used as substitutes for conventional cigarettes. Consequently, conventional cigarette consumption in the United States has been decreasing in recent years [<xref ref-type="bibr" rid="ref3">3</xref>]. The number of adult smokers declined from 20.9% in 2005 to 15.5% in 2016 [<xref ref-type="bibr" rid="ref4">4</xref>]. Recently, people have tended to use e-cigarette products over conventional tobacco products, especially among adolescents and young adults [<xref ref-type="bibr" rid="ref5">5</xref>]. According to the 2019 National Youth Tobacco Survey, among middle school students, the prevalence of e-cigarette use increased from 4.9% in 2018 to 10.5% in 2019, and for high school students, the number increased from 20.8% in 2018 to 27.5% in 2019 [<xref ref-type="bibr" rid="ref6">6</xref>]. Approximately 72.2% of high school and 59.2% of middle school exclusive e-cigarette users used flavored e-cigarettes [<xref ref-type="bibr" rid="ref6">6</xref>]. Flavored e-cigarette use among current young adult users (aged between 18 and 24 years) exceeds that of current older adult users (aged 25 years), and 81.5% of students aged between 12 and 17 years, used e-cigarettes because they came with attractive flavors [<xref ref-type="bibr" rid="ref7">7</xref>]. Fruit, menthol or mint, candy, desserts, or other sweets were the most popular flavors among high school and middle school students [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Although perceived as safe to be ingested, flavorings in e-cigarettes remain to be a health concern, especially for adolescents, as they might not be safe to inhale. Different electronic cigarette liquid (e-liquid) flavors contain different flavoring chemicals [<xref ref-type="bibr" rid="ref9">9</xref>]. Exposure to e-cigarette aerosols with flavorings could cause DNA damage, increased oxidative stress, inflammatory cytokine release, and epithelial barrier dysfunction [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. A recent study showed that treating monocytic cells with different flavoring chemicals and flavored e-liquids without nicotine could cause different cytotoxicities [<xref ref-type="bibr" rid="ref11">11</xref>]. E-cigarette flavorings could damage endothelial cells that line the interior of human blood vessels and may increase the risk of heart disease [<xref ref-type="bibr" rid="ref12">12</xref>]. In particular, cinnamon and menthol flavors were more harmful than other flavors [<xref ref-type="bibr" rid="ref11">11</xref>]. Diacetyl and 2,3-pentanedione, 2 of the most common flavoring ingredients in e-cigarettes, were found to have adverse effects on lung cells, which can impair lung function and cause a <italic>popcorn lung</italic> [<xref ref-type="bibr" rid="ref9">9</xref>]. Another study suggested that the complexity of e-cigarettes on human health goes beyond respiratory and cardiac systems and may have significant implications on oral health [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>Although most studies focus on the health effects of different e-liquid flavors, it has become very important to understand the relative proportions of mentions of different e-liquid flavors and user perceptions to reduce their potential health effects. Krüsemann et al [<xref ref-type="bibr" rid="ref14">14</xref>] constructed an e-liquid flavor wheel based on flavor classifications using terms associated with e-cigarettes and flavors in research articles. Wang et al [<xref ref-type="bibr" rid="ref15">15</xref>] investigated the e-cigarette content on Reddit without analyzing preferences and sentiments. A Twitter-related study focused on analyzing sentiments of general e-cigarette posts among different groups of users without considering e-cigarette flavors [<xref ref-type="bibr" rid="ref16">16</xref>]. Currently, there have been few discussions about the e-liquid flavor classification, sentiment analysis, and trend analysis from the perspective of e-cigarette users on social media, which we explored in this study using Reddit and Twitter data.</p>
        <p>With the emergence of new e-liquid flavors, the prevalence of mentions of e-liquid flavors might evolve over time, which needs to be monitored in a timely manner. In addition, it is important to understand how the perception of e-liquid flavors correlates with their prevalence. In this study, we employed a data-driven approach to characterize the dynamic changes in mentions of e-liquid flavors over time and to correlate them with the users’ perceptions of each flavor category on social media. With the development of technology, social media have become popular in our daily lives. The number of American adults using social networking sites increased from 7% in 2005 to almost 65% in 2015 and is still increasing [<xref ref-type="bibr" rid="ref17">17</xref>]. We collected data from Reddit, which is one of the most popular social media platforms [<xref ref-type="bibr" rid="ref18">18</xref>]. Reddit posts usually contain more information because they have a much higher character limit compared with other social media platforms such as Twitter, thus allowing the discussions on Reddit to focus more on the opinions and experiences of users. Twitter posts have a lower character limit than Reddit posts. This advantage makes it easier to locate flavor-related sentences, which can lead to a more accurate sentiment analysis compared with using Reddit data. Therefore, we downloaded Twitter data using the public Twitter app programming interface to explore people’s attitudes toward each flavor category. This study investigated the trends of mentions of e-liquid flavors and their perception on social media and provided some guidance for future research on the associations between the prevalence of e-cigarette flavors and user perceptions.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Electronic Cigarette Liquid Flavor Data Collection and Preprocessing</title>
        <p>To obtain a full list of e-liquid flavor names, we searched the 3 major e-cigarette web-based stores, including <italic>electrictobacconist.com, myvaporstore.com,</italic> and <italic>ecig-city.com</italic>. The information on e-liquid flavors, including e-liquid brands, flavor names, and flavor ingredients, was manually recorded and curated. In addition to the unique flavor names (brand flavor names) from e-cigarette companies (eg, <italic>Lava Flow</italic> from <italic>Naked 100</italic> and <italic>Green Goblin Salt</italic> from <italic>Oh My Gush</italic>), specific flavor names (eg, mango, cotton candy, coffee) were also added to the list as people tend to mention specific flavor names more frequently on social media instead of using specific brand names. A total of 129 e-liquid brands and 1198 e-liquid flavors were collected.</p>
      </sec>
      <sec>
        <title>Electronic Cigarette Liquid Flavor Classification</title>
        <p>We applied a data-driven approach to construct a hierarchical e-liquid flavor classification, including 3 levels: major flavor categories (column 1 in <xref ref-type="table" rid="table1">Table 1</xref>), subcategories (column 2 in <xref ref-type="table" rid="table1">Table 1</xref>), and specific flavors (column 3 in <xref ref-type="table" rid="table1">Table 1</xref>). Specific flavor names were first standardized based on the flavor components and key ingredients because different brands or websites may use different names for the same flavor. As some specific e-cigarette flavor names mentioned in Reddit posts were sparse, the specific flavors were classified into several major categories. Similar to categories mentioned in the study by Krüsemann et al [<xref ref-type="bibr" rid="ref14">14</xref>], 7 major flavor categories were generated: fruit, tobacco, menthol or mint, sweets, beverage, mixed, and others (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Within each major flavor category, specific flavors were merged into several subcategories (middle level). For example, in the <italic>fruit</italic> flavor category, there are <italic>tropical</italic>, <italic>berry</italic>, <italic>melon</italic>, <italic>mixed fruit</italic>, and <italic>others</italic> flavor subcategories. In each subcategory, specific fruit flavors were listed. E-liquid flavors that contain more than one flavor ingredient in multiple categories were classified into the <italic>mixed</italic> category. All other flavors that could not be classified into previous categories were classified into the <italic>others</italic> flavor category.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Classification of electronic cigarette liquid flavors.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="300"/>
            <col width="670"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Flavor categories and subcategories</td>
                <td>List of specific flavors</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Fruit</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Berry</td>
                <td>Wildberry, currant, blackcurrant, blackberry, grape, raspberry, blueberry, strawberry, etc</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tropical</td>
                <td>Mango, lychee, guava, passion fruit, pineapple, etc</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Citrus</td>
                <td>Grapefruit, lime, orange, lemon, etc</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Melon</td>
                <td>Cantaloupe, honeydew, melon, watermelon, etc</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mixed fruits</td>
                <td>Mango apricot, apple melon, nana berry, etc</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Others</td>
                <td>Pomelo, papaya, apricot, dragon fruit, pomegranate, cucumber, kiwi, pear, cherry, peach, coconut, banana, apple, etc</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Sweets</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dessert</td>
                <td>Mochi, pie, waffle, donut, mixed, cake, s’more, muffin, ice cream, cream, custard, macaron, granola, pastry, meringue, bread, cheesecake, cookie, etc</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Candy</td>
                <td>Lollypop, mixed, jelly bean, gummy bear, cotton candy, marshmallow, bubble gum, chocolate, etc</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Others</td>
                <td>Cereal, honey, caramel, etc</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Beverage</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Coffee</td>
                <td>Latte, mocha, cappuccino, espresso, coffee</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tea</td>
                <td>Chai, tea, etc</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Juice</td>
                <td>Limeade, lemonade, apple juice, etc</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Milk</td>
                <td>Yogurt, milkshake, milk</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Soft drinks</td>
                <td>Cola, coke, soda, etc</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Others</td>
                <td>Energy drink, smoothie, etc</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Tobacco</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tobacco</td>
                <td>Classic tobacco, Virginia tobacco, cigar, etc</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Menthol or mint</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Menthol</td>
                <td>Menthol</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mint</td>
                <td>Mint, peppermint, spearmint</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Mixed</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mixed</td>
                <td>Fruit + mint, fruit + sweets, fruit + beverage, fruit + beverage, sweets + other, sweets + mint, sweets + tobacco, fruit + tobacco, etc</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Others</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Alcohol</td>
                <td>Margarita, whiskey, rum, bourbon, cocktail, etc.</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nuts</td>
                <td>Walnut, pecan, pistachio, hazelnut, almond, peanut butter, etc</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Spice</td>
                <td>Vanilla, cinnamon, etc</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Others</td>
                <td>Pure VG<sup>a</sup>, pure PG<sup>b</sup>, PG/VG, etc</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>VG: vegetable glycerin.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>PG: propylene glycol.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Reddit</title>
        <sec>
          <title>Reddit Data Collection and Preprocessing</title>
          <p>Reddit posts from January 2013 to April 2019 were downloaded from <italic>pushshift.io</italic> (a website that publishes archive Reddit data) [<xref ref-type="bibr" rid="ref19">19</xref>]. E-cigarette–related Reddit posts were obtained using keyword matching based on a list of e-cigarette–related keywords, including <italic>e-cig</italic>, <italic>e-cigs</italic>, <italic>ecig</italic>, <italic>ecigs</italic>, <italic>electroniccigarette</italic>, <italic>ecigarette</italic>, <italic>ecigarettes</italic>, <italic>vape</italic>, <italic>vapers</italic>, <italic>vaping</italic>, <italic>vapes</italic>, <italic>e-liquid</italic>, <italic>ejuice</italic>, <italic>eliquid</italic>, <italic>e-juice</italic>, <italic>vapercon</italic>, <italic>vapeon</italic>, <italic>vapefam</italic>, <italic>vapenation</italic>, and <italic>juul</italic> [<xref ref-type="bibr" rid="ref20">20</xref>]. As a result, 2,865,467 e-cigarette–related Reddit posts were collected.</p>
          <p>We further extracted e-liquid flavor–related Reddit posts from the e-cigarette dataset we collected. We applied the constructed flavor classification scheme and used the flavors and flavor names as the keywords to obtain posts that discuss e-liquid flavors. We observed that some flavor names were very likely to cause confusion and introduce noises such as <italic>contact</italic> and <italic>punched</italic>; thus, a denoise procedure was performed to filter out noisy flavor keywords [<xref ref-type="bibr" rid="ref21">21</xref>]. For each confusing flavor name, sample posts were generated and manually labeled. The goal of the denoise procedure was to optimize the precision to 90% while maintaining an acceptable recall of ≥75%. If flavor names did not achieve the goal, they were excluded from further data analysis. After filtering out noisy flavor keywords, the final flavor subset contained 904,045 posts (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
        </sec>
        <sec>
          <title>Temporal Analysis of Reddit</title>
          <p>A temporal analysis was conducted to investigate the longitudinal trend of the intensity of discussion about each e-cigarette flavor category using the monthly post counts from January 2013 to April 2019. To further investigate competitions and substitutions between flavors, data were further normalized by the total number of flavor subset post counts in each month.</p>
        </sec>
      </sec>
      <sec>
        <title>Twitter</title>
        <sec>
          <title>Twitter Data Collection and Preprocessing</title>
          <p>Using the same e-cigarette–related keywords, Twitter streaming data were downloaded from May 31 to August 22, 2019, leading to a collection of 2,757,860 e-cigarette–related Twitter posts.</p>
          <p>To obtain e-cigarette flavor–related feedback from e-cigarette users instead of e-cigarette promotions from official accounts, promotion-related Twitter posts were filtered out in 2 steps. First, Twitter IDs that contain promotion-related keywords were eliminated, including <italic>dealer</italic>, <italic>deal</italic>, <italic>store</italic>, <italic>supply</italic>, <italic>e-cig</italic>, <italic>e-cigs</italic>, <italic>ecig</italic>, <italic>ecigs</italic>, <italic>electroniccigarette</italic>, <italic>ecigarette</italic>, <italic>ecigarettes</italic>, <italic>vape</italic>, <italic>vapers</italic>, <italic>vaping</italic>, <italic>vapes</italic>, <italic>e-liquid</italic>, <italic>ejuice</italic>, <italic>eliquid</italic>, <italic>e-juice</italic>, <italic>vapercon</italic>, <italic>vapeon</italic>, <italic>vapefam</italic>, <italic>vapenation</italic>, and <italic>juul</italic>. Second, Twitter posts that contain promotion-like keywords (eg, customer, promotion, discount, sale, and free shipping) were eliminated. After these 2 filtering procedures, a subset of 2,530,048 e-cigarette–related posts remained. To obtain an accurate result on the Twitter sentiment analysis of each flavor category, another flavor-related filtering was conducted by using keywords from the previous e-liquid flavor list <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). As a result, we obtained an e-liquid flavor–related Twitter subset that contains 21,389 posts, and each post contains only 1 flavor keyword. The complete procedures of Twitter data preprocessing are shown in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
        </sec>
        <sec>
          <title>Sentiment Analysis of Electronic Cigarette Liquid Flavors on Twitter</title>
          <p>A sentiment analysis is a contextual analysis of sentences and paragraphs, which can extract subjective attitudes and opinions from the source material. The Valence Aware Dictionary and sEntiment Reasoner was used as the sentiment analyzer to extract the thoughts and opinions of e-cigarette users on each flavor category from Twitter posts [<xref ref-type="bibr" rid="ref22">22</xref>]. We obtained a sentiment score for each tweet, and the average sentiment score was calculated for each flavor category. On the basis of the suggested threshold for determining the sentiment (positive, neutral, and negative), tweets with sentiment scores in the range of −1.00 to −0.05 were classified as negative posts, tweets with sentiment scores in the range of −0.05 to +0.05 (not include −0.05 and +0.05) were classified as neutral posts, and tweets with sentiment scores in the range of +0.05 to +1.00 were classified as positive posts [<xref ref-type="bibr" rid="ref22">22</xref>]. The number of posts for each flavor category with positive, neutral, and negative sentiments was normalized by the total number of posts for each flavor category to explore the distribution of the sentiment results for each flavor category. In addition, comparisons between the proportions of positive and negative Twitter posts within each flavor category were conducted using 2 proportion z tests in SAS version 9.4 (SAS Institute Inc) to determine the significant differences between the proportion of positive sentiments and the proportion of negative sentiments. All tests were two sided, with a significance level of 5%. The original <italic>P</italic> values were adjusted using the Bonferroni method to account for multiplicity.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Prevalence of Electronic Cigarette Flavors Mentioned on Reddit</title>
        <p>E-liquid flavors were classified into different flavor categories. <xref ref-type="table" rid="table1">Table 1</xref> provides an overview of the multiple levels of classifications, including major flavor categories, subcategories, and specific flavors. The proportions of hierarchical 3-layer flavor classifications are shown in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Using the filtered Reddit data, <xref ref-type="table" rid="table2">Table 2</xref> shows the percentage distribution of major flavor categories as well as detailed percentage distributions of 4 major flavor subcategories. As shown in <xref ref-type="table" rid="table2">Table 2</xref>, the <italic>fruit</italic> and <italic>sweets</italic> categories were the most mentioned and popular flavor categories on Reddit, followed by <italic>beverage</italic>, <italic>menthol or mint</italic>, <italic>tobacco</italic>, <italic>others,</italic> and <italic>mixed</italic>. In addition, <italic>berry</italic> was the dominant subcategory with a percentage of 45.84% (7,27,404/15,86,926) over all fruit-related subcategories; <italic>dessert</italic> was dominant in the <italic>sweets</italic> subcategory with a percentage of 47.43% (1,89,946/400,500). <italic>Coffee</italic> (118,129/2,77,005, 42.65%) and <italic>tea</italic> (1,07,449/2,77,005, 38.79%) were the most popular subcategories in the <italic>beverage</italic> flavor category. In the <italic>menthol or mint</italic> flavor category, the <italic>menthol</italic> (1,73,641/2,29,817, 75.56%) subcategory was more popular than the <italic>mint</italic> (56,176/2,29,817, 24.44%) subcategory. The percentage of post count for specific flavors in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> showed that the <italic>strawberry</italic> flavor was the most mentioned in the <italic>fruit</italic> category, and the <italic>vanilla</italic> flavor had the most mentions in the s<italic>weets</italic> category.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Percentage distribution of e-liquid flavors mentioned on Reddit.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="300"/>
            <col width="670"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Flavor categories and subcategories</td>
                <td>Count, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Fruit</bold>
                </td>
                <td>1,586,926 (58.15)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Berry</td>
                <td>727,404 (45.84)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Others</td>
                <td>374,886 (23.62)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tropical</td>
                <td>190,639 (12.01)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Melon</td>
                <td>138,876 (8.75)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mixed fruit</td>
                <td>102,618 (6.47)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Citrus</td>
                <td>52,503 (3.31)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Sweets</bold>
                </td>
                <td>400,500 (14.67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dessert</td>
                <td>189,946 (47.43)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Others</td>
                <td>113,688 (28.39)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Candy</td>
                <td>96,866 (24.18)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Beverage</bold>
                </td>
                <td>277,005 (10.15)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Coffee</td>
                <td>118,129 (42.64)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Tea</td>
                <td>107,449 (38.80)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Milk</td>
                <td>21,764 (7.85)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Juice</td>
                <td>21,117 (7.62)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Soft drink</td>
                <td>5377 (1.94)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Others</td>
                <td>3169 (1.14)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Menthol or mint</bold>
                </td>
                <td>229,817 (8.42)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Menthol</td>
                <td>173,641 (75.56)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mint</td>
                <td>56,176 (24.44)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Tobacco</td>
                <td>163,377 (5.99)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Others</td>
                <td>43,922 (1.61)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Mixed</td>
                <td>24,769 (0.91)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Temporal Analysis of Mentions of Electronic Cigarette Liquid Flavors on Reddit</title>
        <p>With the availability of new e-liquid flavors and the changes in the perception of users on e-liquid flavors over time, it is important to examine the temporal changes of e-liquid flavors mentioned on social media, so that the appropriate regulation of e-liquid flavors could be applied. To address this, we used the Reddit data collected from January 2013 to April 2019. By examining the number of Reddit posts on each e-liquid flavor, we observed a relatively increasing trend on the <italic>fruit</italic> category, whereas it remained relatively constant for the other flavor categories (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The temporal analysis also showed a significant spike for each flavor category in June 2016 (<xref rid="figure1" ref-type="fig">Figure 1</xref>). This spike coincided with the US Food and Drug Administration (FDA), extending its regulatory authority to all tobacco products, including e-cigarettes and pipe tobacco on June 16, 2016. The number of posts mentioning e-liquid flavors on Reddit after June 2016 was much less than that before June 2016 but still showed an upward trend. After normalization to all posts mentioning flavors, the <italic>fruit</italic> flavor category had a steady upward trend from January 2013 to June 2016 and then showed some fluctuation. Most of the other flavor categories did not show significant trends, with <italic>sweets</italic> and <italic>mixed</italic> categories having a relatively noticeable decreasing trend.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The longitudinal trend of e-liquid flavors mentioned on Reddit, including the number of Reddit posts and the proportion of Reddit posts of each flavor category from January 2013 to April 2019. The proportion is normalized by the monthly total flavor-related post count. e-liquid: electronic cigarette liquid.</p>
          </caption>
          <graphic xlink:href="jmir_v22i6e17280_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Sentiment Analysis of Electronic Cigarette Liquid Flavors Mentioned on Twitter</title>
        <p>Although there are more than 7000 e-liquid flavors available on the market, it is important to examine the perception of public users to different e-liquid flavors, which will help us understand their prevalence on social media. As the character limit of Reddit subreddits is 40,000, it was difficult to locate the sentences only about e-liquid flavors in long Reddit messages. In this case, sentiment analysis precision for e-liquid flavors on Reddit cannot be ensured. Thus, Twitter data with a character limit of 280 were used instead for the sentiment analysis for more precise results. To obtain the most recent sentiments toward e-liquid flavors, we decided to use Twitter data from May 31 to August 22, 2019. As the total post counts in the <italic>others</italic> (276 posts) and the <italic>mixed</italic> (126 posts) flavor categories are much lower than other flavor categories and because e-cigarette flavors in these 2 categories were miscellaneous and diverse, we excluded these 2 categories in the sentiment analysis. The sentiment analysis on each e-liquid flavor category using Twitter data showed that, on average, the posts with the <italic>sweets</italic>, <italic>menthol or mint</italic>, and <italic>fruit</italic> flavor categories had positive sentiments, whereas the posts with the <italic>tobacco</italic> and <italic>beverage</italic> flavor categories showed negative sentiments (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <p>On the basis of thresholds of +/- 0.05 for positive and negative sentiments, each post was classified into positive, negative, or neutral sentiments. Within each flavor category, the proportion of posts with different sentiments was calculated (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The <italic>fruit</italic>, <italic>menthol or mint</italic>, and <italic>sweets</italic> flavor categories had a significantly higher proportion of positive posts than negative posts (<italic>P</italic>&#60;.001). In contrast, the <italic>beverage</italic> and <italic>tobacco</italic> flavor categories had a significantly higher proportion of negative posts than positive posts (<italic>P</italic>&#60;.001).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Sentiment analysis of flavor categories on Twitter.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="270"/>
            <col width="270"/>
            <col width="460"/>
            <thead>
              <tr valign="top">
                <td>Flavor category</td>
                <td>Total post count, N</td>
                <td>Average sentiment score, mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Fruit</td>
                <td>9852</td>
                <td>0.074 (0.453)</td>
              </tr>
              <tr valign="top">
                <td>Menthol or mint</td>
                <td>4582</td>
                <td>0.128 (0.379)</td>
              </tr>
              <tr valign="top">
                <td>Sweets</td>
                <td>3190</td>
                <td>0.156 (0.442)</td>
              </tr>
              <tr valign="top">
                <td>Beverage</td>
                <td>1805</td>
                <td>−0.090 (0.451)</td>
              </tr>
              <tr valign="top">
                <td>Tobacco</td>
                <td>1555</td>
                <td>−0.134 (0.440)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Sentiment analysis of the flavor categories mentioned on Twitter. Error bars represent the estimated SDs.</p>
          </caption>
          <graphic xlink:href="jmir_v22i6e17280_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, by mining e-cigarette–related posts on social media (Reddit and Twitter), we showed that <italic>fruit</italic> and <italic>sweets</italic> flavors were the most popular flavors mentioned on social media, which remained to be the top popular flavors mentioned on social media over time. In addition, the sentiment analysis result showed significant positive attitudes toward <italic>fruit</italic> and s<italic>weets</italic> flavor categories. Although there were significant negative attitudes toward <italic>tobacco</italic> and <italic>beverage</italic> flavor categories, these 2 flavors were less mentioned on social media. Therefore, the perception of e-cigarette flavors on social media positively correlates with their popularity, that is, a positive sentiment correlates with high popularity on social media.</p>
        <p>Our temporal studies showed that <italic>fruit</italic> and <italic>sweets</italic> have constantly been the most frequently mentioned e-liquid flavors on social media from 2013 to 2019, suggesting that the prevalence of e-liquid flavors mentioned on social media has not changed much over time. However, with the implementation of the e-cigarette flavor enforcement policy by the FDA on February 6, 2020, which bans all cartridge-based–flavored e-cigarettes except tobacco and menthol flavors, the popularity of e-liquid flavors will change accordingly. In addition, with the availability of other flavored e-cigarette products (such as disposable e-cigarette devices) on the market after the FDA flavor enforcement policy, it is hard to predict which flavors will become popular, which warrants further investigation.</p>
        <p>In this study, we provided a way to timely monitor the prevalence of e-liquid flavors mentioned on social media as well as to identify the positive correlation between the perception of e-liquid flavors and their prevalence. With the power of this surveillance system, current regulation on flavored e-cigarettes could be modified or updated in a timely manner, and more importantly, the epidemic of e-cigarette use, especially among the youth, could be ameliorated to protect public health.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>Compared with the previous flavor wheel that was based on manually reviewed papers, the proposed e-liquid flavor classification in this study has better coverage of the up-to-date e-cigarette flavors with practical frequency distributions because it was constructed based on products on the web and discussions on social media [<xref ref-type="bibr" rid="ref14">14</xref>]. As a result, we revised the flavor classification in several ways. First, the major flavor categories were merged from 13 into 7 categories [<xref ref-type="bibr" rid="ref14">14</xref>]. For example, we combined the <italic>candy</italic>, <italic>dessert</italic>, and <italic>other sweets</italic> categories into the other sweets category of <italic>sweets</italic> as most of these flavors have sweetener ingredients. In addition, subcategories were created to form a more detailed flavor classification. For example, within the <italic>fruit</italic> flavor category, besides the existing second-level subcategories <italic>tropical</italic>, <italic>berry</italic>, <italic>citrus</italic>, and <italic>others</italic>, a <italic>melon</italic> subcategory was added because of the frequent mentions of melon-related flavors on social media. Together, the revised flavor classification contains more complete and the most up-to-date e-cigarette flavors.</p>
        <p>A previous study showed the prevalence of the mentions of e-liquid flavor use on Reddit [<xref ref-type="bibr" rid="ref15">15</xref>]. Instead of showing the yearly nominal post counts of each flavor category, our temporal analysis used the total flavor-related Reddit post counts to normalize the monthly data to see the trend of mentions of e-liquid flavors. Similar to previous findings [<xref ref-type="bibr" rid="ref15">15</xref>], our results showed that the <italic>fruit</italic> flavor category was the dominant flavor on Reddit, followed by <italic>sweets</italic>. Another study showed that the <italic>fruit</italic> flavor category was mentioned most frequently on Facebook, followed by <italic>sweet</italic> and <italic>cream</italic> (classified as the <italic>sweets</italic> flavor category in our study) [<xref ref-type="bibr" rid="ref23">23</xref>]. Compared with the findings from the previous study [<xref ref-type="bibr" rid="ref15">15</xref>], the <italic>beverage</italic> flavor had a slightly larger portion of mentions recently. The percentage distribution of the <italic>beverage</italic> flavor increased from 7% to 10% from 2015 to 2019. Although this increase is small, which could be because of random error, there might be 2 other reasons. First, it could be caused by increased discussions about the <italic>beverage</italic> flavors on Reddit. Second, our <italic>beverage</italic> flavor-filtering keyword list contains more flavors. Besides the <italic>coffee</italic> and <italic>tea</italic> flavors, we added the <italic>juice</italic>, <italic>soft drinks</italic>, and <italic>energy drinks</italic> flavor subcategories in the <italic>beverage</italic> category, which might cause the <italic>beverage</italic> flavor category to have a larger percentage of mentions on Reddit [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>On June 16, 2016, the FDA finalized a rule that extended its regulatory authority to all tobacco products, including e-cigarettes and pipe tobacco, as part of its goal to improve public health. This new rule also restricted youth access to newly regulated tobacco products [<xref ref-type="bibr" rid="ref24">24</xref>]. Due to this new rule released by the FDA, more flavor-related e-cigarette Reddit posts were mentioned during that month, causing a significant spike in <xref rid="figure1" ref-type="fig">Figure 1</xref>. These data also demonstrated that social media data could accurately and timely reflect what happens in real life. There was a slightly increasing trend in the <italic>fruit</italic> category in <xref rid="figure1" ref-type="fig">Figure 1</xref>, which suggests that people tend to talk about fruit-related e-liquid flavors more frequently on Reddit compared with other flavor categories. A recent study using the Population Assessment of Tobacco and Health Wave 3 data showed that 52.8% of youths used fruit-flavored electronic nicotine delivery systems, which is consistent with our findings on the prevalence of fruit flavors (58%) mentioned using Reddit data [<xref ref-type="bibr" rid="ref25">25</xref>]. Our sentiment analysis showed positive attitudes toward the fruit flavor category. Thus, our data suggest that the regulation of e-cigarette use should focus on the restriction of e-cigarette use with fruit flavors.</p>
        <p>There have been few studies on flavor sentiment analysis on social media [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. One study focused on e-cigarette–related Twitter post sentiments among users with respect to different genders and age ranges [<xref ref-type="bibr" rid="ref16">16</xref>]. However, flavor-related sentiments were not discussed. Another study showed the sentiments on e-liquid flavors mentioned on JuiceDB, but only focusing on the 2 most popular flavors, <italic>fruit</italic> and <italic>sweet</italic> flavors [<xref ref-type="bibr" rid="ref26">26</xref>]. Our results were similar to the sentiment analysis from JuiceDB, showing that the overall sentiments for those 2 flavors were positive. More importantly, our results performed a sentiment analysis on other flavor categories, thus providing a more comprehensive picture of the perception of e-liquid flavors on social media.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>In this study, Reddit and Twitter data were used to answer different questions considering their characteristics. A Reddit post has a relatively large character limit, which makes it an ideal data source to examine the experience users have with e-cigarettes. In addition, Reddit posts were available from January 2013 to April 2019, which made it possible to examine the temporal changes in popular e-liquid flavors. However, as Reddit posts have a 40,000-character limit, it is difficult to obtain accurate sentiment results for specific e-liquid flavors. Twitter posts have a much smaller character limit (280 characters) compared with Reddit, which makes it ideal for a sentiment analysis. Switching social media platforms from Reddit to Twitter in the process of a sentiment analysis may create some bias. The attitudes of users toward e-cigarette flavors on Twitter might be slightly different from those on Reddit.</p>
        <p>Although there are more than 7000 e-liquid flavors on the market [<xref ref-type="bibr" rid="ref27">27</xref>], just over 1000 specific e-liquid flavors were included in our dataset. In the future, more e-liquid brands and flavors will be collected for a more complete dataset, which can generate more detailed flavor classification. More analyses could be conducted by using additional social media platforms, such as Facebook and Instagram.</p>
        <p>User demographic information, including gender, age, and ethnicity, is not available from social media data, which might limit further analysis of the prevalence of e-liquid flavors mentions among different demographic groups.</p>
        <p>In general, the information from social media data is noisy, which could bias the results. However, our results are consistent with the results from the national survey data, which indicate the reliability of our conclusions.</p>
        <p>With the announcement of the e-cigarette flavor enforcement policy by the FDA at the beginning of 2020, the prevalence of e-cigarette flavors will likely evolve as most flavors (such as fruit and sweets) are banned and as disposable e-cigarette devices with different flavors become available on the market. Understanding which flavors are the most popular after the flavor enforcement policy will be very important, which awaits further investigation.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Although the popularity of e-liquid flavors has been reported in previous studies, this study showed the longitudinal changes in the prevalence of mentions of e-liquid flavors as well as the perceptions users have of different e-liquid flavors. The findings from this study will provide the most updated information about the popular e-liquid flavors mentioned on social media and how the perceptions of different e-liquid flavors are correlated with their prevalence on social media, which could guide further regulation of e-cigarette flavors. Our results showed that the prevalence and perceptions of different flavors on social media were different. The findings of this study have several valuable applications. Social media data can be used to inform researchers or policymakers about the prevalence of mentions of different e-liquid flavors in a timely manner and provide some guidance on the regulation of flavored e-cigarettes. Although the FDA has restricted the sale of unauthorized flavored cartridge-based e-cigarettes, flavored e-cigarettes in other formats still exist in the market, such as disposable e-cigarette devices. Here, we provided a cost-effective surveillance system to monitor the prevalence of e-liquid flavors over time.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Flowchart of Data Pre-processing Procedures.</p>
        <media xlink:href="jmir_v22i6e17280_app1.png" xlink:title="PNG File , 117 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>E-liquid Flavors mentioned on Reddit.</p>
        <media xlink:href="jmir_v22i6e17280_app2.docx" xlink:title="DOCX File , 20 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">e-cigarette</term>
          <def>
            <p>electronic cigarette</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">e-liquid</term>
          <def>
            <p>electronic cigarette liquid</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">FDA</term>
          <def>
            <p>Food and Drug Administration</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was supported by the National Cancer Institute of the National Institutes of Health and the FDA Center for Tobacco Products under award number U54CA228110.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>XL, ZX, and DL conceived and designed the study. XL and LC analyzed the data. XL wrote the manuscript. JY, JL, JL, ZX, and DL assisted with the interpretation of the analyses and edited the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grana</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Benowitz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Glantz</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>E-cigarettes: a scientific review</article-title>
          <source>Circulation</source>
          <year>2014</year>
          <month>05</month>
          <day>13</day>
          <volume>129</volume>
          <issue>19</issue>
          <fpage>1972</fpage>
          <lpage>86</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24821826"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.114.007667</pub-id>
          <pub-id pub-id-type="medline">24821826</pub-id>
          <pub-id pub-id-type="pii">129/19/1972</pub-id>
          <pub-id pub-id-type="pmcid">PMC4018182</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <source>Consumer Advocates for Smoke-Free Alternatives Association</source>
          <year>2018</year>
          <access-date>2020-05-05</access-date>
          <comment>A Historical Timeline of Electronic Cigarettes<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.casaa.org/historical-timeline-of-electronic-cigarettes/">http://www.casaa.org/historical-timeline-of-electronic-cigarettes/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mammone</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van Katwyk</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Sritharan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Khateeb</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grjibovski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gunn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kamali-Anaraki</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mahendren</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mansoor</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Natt</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nwokoro</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Randhawa</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Yunju Song</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vercammen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Woo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Poirier</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Cigarette consumption estimates for 71 countries from 1970 to 2015: systematic collection of comparable data to facilitate quasi-experimental evaluations of national and global tobacco control interventions</article-title>
          <source>Br Med J</source>
          <year>2019</year>
          <month>06</month>
          <day>19</day>
          <volume>365</volume>
          <fpage>l2231</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&#38;pmid=31217224"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.l2231</pub-id>
          <pub-id pub-id-type="medline">31217224</pub-id>
          <pub-id pub-id-type="pmcid">PMC6582269</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2018</year>
          <access-date>2020-05-05</access-date>
          <comment>Smoking is down, but almost 38 million American adults still smoke<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/media/releases/2018/p0118-smoking-rates-declining.html">https://www.cdc.gov/media/releases/2018/p0118-smoking-rates-declining.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>The prevalence and characteristics of e-cigarette users in the US</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2017</year>
          <month>10</month>
          <day>11</day>
          <volume>14</volume>
          <issue>10</issue>
          <fpage>1200</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=ijerph14101200"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph14101200</pub-id>
          <pub-id pub-id-type="medline">29019917</pub-id>
          <pub-id pub-id-type="pii">ijerph14101200</pub-id>
          <pub-id pub-id-type="pmcid">PMC5664701</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gentzke</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Creamer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cullen</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Ambrose</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Willis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jamal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <article-title>Vital signs: tobacco product use among middle and high school students-United States, 2011-2018</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2019</year>
          <month>02</month>
          <day>15</day>
          <volume>68</volume>
          <issue>6</issue>
          <fpage>157</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6806e1"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6806e1</pub-id>
          <pub-id pub-id-type="medline">30763302</pub-id>
          <pub-id pub-id-type="pmcid">PMC6375658</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murthy</surname>
              <given-names>VH</given-names>
            </name>
          </person-group>
          <article-title>E-cigarette use among youth and young adults: a major public health concern</article-title>
          <source>JAMA Pediatr</source>
          <year>2017</year>
          <month>03</month>
          <day>1</day>
          <volume>171</volume>
          <issue>3</issue>
          <fpage>209</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1001/jamapediatrics.2016.4662</pub-id>
          <pub-id pub-id-type="medline">27928577</pub-id>
          <pub-id pub-id-type="pii">2592300</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cullen</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Gentzke</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Sawdey</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Anic</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Creamer</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Jamal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ambrose</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <article-title>E-cigarette use among youth in the United States, 2019</article-title>
          <source>J Am Med Assoc</source>
          <year>2019</year>
          <month>11</month>
          <day>5</day>
          <fpage>-</fpage>
          <comment>epub ahead of print</comment>
          <pub-id pub-id-type="doi">10.1001/jama.2019.18387</pub-id>
          <pub-id pub-id-type="medline">31688912</pub-id>
          <pub-id pub-id-type="pii">2755265</pub-id>
          <pub-id pub-id-type="pmcid">PMC6865299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Flanigan</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>LeBlanc</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vallarino</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>MacNaughton</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Christiani</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Flavoring chemicals in e-cigarettes: diacetyl, 2,3-pentanedione, and acetoin in a sample of 51 products, including fruit-, candy-, and cocktail-flavored e-cigarettes</article-title>
          <source>Environ Health Perspect</source>
          <year>2016</year>
          <month>06</month>
          <volume>124</volume>
          <issue>6</issue>
          <fpage>733</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ehp.niehs.nih.gov/doi/full/10.1289/ehp.1510185?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1289/ehp.1510185</pub-id>
          <pub-id pub-id-type="medline">26642857</pub-id>
          <pub-id pub-id-type="pmcid">PMC4892929</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gerloff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sundar</surname>
              <given-names>IK</given-names>
            </name>
            <name name-style="western">
              <surname>Freter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sekera</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pagano</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rahman</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Inflammatory response and barrier dysfunction by different e-cigarette flavoring chemicals identified by gas chromatography-mass spectrometry in e-liquids and e-vapors on human lung epithelial cells and fibroblasts</article-title>
          <source>Appl In Vitro Toxicol</source>
          <year>2017</year>
          <month>03</month>
          <day>1</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>28</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28337465"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/aivt.2016.0030</pub-id>
          <pub-id pub-id-type="medline">28337465</pub-id>
          <pub-id pub-id-type="pii">10.1089/aivt.2016.0030</pub-id>
          <pub-id pub-id-type="pmcid">PMC5338075</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muthumalage</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Prinz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ansah</surname>
              <given-names>KO</given-names>
            </name>
            <name name-style="western">
              <surname>Gerloff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sundar</surname>
              <given-names>IK</given-names>
            </name>
            <name name-style="western">
              <surname>Rahman</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Inflammatory and oxidative responses induced by exposure to commonly used e-cigarette flavoring chemicals and flavored e-liquids without nicotine</article-title>
          <source>Front Physiol</source>
          <year>2017</year>
          <volume>8</volume>
          <fpage>1130</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fphys.2017.01130"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fphys.2017.01130</pub-id>
          <pub-id pub-id-type="medline">29375399</pub-id>
          <pub-id pub-id-type="pmcid">PMC5768608</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Ong</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bae</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Whitlatch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mohammadi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nadeau</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Springer</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Schick</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatnagar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Modeling cardiovascular risks of e-cigarettes with human-induced pluripotent stem cell-derived endothelial cells</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2019</year>
          <month>06</month>
          <day>4</day>
          <volume>73</volume>
          <issue>21</issue>
          <fpage>2722</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2019.03.476</pub-id>
          <pub-id pub-id-type="medline">31146818</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(19)34696-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6637948</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beauchamp</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chiang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Giuseppetti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Frukhtbeyn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shaffer</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Wilhide</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Routkevitch</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ondov</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Cariogenic potential of sweet flavors in electronic-cigarette liquids</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>9</issue>
          <fpage>e0203717</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0203717"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0203717</pub-id>
          <pub-id pub-id-type="medline">30192874</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-17762</pub-id>
          <pub-id pub-id-type="pmcid">PMC6128655</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krüsemann</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Boesveldt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>de Graaf</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Talhout</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>An e-liquid flavor wheel: a shared vocabulary based on systematically reviewing e-liquid flavor classifications in literature</article-title>
          <source>Nicotine Tob Res</source>
          <year>2019</year>
          <month>09</month>
          <day>19</day>
          <volume>21</volume>
          <issue>10</issue>
          <fpage>1310</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29788484"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/nty101</pub-id>
          <pub-id pub-id-type="medline">29788484</pub-id>
          <pub-id pub-id-type="pii">4999218</pub-id>
          <pub-id pub-id-type="pmcid">PMC6751518</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Leischow</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Okamoto</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>An examination of electronic cigarette content on social media: analysis of e-cigarette flavor content on Reddit</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2015</year>
          <month>11</month>
          <day>20</day>
          <volume>12</volume>
          <issue>11</issue>
          <fpage>14916</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=ijerph121114916"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph121114916</pub-id>
          <pub-id pub-id-type="medline">26610541</pub-id>
          <pub-id pub-id-type="pii">ijerph121114916</pub-id>
          <pub-id pub-id-type="pmcid">PMC4661688</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Resende</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Culotta</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Computer Science: Illinois Institute of Technology</source>
          <year>2015</year>
          <access-date>2020-05-05</access-date>
          <comment>A Demographic and Sentiment Analysis of E-cigarette Messages on Twitter<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://cs.iit.edu/~culotta/pubs/resende15demographic.pdf">http://cs.iit.edu/~culotta/pubs/resende15demographic.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perrin</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Pew Research Center</source>
          <year>2015</year>
          <access-date>2020-05-05</access-date>
          <comment>Social Media Usage: 2005-2015<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/2015/10/08/social-networking-usage-2005-2015/">https://www.pewresearch.org/internet/2015/10/08/social-networking-usage-2005-2015/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shearer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Matsa</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Pew Research Center</source>
          <year>2018</year>
          <access-date>2020-05-05</access-date>
          <comment>News Use Across Social Media Platforms<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.journalism.org/2018/09/10/news-use-across-social-media-platforms-2018/">https://www.journalism.org/2018/09/10/news-use-across-social-media-platforms-2018/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baumgarten</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Reddit-PushShift</source>
          <access-date>2019-11-04</access-date>
          <comment>Directory Contents<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://files.pushshift.io/reddit/">https://files.pushshift.io/reddit/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lienemann</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Unger</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Methods for coding tobacco-related twitter data: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>03</month>
          <day>31</day>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>e91</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/3/e91/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7022</pub-id>
          <pub-id pub-id-type="medline">28363883</pub-id>
          <pub-id pub-id-type="pii">v19i3e91</pub-id>
          <pub-id pub-id-type="pmcid">PMC5392207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stieglitz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mirbabaie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Neuberger</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Social media analytics–challenges in topic discovery, data collection, and data preparation</article-title>
          <source>Int J Inform Manage</source>
          <year>2018</year>
          <month>04</month>
          <volume>39</volume>
          <fpage>156</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijinfomgt.2017.12.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <collab>Hutto CJ, Gilbert E.</collab>
          </person-group>
          <article-title>Vader: a Parsimonious Rule-based Model for Sentiment Analysis of Social Media Text</article-title>
          <source>Proceedings of the Eighth International AAAI Conference on Weblogs and Social Media</source>
          <year>2014</year>
          <conf-name>AAAI'14</conf-name>
          <conf-date>June 1-4, 2014</conf-date>
          <conf-loc>Ann Arbor, Michigan, USA</conf-loc>
          <fpage>A</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Tsui</surname>
              <given-names>KL</given-names>
            </name>
          </person-group>
          <article-title>Influence of flavors on the propagation of e-cigarette-related information: social media study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2018</year>
          <month>03</month>
          <day>23</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2018/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/publichealth.7998</pub-id>
          <pub-id pub-id-type="medline">29572202</pub-id>
          <pub-id pub-id-type="pii">v4i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC5889495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <source>US Food and Drug Administration</source>
          <year>2016</year>
          <access-date>2020-05-05</access-date>
          <comment>The Facts on the FDA's New Tobacco Rule<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/consumers/consumer-updates/facts-fdas-new-tobacco-rule">https://www.fda.gov/consumers/consumer-updates/facts-fdas-new-tobacco-rule</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schneller</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Bansal-Travers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goniewicz</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>McIntosh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ossip</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Use of flavored e-cigarettes and the type of e-cigarette devices used among adults and youth in the US-results from wave 3 of the population assessment of tobacco and health study (2015-2016)</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2019</year>
          <month>08</month>
          <day>20</day>
          <volume>16</volume>
          <issue>16</issue>
          <fpage>2991</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=ijerph16162991"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph16162991</pub-id>
          <pub-id pub-id-type="medline">31434229</pub-id>
          <pub-id pub-id-type="pii">ijerph16162991</pub-id>
          <pub-id pub-id-type="pmcid">PMC6720922</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Leischow</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Understanding users' vaping experiences from social media: initial study using sentiment opinion summarization techniques</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>08</month>
          <day>15</day>
          <volume>20</volume>
          <issue>8</issue>
          <fpage>e252</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/8/e252/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9373</pub-id>
          <pub-id pub-id-type="medline">30111530</pub-id>
          <pub-id pub-id-type="pii">v20i8e252</pub-id>
          <pub-id pub-id-type="pmcid">PMC6115599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Bonnevie</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cummins</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Gamst</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Four hundred and sixty brands of e-cigarettes and counting: implications for product regulation</article-title>
          <source>Tob Control</source>
          <year>2014</year>
          <month>07</month>
          <volume>23</volume>
          <issue>Suppl 3</issue>
          <fpage>iii3</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://tobaccocontrol.bmj.com/cgi/pmidlookup?view=long&#38;pmid=24935895"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2014-051670</pub-id>
          <pub-id pub-id-type="medline">24935895</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2014-051670</pub-id>
          <pub-id pub-id-type="pmcid">PMC4078673</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
