<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v24i11e41785</article-id>
      <article-id pub-id-type="pmid">36449326</article-id>
      <article-id pub-id-type="doi">10.2196/41785</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Ice Flavor–Related Discussions on Twitter: Content Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nali</surname>
            <given-names>Matthew</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Minji</surname>
            <given-names>Kim</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Navarro</surname>
            <given-names>Mario</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Galimov</surname>
            <given-names>Artur</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9718-439X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Vassey</surname>
            <given-names>Julia</given-names>
          </name>
          <degrees>MPH, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3002-2000</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Galstyan</surname>
            <given-names>Ellen</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1350-5983</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Unger</surname>
            <given-names>Jennifer B</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9064-6603</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Kirkpatrick</surname>
            <given-names>Matthew G</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2586-9514</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Allem</surname>
            <given-names>Jon-Patrick</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Population and Public Health Sciences</institution>
            <institution>Keck School of Medicine of University of Southern California</institution>
            <addr-line>1845 N Soto St</addr-line>
            <addr-line>Los Angeles, CA, 90089-9239</addr-line>
            <country>United States</country>
            <phone>1 858 603 0812</phone>
            <email>allem@usc.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9135-8689</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Population and Public Health Sciences</institution>
        <institution>Keck School of Medicine of University of Southern California</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jon-Patrick Allem <email>allem@usc.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>11</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>11</month>
        <year>2022</year>
      </pub-date>
      <volume>24</volume>
      <issue>11</issue>
      <elocation-id>e41785</elocation-id>
      <history>
        <date date-type="received">
          <day>8</day>
          <month>8</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>9</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>10</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>9</day>
          <month>11</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Artur Galimov, Julia Vassey, Ellen Galstyan, Jennifer B Unger, Matthew G Kirkpatrick, Jon-Patrick Allem. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 30.11.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2022/11/e41785" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The US Food and Drug Administration (FDA) recently restricted characterizing flavors in tobacco products. As a result, ice hybrid–flavored e-cigarettes, which combine a cooling flavor with fruit or other flavors (eg, banana ice), emerged on the market. Like menthol, ice-flavored e-cigarettes produce a cooling sensory experience. It is unclear if ice hybrid–flavored e-cigarettes should be considered characterizing flavors or menthol, limiting regulatory action. Monitoring the public’s conversations about ice-flavored e-cigarettes on Twitter may help inform the tobacco control community about these products and contribute to the US FDA policy targets in the future.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study documented the themes pertaining to vaping and ice flavor–related conversations on Twitter. Our goal was to identify key conversation trends and ascertain users’ recent experiences with ice-flavored e-cigarette products.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Posts containing vaping-related (eg, “vape,” “ecig,” “e-juice,” or “e-cigarette”) and ice-related (ie, “Ice,” “Cool,” “Frost,” and “Arctic”) terms were collected from Twitter’s streaming application programming interface from January 1 to July 21, 2021. After removing retweets, a random sample of posts (N=2001) was selected, with 590 posts included in the content analysis. Themes were developed through an inductive approach. Theme co-occurrence was also examined.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Many of the 590 posts were marked as (or consisted of) marketing material (n=306, 51.9%), contained positive personal testimonials (n=180, 30.5%), and mentioned disposable pods (n=117, 19.8%). Other themes had relatively low prevalence in the sample: neutral personal testimonials (n=45, 7.6%), cannabidiol products (n=41, 7%), negative personal testimonials (n=41, 7%), “official” flavor description (n=37, 6.3%), ice-flavored JUUL (n=19, 3.2%), information seeking (n=14, 2.4%), and comparison to combustible tobacco (n=10, 1.7%). The most common co-occurring themes in a single tweet were related to marketing and disposable pods (n=73, 12.4%).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our findings offer insight into the public’s experience with and understanding of ice-flavored e-cigarette products. Ice-flavored e-cigarette products are actively marketed on Twitter, and the messages about them are positive. Public health education campaigns on the harms of flavored e-cigarettes may help to reduce positive social norms about ice-flavored products. Future studies should evaluate the relationship between exposure to personal testimonials of ice-flavored vaping products and curiosity, harm perceptions, and experimentation with these products among priority populations.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>electronic cigarettes</kwd>
        <kwd>Twitter</kwd>
        <kwd>social media</kwd>
        <kwd>ice flavors</kwd>
        <kwd>tobacco policy</kwd>
        <kwd>public health</kwd>
        <kwd>infodemiology</kwd>
        <kwd>FDA</kwd>
        <kwd>tobacco</kwd>
        <kwd>smoking</kwd>
        <kwd>vaping</kwd>
        <kwd>e-cigarette</kwd>
        <kwd>public</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The use of e-cigarettes, or vaping, among adolescents and young adults is a public health concern [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. One factor contributing to e-cigarette use among adolescents and young adults is product diversity and the availability of appealing flavors [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Use of flavored e-cigarettes like fruit, sweet, mint, and menthol are the most widely used flavors among adolescents and young adults [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. In February 2020, to counteract e-cigarette use among adolescents and young adults, the US Food and Drug Administration (FDA) restricted the manufacture, distribution, marketing, and sale of prefilled cartridge-based e-cigarettes (eg, JUUL) in flavors other than menthol and tobacco [<xref ref-type="bibr" rid="ref7">7</xref>]. Additionally in July 2020, the US FDA issued warning letters to 10 prominent e-cigarette manufactures, including Cool Clouds Distribution, the parent company of the popular brand Puff Bar, requesting that they remove their flavored disposable e-cigarette products because they lacked the required premarket authorization [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. In the context of these regulations, ice hybrid–flavored products were introduced into the market [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Ice hybrid–flavored products combine a cooling flavor with fruit, dessert, or other characterizing flavor (eg, blueberry ice or melon ice), which may allow e-cigarette companies to circumvent regulatory action [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Recent evidence suggests that the use of ice-flavored e-cigarettes among young adults may be common and positively associated with combustible tobacco use [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>Ice hybrid–flavored products may contain menthol. Menthol is a flavor additive that produces pleasant cooling sensations and analgesic effects in the throat and mouth, which reduces the harshness of combustible smoke and nicotine’s irritating effects on the airways [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Research from human and animal studies indicates that menthol increases the intensity of how cigarettes are smoked (eg, deeper inhalation) and facilitates smoking initiation and nicotine intake [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. In addition, studies have demonstrated that menthol additives in e-liquids mask the harshness and irritation associated with vaping nicotine and increases the liking of vaping products [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Many ice-flavored e-cigarette products contain synthetic coolants (eg, menthone, eucalyptol, peppermint oil, and WS-3) that produce comparable or stronger menthollike cooling and counterirritant effects [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. In fact, even low levels of these cooling additives, which may not have been classified as a characterizing flavor, could increase appeal, promote deeper aerosol inhalation, and encourage more frequent e-cigarette use [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Thus, ice flavors may not fit into existing flavor profile categories, such as characterizing flavors (eg, fruit) or menthol, which may circumvent current regulatory efforts [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>One approach that may be helpful in informing regulatory efforts is the tracking and analyzing of real-world conversations and depictions of novel tobacco products on Twitter [<xref ref-type="bibr" rid="ref17">17</xref>]. Monitoring tobacco-related content on Twitter can provide valuable insights into the public’s beliefs, attitudes, and experiences surrounding new tobacco products [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>]. Engagement (eg, seeing, posting, liking, and sharing) with tobacco-related content and posting about tobacco products on Twitter, Facebook, and other social media is associated with an increased risk of tobacco use [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. While Twitter users have been shown to be vulnerable to the effects of positive messages about vaping, to the best of our knowledge, prior research has not assessed ice flavor discussions with Twitter data [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      <p>This study used Twitter data to document the themes in posts pertaining to ice flavors. Examining and monitoring the public’s conversations about ice-flavored e-cigarettes may help inform the tobacco control community about these products and uncover trends, knowledge, and attitudes toward e-cigarette flavors. Findings from this study may contribute to the US FDA policy targets and tobacco control campaigns in the future.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>Twitter posts containing both vaping-related (eg, “vape,” “ecig,” “e-juice,” “e-cigarette,” or “JUUL”; see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for the complete list of keywords) and “Ice,” “Cool,” “Frost,” or “Arctic” terms were collected from January 1 to July 21, 2021, from Twitter’s streaming application programming interface. A total of 976,347 posts containing these terms were identified. Similar to previous studies, after excluding all retweets, we sampled out a random subset of 2001 posts for a content analysis [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Two coders (AG and EG) worked together with the last author (JPA) to become familiar with the data, created a codebook, and coded tweets into themes using an inductive approach. The unit of analysis was the text of the tweet. The purpose of the approach was to summarize the raw text-based data into a summary format and report the underlying themes evident in the data. Saturation was determined to be reached with 10 themes.</p>
        <p>Vaping-related posts that contained the terms “Ice,” “Cool,” “Frost,” or “Arctic” but were determined to be unrelated to our research objectives were identified through manual content analysis and removed. For instance, irrelevant posts contained the following phrases: “cool vape trick” and “vaping is cool.” After excluding irrelevant and non-English posts, we were left with 590 (29.5%) tweets that were included in the content analysis.</p>
        <p>The codebook consists of the following themes: <italic>personal testimonials</italic> (which were further divided into the following five subcategories: <italic>positive sentiment</italic>, <italic>negative</italic> <italic>sentiment</italic>, <italic>neutral sentiment</italic>, <italic>information seeking</italic>, and <italic>comparison to combustible tobacco</italic>), <italic>marketing</italic>, <italic>official (promotional) flavor description</italic>, <italic>disposable pod devices</italic>, <italic>JUUL</italic>, <italic>cannabidiol</italic> (<italic>CBD</italic>) <italic>products</italic>, and o<italic>ther</italic>. A tweet could be classified into multiple themes. To establish interrater reliability, the same subsample of posts (590 of the original 2001 posts) were double coded, with percent agreement ranging from 99.2% to 100% and Cohen κ ranging from 0.90 to 1.00. JPA served as an arbitrator resolving discrepancies between the coders.</p>
        <p>Descriptive analyses were conducted first to show the prevalence of each theme. Further, pairwise co-occurrence analyses were used to evaluate connections across themes, since tweets often included more than one theme. R base package (version 4.0.2; R Foundation for Statistical Computing) was used to construct the co-occurrence matrix, and the igraph package (version 1.2.6) was used to visualize the results. Since the theme related to <italic>personal testimonials</italic> consisted of <italic>positive</italic>, <italic>negative</italic>, and <italic>neutral testimonies</italic>, <xref rid="figure1" ref-type="fig">Figure 1</xref> does not include the overarching <italic>personal testimonials</italic> theme, and only includes its components: <italic>positive</italic>, <italic>negative</italic>, and <italic>neutral testimonies</italic>. The <italic>other</italic> category was also excluded since it had few co-occurrences with other themes.</p>
        <p>All Twitter posts in this data set were publicly available and anonymized, and all analyses adhered to the terms and conditions, terms of use, and privacy policies of Twitter. To further protect privacy, posts exemplifying themes were paraphrased; no tweets are reported verbatim.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Co-occurrences of themes in corpus tweets. The size of the circles represents the frequency of the theme occurrences. The proximity of the circles and the size of the lines represent the frequency of the theme pairwise co-occurrences. CBD: cannabidiol.</p>
          </caption>
          <graphic xlink:href="jmir_v24i11e41785_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Ethical Approval</title>
        <p>The protocol was approved by the university’s institutional review board (protocol HS-18-00697).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Descriptive characteristics of the 590 tweets from this corpus and example paraphrased posts are presented in <xref ref-type="table" rid="table1">Table 1</xref>. Overall, the most prominent themes were <italic>marketing</italic> (n=306, 51.9%) of ice-flavored products and <italic>personal testimonials</italic> (n=277, 47%). Mentions of using ice-flavored <italic>disposable pod devices</italic> (n=117, 19.8%) was also a common theme. Other themes had relatively low prevalence in the sample: “ice-flavored” <italic>CBD products</italic> (n=41, 7%), <italic>official flavor description</italic> (n=37, 6.3%), and ice-flavored <italic>JUUL</italic> (n=19, 3.2%). <italic>Positive sentiment</italic> (n=180, 30.5%) was the most prevalent theme among personal testimonials, while the other testimonial themes were less common: <italic>neutral sentiment</italic> (n=45, 7.6%), <italic>negative sentiment</italic> (n=41, 7%), <italic>information seeking</italic> (n=14, 2.4%), and <italic>comparison to combustible tobacco</italic> (n=10, 1.7%).</p>
      <p>The most commonly co-occurring themes in a single tweet were related to the most prominent themes in the data set: <italic>marketing</italic>, <italic>positive sentiment</italic>, and <italic>disposable pod devices</italic>. The marketing of ice-flavored disposable pod devices was mentioned in 73 (12.4%) of the 590 tweets; the marketing of ice-flavored CBD products was mentioned in 40 (6.8%) of the tweets; the marketing of ice-flavored products and official flavor descriptions was mentioned in 37 (6.3%) of the tweets. Positive testimonies about disposable devices were observed in 31 (5.3%) of the tweets, and conversations about disposable devices containing CBD were observed in 26 (4.4%) of the tweets. Pairwise co-occurrences of the remaining themes were found in 2% of the tweets (see <xref rid="figure1" ref-type="fig">Figure 1</xref>, where the thickness of the lines represents the frequency of pairwise co-occurrences and the size of the circles represents the frequency of theme occurrences).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Definition for each theme, descriptive statistics, and selected paraphrased twitter posts.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="150"/>
          <col width="150"/>
          <col width="400"/>
          <col width="300"/>
          <thead>
            <tr valign="top">
              <td>Theme</td>
              <td>Posts (n=590), n (%)</td>
              <td>Definition</td>
              <td>Paraphrased post</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Positive sentiment testimonials</td>
              <td>180 (30.5)</td>
              <td>Posts containing a positive experience with (eg, tastes, smells great) or favorable opinion about (eg, love, like, my favorite) “ice-flavored” tobacco products, including e-liquids</td>
              <td>“Lychee Ice is the best e-cigarette flavor”</td>
            </tr>
            <tr valign="top">
              <td>Negative sentiment testimonials</td>
              <td>41 (7.0)</td>
              <td>Posts containing a negative experience with (eg, tastes, smells horrible, bad) or negative opinion about (eg, hate, dislike) “ice-flavored” tobacco products, including e-liquids</td>
              <td>“Recently bought a banana ice vape and it tastes horrible...”</td>
            </tr>
            <tr valign="top">
              <td>Neutral sentiment testimonials</td>
              <td>45 (7.6)</td>
              <td>Posts containing a neutral opinion about “ice-flavored” tobacco products, including e-liquids (eg, if no valence is determinable or deemed neutral)</td>
              <td>“This tangerine-apple ice e-cigarette tastes like 7-up”</td>
            </tr>
            <tr valign="top">
              <td>Information seeking</td>
              <td>14 (2.4)</td>
              <td>Posts where a consumer or potential consumer asks for information on or opinions about “ice-flavored” tobacco products, including e-liquids</td>
              <td>“Do you guys know if a mango ice e-liquid tastes good?”</td>
            </tr>
            <tr valign="top">
              <td>Comparison to combustible tobacco</td>
              <td>10 (1.7)</td>
              <td>Posts containing mentions of or comparisons between “ice-flavored” products, including e-liquids and combustible tobacco products</td>
              <td>“...I am not planning to switch from my menthol cigarettes to vaping, but I will definitely buy one of these lychee ice flavored disposables...”</td>
            </tr>
            <tr valign="top">
              <td>Marketing</td>
              <td>306 (51.9)</td>
              <td>Posts promoting/selling/marketing an “ice-flavored” e-liquids or devices</td>
              <td>“Guava ice e-liquid is now available at https://xxx...”</td>
            </tr>
            <tr valign="top">
              <td>Disposable pod devices</td>
              <td>117 (19.8)</td>
              <td>Mentions of “ice-flavored” disposable pod devices (ie, Puff Bar)</td>
              <td>“Banana Ice Puff Bar is worth every penny...”</td>
            </tr>
            <tr valign="top">
              <td>JUUL</td>
              <td>19 (3.2)</td>
              <td>Mentions of “ice-flavored” JUUL</td>
              <td>“@xxx Ice flavored JUUL is the best JUUL”</td>
            </tr>
            <tr valign="top">
              <td>CBD<sup>a</sup> products</td>
              <td>41 (7.0)</td>
              <td>Mentions of “ice-flavored” CBD vaping products</td>
              <td>“New CBD Blackcurrant Ice Disposable vapes are now in stock at https://xxx...”</td>
            </tr>
            <tr valign="top">
              <td>Official flavor description</td>
              <td>37 (6.3)</td>
              <td>Posts containing an official (ie, “media,” promotional, marketing) description of “ice-flavored” e-liquids or products</td>
              <td>“...The sweet juice of Fuji apples combined with a hint of nectarines &#38; strawberry to create a well rounded fruity vape experience with a cool refreshing finish...”</td>
            </tr>
            <tr valign="top">
              <td>Other</td>
              <td>6 (1.0)</td>
              <td>Any other posts that contain ice flavor–related themes and do not fit into any category listed in the codebook</td>
              <td>“Use of ice-flavored e-cigarettes may be associated with nicotine dependence. See https://xxx...”</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>CBD: cannabidiol.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study provides a summary of public Twitter posts collected over the course of a 7-month period, which includes mentions of both vaping-related and ice flavor–related terms. Posts in our corpus were related to ice-flavored e-cigarette product marketing, personal testimonials, and ice-flavored disposable pod devices. Theme co-occurrence in a single post was examined.</p>
        <p>Marketing was a common theme in this study, while marketing and disposable pod devices represented a common theme co-occurrence in a single post. These findings are consistent with recent studies suggesting that ice-flavored products are often promoted in various pod-style cartridge-based disposable (eg, Puff Bar) and refillable (eg, PUFF Krush, PHIX) e-cigarette products [<xref ref-type="bibr" rid="ref11">11</xref>]. These disposable and refillable pod-style products are among the fastest-growing segments of the e-cigarette market [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. To reduce the appeal of e-cigarette products among youth, the US FDA took regulatory action (February 2020) to remove prefilled cartridge-based e-cigarettes in flavors other than menthol and tobacco, and issued warning letters to 10 e-cigarette companies instructing them to stop selling flavored disposable e-cigarettes by July 2020 [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Although some companies (eg, JUUL) voluntarily removed all flavors except menthol and tobacco, other companies (including those producing JUUL-compatible pods) continued to manufacture them. Given that ice hybrid–flavored products may contain both cooling and fruity flavors, it is unclear how these flavors fit into current regulatory policies. While the US FDA is moving toward removing menthol from combustible tobacco products, it is critical that regulatory actions consider restricting any constituents that taste/smell like menthol and produce a similar cooling sensory experience (ie, ice flavors) [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p><italic>Personal testimonials</italic> was another common theme in this study, while <italic>positive sentiment</italic> was the most common category among testimonials. These findings are consistent with previous studies showing that Twitter users are exposed to positive messages about vaping and tobacco [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Positive messages about tobacco on social media may be linked with tobacco product experimentation [<xref ref-type="bibr" rid="ref21">21</xref>]. Given that the messages about the ice-flavored products on Twitter are positive and that user conversations are not subject to federal policies, public health education campaigns informing the public on the harms of flavored e-cigarettes may be beneficial in countering these messages and reducing positive social norms about these products [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. For instance, it could be possible to target individuals posting positive messages about ice-flavored e-cigarette products and deliver cessation messages directly to these individuals and their social networks. In addition, the US FDA regulations banning tobacco marketing on Twitter may help to limit the promotion of ice flavors to the public.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study was limited to the analysis of discussions on ice-flavored e-cigarette products and may not pertain to other e-cigarette flavors. In addition, relatively few (n=2001, 0.2%) tweets among all identified ice tweets were analyzed (n=976,347), which limits the generalizability of our results. Moreover, the word “cool” was one of the four terms used to identify ice-flavored e-cigarette posts. “Cool” is a colloquialism and is commonly used to express the enjoyment of someone or something. The inclusion of this search term resulted in a collection of many posts that were unrelated to e-cigarette flavors; nonetheless, we found this limitation unavoidable and worked diligently to analyze pertinent tweets. This study focused on the text of the Twitter posts but did not code website links or accompanying images. Previous studies demonstrated that there is value in examining both text and image. In other words, it is possible that additional themes would have emerged had we coded images. Findings may not generalize to other time periods or other social media platforms. Our findings may not extend to all Twitter users or to the population of the United States.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Our findings may offer valuable insights into the public’s experience with and understanding of ice-flavored e-cigarette products. In this study, we found that Twitter discussions about ice-flavored e-cigarette products focused on marketing, personal testimonials, and ice-flavored disposable pod devices. Future studies should evaluate the relationship between exposure to personal testimonials of ice-flavored vaping products and curiosity, harm perceptions, and experimentation with these products among priority populations. Public health education campaigns informing the public on the harms of flavored e-cigarettes may be helpful in reducing positive social norms about ice-flavored products, while flavor regulatory actions may include ice flavors to prevent new products from circumventing current regulations. For instance, banning tobacco marketing posts on Twitter may reduce the exposure to ice-flavored e-cigarette product promotions. In addition, social media might be more influential than traditional marketing because participants can be actively engaged in the content they are viewing [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Close monitoring of ice flavor promotions on social media is needed to ensure that these promotions are not targeted toward minors and e-cigarette nonusers. Twitter has a policy prohibiting paid advertising of tobacco products to appear on its platform [<xref ref-type="bibr" rid="ref27">27</xref>]. However, promotional posts related to ice-flavored products are still prevalent. Future studies should evaluate whether these promotions are sponsored by e-cigarette manufacturers or e-cigarette product distributors, or generated by general users.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>List of keywords.</p>
        <media xlink:href="jmir_v24i11e41785_app1.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBD</term>
          <def>
            <p>cannabidiol</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FDA</term>
          <def>
            <p>Food and Drug Administration</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The research reported in this publication was supported by a National Cancer Institute (NCI) and Food and Drug Administration (FDA) Center for Tobacco Products award (NCI/FDA grant U54CA180905, Mary Ann Pentz and Adam Leventhal, principal investigators).</p>
      <p>The NCI or the FDA had no role in the design and conduct of the study; collection, management, analysis, and interpretation of the data; preparation, review, or approval of the manuscript; and decision to submit the manuscript for publication.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated or analyzed during this study are available from the corresponding author on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>All authors took an active role in the manuscript. AG, J-PA, and JBU conceptualized and designed the study. AG, J-PA, JBU, and JV created the codebook for data analysis. AG and EG completed data coding. AG, J-PA, and JV acquired, analyzed, and interpreted the data. AG, EG, and JV drafted the initial manuscript. AG, JV, EG, JBU, MGK, and J-PA revised the manuscript for important intellectual content. JBU and J-PA obtained funding for this study. All authors approved the final manuscript submitted.</p>
      </fn>
      <fn fn-type="conflict">
        <p>J-PA has received fees for consulting services in court cases pertaining to the content on social media platforms. He reports no other conflicts of interest. All other authors declare no competing interests.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fuentes</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Crotty Alexander</surname>
              <given-names>LE</given-names>
            </name>
          </person-group>
          <article-title>Beware, vaping e-cigarettes around children is adversely impacting their lung health</article-title>
          <source>Thorax</source>
          <year>2022</year>
          <month>07</month>
          <volume>77</volume>
          <issue>7</issue>
          <fpage>638</fpage>
          <lpage>639</lpage>
          <pub-id pub-id-type="doi">10.1136/thoraxjnl-2021-218168</pub-id>
          <pub-id pub-id-type="medline">35012999</pub-id>
          <pub-id pub-id-type="pii">thoraxjnl-2021-218168</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Miech</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bachman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schulenberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Monitoring the future national survey results on drug use, 1975-2020: overview, key findings on adolescent drug use</article-title>
          <source>Institute for Social Research, University of Michigan</source>
          <year>2021</year>
          <access-date>2021-11-19</access-date>
          <publisher-loc>Ann Arbor</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://files.eric.ed.gov/fulltext/ED611736.pdf">https://files.eric.ed.gov/fulltext/ED611736.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Galimov</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leventhal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Meza</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Unger</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Huh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Baezconde-Garbanati</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sussman</surname>
              <given-names>SY</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of disposable pod use and consumer preference for e-cigarette product characteristics among vape shop customers in Southern California: a cross-sectional study</article-title>
          <source>BMJ Open</source>
          <year>2021</year>
          <month>10</month>
          <day>05</day>
          <volume>11</volume>
          <issue>10</issue>
          <fpage>e049604</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=34610937"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2021-049604</pub-id>
          <pub-id pub-id-type="medline">34610937</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2021-049604</pub-id>
          <pub-id pub-id-type="pmcid">PMC8493914</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rostron</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Ambrose</surname>
              <given-names>BK</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and reasons for use of flavored cigars and ENDS among US youth and adults: estimates from wave 4 of the PATH study, 2016-2017</article-title>
          <source>Am J Health Behav</source>
          <year>2020</year>
          <month>01</month>
          <day>01</day>
          <volume>44</volume>
          <issue>1</issue>
          <fpage>76</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31783934"/>
          </comment>
          <pub-id pub-id-type="doi">10.5993/AJHB.44.1.8</pub-id>
          <pub-id pub-id-type="medline">31783934</pub-id>
          <pub-id pub-id-type="pmcid">PMC6918456</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Neff</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Park-Lee</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cullen</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <article-title>E-cigarette use among middle and high school students - United States, 2020</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2020</year>
          <month>09</month>
          <day>18</day>
          <volume>69</volume>
          <issue>37</issue>
          <fpage>1310</fpage>
          <lpage>1312</lpage>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6937e1</pub-id>
          <pub-id pub-id-type="medline">32941408</pub-id>
          <pub-id pub-id-type="pmcid">PMC7498174</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zare</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nemati</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of consumer preference for e-cigarette attributes: flavor, nicotine strength, and type</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>e0194145</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0194145"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0194145</pub-id>
          <pub-id pub-id-type="medline">29543907</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-36059</pub-id>
          <pub-id pub-id-type="pmcid">PMC5854347</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>FDA finalizes enforcement policy on unauthorized flavored cartridge-based e-cigarettes that appeal to children, including fruit and mint</article-title>
          <source>US Food and Drug Administration</source>
          <year>2020</year>
          <access-date>2022-07-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/news-events/press-announcements/fda-finalizes-enforcement-policy-unauthorized-flavored-cartridge-based-e-cigarettes-appeal-children">https://www.fda.gov/news-events/press-announcements/fda-finalizes-enforcement-policy-unauthorized-flavored-cartridge-based-e-cigarettes-appeal-children</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>FDA notifies companies, including Puff Bar, to remove flavored disposable e-cigarettes and youth-appealing e-liquids from market for not having required authorization</article-title>
          <source>US Food and Drug Administration</source>
          <year>2020</year>
          <access-date>2022-07-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/news-events/press-announcements/fda-notifies-companies-including-puff-bar-remove-flavored-disposable-e-cigarettes-and-youth">https://tinyurl.com/mvw49jaf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cwalina</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>McConnell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Benowitz</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Barrington-Trimis</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Tobacco-free nicotine - new name, same scheme?</article-title>
          <source>N Engl J Med</source>
          <year>2021</year>
          <month>12</month>
          <day>23</day>
          <volume>385</volume>
          <issue>26</issue>
          <fpage>2406</fpage>
          <lpage>2408</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34919358"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMp2111159</pub-id>
          <pub-id pub-id-type="medline">34919358</pub-id>
          <pub-id pub-id-type="pmcid">PMC9153389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leventhal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dai</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Barrington-Trimis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sussman</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>'Ice' flavoured e-cigarette use among young adults</article-title>
          <source>Tob Control</source>
          <year>2021</year>
          <month>06</month>
          <day>14</day>
          <fpage>tobaccocontrol-2020-056416</fpage>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2020-056416</pub-id>
          <pub-id pub-id-type="medline">34127549</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2020-056416</pub-id>
          <pub-id pub-id-type="pmcid">PMC8669039</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leventhal</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Tackett</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Whitted</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jordt</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Jabba</surname>
              <given-names>SV</given-names>
            </name>
          </person-group>
          <article-title>Ice flavours and non-menthol synthetic cooling agents in e-cigarette products: a review</article-title>
          <source>Tob Control</source>
          <year>2022</year>
          <month>04</month>
          <day>28</day>
          <fpage>tobaccocontrol-2021-057073</fpage>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2021-057073</pub-id>
          <pub-id pub-id-type="medline">35483721</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2021-057073</pub-id>
          <pub-id pub-id-type="pmcid">PMC9613790</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Morean</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Bold</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Camenga</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan-Sarin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Cooling e-cigarette flavors and the association with e-cigarette use among a sample of high school students</article-title>
          <source>PLoS One</source>
          <year>2021</year>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>e0256844</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0256844"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0256844</pub-id>
          <pub-id pub-id-type="medline">34469460</pub-id>
          <pub-id pub-id-type="pii">PONE-D-21-07763</pub-id>
          <pub-id pub-id-type="pmcid">PMC8409641</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leventhal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Barrington-Trimis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schiff</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkpatrick</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Sensory attributes of e-cigarette flavours and nicotine as mediators of interproduct differences in appeal among young adults</article-title>
          <source>Tob Control</source>
          <year>2020</year>
          <month>11</month>
          <volume>29</volume>
          <issue>6</issue>
          <fpage>679</fpage>
          <lpage>686</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31852818"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2019-055172</pub-id>
          <pub-id pub-id-type="medline">31852818</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2019-055172</pub-id>
          <pub-id pub-id-type="pmcid">PMC7473634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kreslake</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Wayne</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Alpert</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Koh</surname>
              <given-names>HK</given-names>
            </name>
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>GN</given-names>
            </name>
          </person-group>
          <article-title>Tobacco industry control of menthol in cigarettes and targeting of adolescents and young adults</article-title>
          <source>Am J Public Health</source>
          <year>2008</year>
          <month>09</month>
          <volume>98</volume>
          <issue>9</issue>
          <fpage>1685</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2007.125542</pub-id>
          <pub-id pub-id-type="medline">18633084</pub-id>
          <pub-id pub-id-type="pii">AJPH.2007.125542</pub-id>
          <pub-id pub-id-type="pmcid">PMC2509610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krishnan-Sarin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cavallo</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Jatlow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gueorguieva</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Buta</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Studying the interactive effects of menthol and nicotine among youth: an examination using e-cigarettes</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2017</year>
          <month>11</month>
          <day>01</day>
          <volume>180</volume>
          <fpage>193</fpage>
          <lpage>199</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28915478"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2017.07.044</pub-id>
          <pub-id pub-id-type="medline">28915478</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(17)30433-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5659733</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosbrook</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>BG</given-names>
            </name>
          </person-group>
          <article-title>Sensory effects of menthol and nicotine in an e-cigarette</article-title>
          <source>Nicotine Tob Res</source>
          <year>2016</year>
          <month>07</month>
          <volume>18</volume>
          <issue>7</issue>
          <fpage>1588</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26783293"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntw019</pub-id>
          <pub-id pub-id-type="medline">26783293</pub-id>
          <pub-id pub-id-type="pii">ntw019</pub-id>
          <pub-id pub-id-type="pmcid">PMC4902888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Vassey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen-Sankey</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Allem</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Unger</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Categorizing IQOS-related Twitter discussions</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <month>04</month>
          <day>30</day>
          <volume>18</volume>
          <issue>9</issue>
          <fpage>4836</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph18094836"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph18094836</pub-id>
          <pub-id pub-id-type="medline">33946546</pub-id>
          <pub-id pub-id-type="pii">ijerph18094836</pub-id>
          <pub-id pub-id-type="pmcid">PMC8124933</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allem</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dharmapuri</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Unger</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>Characterizing JUUL-related posts on Twitter</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2018</year>
          <month>09</month>
          <day>01</day>
          <volume>190</volume>
          <fpage>1</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29958115"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2018.05.018</pub-id>
          <pub-id pub-id-type="medline">29958115</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(18)30333-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6693487</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allem</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dormanesh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Majmundar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Unger</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>Leading topics in Twitter discourse on JUUL and Puff Bar products: content analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>07</month>
          <day>19</day>
          <volume>23</volume>
          <issue>7</issue>
          <fpage>e26510</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/7/e26510/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26510</pub-id>
          <pub-id pub-id-type="medline">34279236</pub-id>
          <pub-id pub-id-type="pii">v23i7e26510</pub-id>
          <pub-id pub-id-type="pmcid">PMC8329759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allem</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Escobedo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Soto</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Unger</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Campaigns and counter campaigns: reactions on Twitter to e-cigarette education</article-title>
          <source>Tob Control</source>
          <year>2017</year>
          <month>03</month>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>226</fpage>
          <lpage>229</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26956467"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2015-052757</pub-id>
          <pub-id pub-id-type="medline">26956467</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2015-052757</pub-id>
          <pub-id pub-id-type="pmcid">PMC5018457</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Unger</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Urman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Majmundar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barrington-Trimis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pentz</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>McConnell</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Talking about tobacco on Twitter is associated with tobacco product use</article-title>
          <source>Prev Med</source>
          <year>2018</year>
          <month>09</month>
          <volume>114</volume>
          <fpage>54</fpage>
          <lpage>56</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29898418"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2018.06.006</pub-id>
          <pub-id pub-id-type="medline">29898418</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(18)30195-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC6644040</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Soneji</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Knutzen</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Sargent</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Online tobacco marketing and subsequent tobacco use</article-title>
          <source>Pediatrics</source>
          <year>2018</year>
          <month>02</month>
          <volume>141</volume>
          <issue>2</issue>
          <fpage>e20172927</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29295893"/>
          </comment>
          <pub-id pub-id-type="doi">10.1542/peds.2017-2927</pub-id>
          <pub-id pub-id-type="medline">29295893</pub-id>
          <pub-id pub-id-type="pii">peds.2017-2927</pub-id>
          <pub-id pub-id-type="pmcid">PMC5810598</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCausland</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Maycock</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Leaver</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Jancey</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>E-cigarette advocates on Twitter: content analysis of vaping-related tweets</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>10</month>
          <day>14</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e17543</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/4/e17543/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17543</pub-id>
          <pub-id pub-id-type="medline">33052130</pub-id>
          <pub-id pub-id-type="pii">v6i4e17543</pub-id>
          <pub-id pub-id-type="pmcid">PMC7593865</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>FDA proposes rules prohibiting menthol cigarettes and flavored cigars to prevent youth initiation, significantly reduce tobacco-related disease and death</article-title>
          <source>US Food and Drug Administration</source>
          <year>2022</year>
          <access-date>2022-07-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/news-events/press-announcements/fda-proposes-rules-prohibiting-menthol-cigarettes-and-flavored-cigars-prevent-youth-initiation">https://www.fda.gov/news-events/press-announcements/fda-proposes-rules-prohibiting-menthol-cigarettes-and-flavored-cigars-prevent-youth-initiation</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCausland</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Maycock</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Leaver</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jancey</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The messages presented in electronic cigarette-related social media promotions and discussion: scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>02</month>
          <day>05</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>e11953</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/2/e11953/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11953</pub-id>
          <pub-id pub-id-type="medline">30720440</pub-id>
          <pub-id pub-id-type="pii">v21i2e11953</pub-id>
          <pub-id pub-id-type="pmcid">PMC6379814</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allem</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ramanujam</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Boley Cruz</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Unger</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Identifying sentiment of hookah-related posts on Twitter</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2017</year>
          <month>10</month>
          <day>18</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>e74</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2017/4/e74/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/publichealth.8133</pub-id>
          <pub-id pub-id-type="medline">29046267</pub-id>
          <pub-id pub-id-type="pii">v3i4e74</pub-id>
          <pub-id pub-id-type="pmcid">PMC5667930</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>Tobacco and tobacco accessories</article-title>
          <source>Twitter for Business</source>
          <access-date>2022-07-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://business.twitter.com/en/help/ads-policies/ads-content-policies/tobacco-and-tobacco-accessories.html">https://business.twitter.com/en/help/ads-policies/ads-content-policies/tobacco-and-tobacco-accessories.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
