<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v20i11e11669</article-id>
    <article-id pub-id-type="pmid">30455162</article-id>
    <article-id pub-id-type="doi">10.2196/11669</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Hookah-Related Posts to Twitter From 2017 to 2018: Thematic Analysis</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Laestadius</surname>
          <given-names>Linnea</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Colditz</surname>
          <given-names>Jason</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Allem</surname>
        <given-names>Jon-Patrick</given-names>
      </name>
      <degrees>PhD, MA</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Keck School of Medicine of University of Southern California</institution>
        <addr-line>2001 North Soto Street</addr-line>
        <addr-line>Los Angeles, CA, 90032</addr-line>
        <country>United States</country>
        <phone>1 8586030812</phone>
        <email>allem@usc.edu</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9135-8689</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Dharmapuri</surname>
          <given-names>Likhit</given-names>
        </name>
        <degrees>BTech</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4879-2161</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Leventhal</surname>
          <given-names>Adam M</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1217-525X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Unger</surname>
          <given-names>Jennifer B</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9064-6603</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Boley Cruz</surname>
          <given-names>Tess</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5894-1802</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
      <label>1</label>
      <institution>Keck School of Medicine of University of Southern California</institution>
      <addr-line>Los Angeles, CA</addr-line>
      <country>United States</country>
    </aff>
    <aff id="aff2">
    <label>2</label>
    <institution>Department of Computer Science</institution>
    <institution>University of Southern California</institution>  
    <addr-line>Los Angeles, CA</addr-line>
    <country>United States</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Jon-Patrick Allem 
      <email>allem@usc.edu</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>11</month><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>19</day>
      <month>11</month>
      <year>2018</year>
    </pub-date>
    <volume>20</volume>
    <issue>11</issue>
    <elocation-id>e11669</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>23</day>
        <month>7</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>13</day>
        <month>9</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>5</day>
        <month>10</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>8</day>
        <month>10</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Jon-Patrick Allem, Likhit Dharmapuri, Adam M Leventhal, Jennifer B Unger, Tess Boley Cruz. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 19.11.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2018/11/e11669/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Hookah (or tobacco waterpipe) use has recently become prevalent in the United States. The contexts and experiences associated with hookah use are unclear, yet such information is abundant via publicly available hookah users’ social media postings.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>In this study, we utilized Twitter data to characterize Twitter users’ recent experiences with hookah.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Twitter posts containing the term “hookah” were obtained from April 1, 2017 to 29 March, 2018. Text classifiers were used to identify clusters of topics that tended to co-occur in posts (n=176,706).</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>The most prevalent topic cluster was Person Tagging (use of @username to tag another Twitter account in a post) at 21.58% (38,137/176,706) followed by Promotional or Social Events (eg, mentions of ladies’ nights, parties, etc) at 20.20% (35,701/176,706) and Appeal or Abuse Liability (eg, craving, enjoying hookah) at 18.12% (32,013/176,706). Additional topics included Hookah Use Behavior (eg, mentions of taking a “hit” of hookah) at 11.67% (20,603/176,706), Polysubstance Use (eg, hookah use along with other substances) at 10.95% (19,353/176,706), Buying or Selling (eg, buy, order, purchase, sell) at 9.37% (16,552/176,706), and Flavors (eg, mint, cinnamon, watermelon) at 1.66% (2927/176,706). The topic Dislike of Hookah (eg, hate, quit, dislike) was rare at 0.59% (1043/176,706).</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Social events, appeal or abuse liability, flavors, and polysubstance use were the common contexts and experiences associated with Twitter discussions about hookah in 2017-2018. Considered in concert with traditional data sources about hookah, these results suggest that social events, appeal or abuse liability, flavors, and polysubstance use warrant consideration as targets in future surveillance, policy making, and interventions addressing hookah.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>hookah</kwd>
      <kwd>waterpipe</kwd>
      <kwd>Twitter</kwd>
      <kwd>social media</kwd>
      <kwd>nicotine</kwd>
      <kwd>flavors</kwd>
      <kwd>social smoking</kwd>
      <kwd>infodemiology</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Hookah (or tobacco waterpipe) use has recently grown in popularity in the United States, especially among youth and young adults [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. While exposure to hookah smoke has similar health risks to that of combustible cigarettes [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>], it is perceived as safer than cigarettes in certain vulnerable groups [<xref ref-type="bibr" rid="ref5">5</xref>] and is subject to fewer regulations [<xref ref-type="bibr" rid="ref6">6</xref>]. For example, hookah is offered in many flavors, whereas flavored cigarettes are banned in the United States.</p>
      <p>Publicly accessible data from individuals who post information on social media websites (eg, Twitter, Instagram, YouTube) can be efficiently harnessed to quickly capture and describe the context of tobacco use [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. Previous analyses of hookah- related posts to social media websites through the year 2017 provide some information about hookah-related contexts, including the importance and appreciation of stylized waterpipes [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>], use of hookah in social settings [<xref ref-type="bibr" rid="ref10">10</xref>], copromotion with alcohol [<xref ref-type="bibr" rid="ref10">10</xref>], and primarily positive user experiences [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. However, cultural trends, the tobacco product consumer marketplace, and tobacco product health policies are evolving constantly and rapidly. The contexts and experiences associated with hookah use rapidly change as well, making it important to provide up-to-date information on such issues to inform targets for surveillance, policy making, and interventions addressing hookah.</p>
      <p>In this study, we demonstrate the utility of collecting data from Twitter to document and describe hookah-related conversations from 2017 to 2018. Our goal was to determine the public’s recent experiences with hookah including understanding the social and environmental contexts in which hookah use occurs. Twitter is used by 24% of US adults (23% of men, 24% of women, 24% of white individuals, 26% of African American individuals, and 20% of Hispanic individuals), with 46% of users on the platform daily [<xref ref-type="bibr" rid="ref17">17</xref>]. Findings from this study should inform tobacco control policy and prevention efforts and demonstrate the utility in using Twitter data for rapid surveillance of health behaviors and tobacco-related products like hookah.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Collection</title>
        <p>Twitter posts containing the term “hookah” (or “#hookah”) were obtained from Twitter’s Streaming Application Program Interface (API; the filtered stream using the Twitter4J library for collecting tweets with no gaps in the collection time) from April 1, 2017 to 29 March, 2018. There were a total of 963,954 posts during this time.</p>
      </sec>
      <sec>
        <title>Data Processing</title>
        <p>We removed retweets and non-English posts, resulting in 348,834 unique posts that were used for analysis. While the word waterpipe is used in academic papers and presentations to refer to hookah, it is uncommon for individuals to use this term on social media, and it was, therefore, not included in this study [<xref ref-type="bibr" rid="ref18">18</xref>]. To clean the data, we removed tweets from accounts identified as social bots [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>] using Botometer (also known as Bot or Not) [<xref ref-type="bibr" rid="ref21">21</xref>], resulting in a final analytical sample of 176,706 tweets from 90,718 unique users.</p>
        <p>The final sample was prepared for analysis, which included the process of basic normalization (eg, remove punctuation, lowercase all text), stop word removal (eg, the words “a” and “the”), normalization of Twitter user mentions (eg, “@janedoe” is converted to “@username”), lemmatization (eg, “cat,” “cats,” “cat’s,” are all converted to “cat”), and nonprintable character removal (eg, emojis) [<xref ref-type="bibr" rid="ref13">13</xref>]. All analyses relied on public, anonymized data; adhered to the terms and conditions, terms of use, and privacy policies of Twitter; and were performed under Institutional Review Board approval from the authors’ university. To protect privacy, no tweets were reported verbatim in this report.</p>
      </sec>
      <sec>
        <title>Topic Identification Methodology</title>
        <p>Initially, we analyzed the tweets using word frequencies (of single words and double-word combinations, also known as one grams and bigrams) and visualized the data through word clouds to identify common topics (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>). From this assessment, the authors came to an expert consensus on several topics including <italic>Person Tagging</italic> (eg, the use of @username to tag another Twitter account in a post), <italic>Buying or Selling</italic> (eg, words indicative of buying, selling, or purchasing hookah), <italic>Appeal</italic> or <italic>Abuse Liability</italic> (eg, words indicative of craving, wanting, needing, enjoying, and loving hookah), <italic>Hookah Use Behavior</italic> (eg, mentions of taking a “hit” of hookah or smoking hookah), <italic>Promotional or Social Events</italic> (eg, mentions of ladies’ nights, parties, etc), <italic>Polysubstance Use</italic> (eg, words indicative of alcohol, marijuana, or other substance use along with hookah), and <italic>Flavors</italic> (eg, use of the words “cinnamon,” “blueberry,” and “watermelon”; <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>). In line with prior research [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>], we looked for words and phrases that suggested <italic>Dislike of Hookah</italic> (eg, “don’t hookah” and “quit hookah”).</p>
        <p>Next, we used Word2Vec, a language modeling technique developed by Google that allows users to learn text representations for creating text classifiers [<xref ref-type="bibr" rid="ref24">24</xref>]. Word2Vec creates embeddings (eg, numerical representations of words that help capture meaning, semantic relationships, and context) for text by using each word in a corpus to predict the words that usually surround it. In other words, Word2Vec creates word embeddings where semantic relationships between words are preserved. One advantage of this technique is that words that are synonyms will have similar embeddings, whereas words that are antonyms will have dissimilar embeddings. Similarly, in the Word2Vec representations of words, the relationship between “king” and “queen” is equal to the relationship between “man” and “woman.”</p>
        <p>We used Word2Vec to find similar words for the one grams and bigrams that we identified per topic in the word cloud stage. This process, along with visual inspection and manual edits, allowed us to expand our word list per topic by identifying words that appeared, in posts, in a similar context as our original keywords. For example, through this process we found that the words “crave,” “love,” “enjoy,” and “need” appeared in posts that were similar to posts that contained the words “want” and “hookah”.</p>
        <p>Classification was done by checking for the presence of any one of the keywords (one grams and bigrams) in a tweet. If a tweet consisted of any of the keywords associated with a topic, the tweet was classified as part of that topic. In other words, we used a rule-based classification script written in Python where each tweet was checked for the presence of a specified set of n-grams representing a theme. For each analysis, we present findings in a confusion matrix where the diagonal line indicates the prevalence of a topic and the off-diagonal lines indicate topic overlap. For example, a hypothetical post such as “I’m craving hookah and a beer right now” could be classified under <italic>Appeal or Abuse Liability</italic> and <italic>Polysubstance Use</italic>. The number of posts containing both contents would be found at the intersection of the matrix for these 2 topics or at 2.14% (3824/176,706).</p>
        <boxed-text id="box1" position="float">
          <title>Themes and common words found in posts along with the word “hookah”; these words are meant to provide further context for each theme, are not exhaustive, and are listed in alphabetical order.</title>
          <p><bold>Person tagging</bold></p>
          <list list-type="bullet">
            <list-item>
              <p>@username</p>
            </list-item>
          </list>
          <p><bold>Promotional events</bold></p>
          <list list-type="bullet">
            <list-item>
              <p>Bar</p>
            </list-item>
            <list-item>
              <p>Food</p>
            </list-item>
            <list-item>
              <p>Friday</p>
            </list-item>
            <list-item>
              <p>Lounge</p>
            </list-item>
            <list-item>
              <p>Night</p>
            </list-item>
            <list-item>
              <p>Party</p>
            </list-item>
            <list-item>
              <p>Saturday</p>
            </list-item>
          </list>
          <p><bold>Appeal or abuse liability</bold></p>
          <list list-type="bullet">
            <list-item>
              <p>Crave</p>
            </list-item>
            <list-item>
              <p>Enjoy</p>
            </list-item>
            <list-item>
              <p>Everyday</p>
            </list-item>
            <list-item>
              <p>Get</p>
            </list-item>
            <list-item>
              <p>Like</p>
            </list-item>
            <list-item>
              <p>Love</p>
            </list-item>
            <list-item>
              <p>Need</p>
            </list-item>
            <list-item>
              <p>Want</p>
            </list-item>
          </list>
          <p><bold>Hookah use behavior</bold></p>
          <list list-type="bullet">
            <list-item>
              <p>Hit</p>
            </list-item>
            <list-item>
              <p>Pass</p>
            </list-item>
            <list-item>
              <p>Puff</p>
            </list-item>
            <list-item>
              <p>Smoke</p>
            </list-item>
            <list-item>
              <p>Used</p>
            </list-item>
          </list>
          <p><bold>Polysubstance use</bold></p>
          <list list-type="bullet">
            <list-item>
              <p>Alcohol</p>
            </list-item>
            <list-item>
              <p>Beer</p>
            </list-item>
            <list-item>
              <p>Blunt</p>
            </list-item>
            <list-item>
              <p>Cigs</p>
            </list-item>
            <list-item>
              <p>Cocktails</p>
            </list-item>
            <list-item>
              <p>Drinks</p>
            </list-item>
            <list-item>
              <p>JUUL</p>
            </list-item>
            <list-item>
              <p>Liquor</p>
            </list-item>
            <list-item>
              <p>Margaritas</p>
            </list-item>
            <list-item>
              <p>Vodka</p>
            </list-item>
            <list-item>
              <p>Weed</p>
            </list-item>
            <list-item>
              <p>Wine</p>
            </list-item>
            <list-item>
              <p>Vape</p>
            </list-item>
          </list>
          <p><bold>Buying or Selling</bold></p>
          <list list-type="bullet">
            <list-item>
              <p>Bought Buy</p>
            </list-item>
            <list-item>
              <p>Order</p>
            </list-item>
            <list-item>
              <p>Paying</p>
            </list-item>
            <list-item>
              <p>Purchase</p>
            </list-item>
            <list-item>
              <p>Sell</p>
            </list-item>
          </list>
          <p><bold>Flavors</bold></p>
          <list list-type="bullet">
            <list-item>
              <p>Flavors</p>
            </list-item>
            <list-item>
              <p>Mint</p>
            </list-item>
            <list-item>
              <p>Cinnamon</p>
            </list-item>
            <list-item>
              <p>Watermelon</p>
            </list-item>
            <list-item>
              <p>Blueberry</p>
            </list-item>
            <list-item>
              <p>Guava</p>
            </list-item>
            <list-item>
              <p>Grape</p>
            </list-item>
            <list-item>
              <p>Apple</p>
            </list-item>
            <list-item>
              <p>Fruit</p>
            </list-item>
            <list-item>
              <p>Peach</p>
            </list-item>
            <list-item>
              <p>Orange</p>
            </list-item>
            <list-item>
              <p>Mango</p>
            </list-item>
            <list-item>
              <p>Candy</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The total coverage of the 8 topics that we identified constituted 65.45% (115,658/176,706) of all tweets in the corpus of tweets (<xref ref-type="fig" rid="figure1">Figure 1</xref>). The remaining 34.59% (61,048/176,706) of tweets were too varied to be classified into a single topic with meaningful coverage (coverage of each subsequent topic was less than 1% of the total tweets). The most prevalent topic was <italic>Person Tagging</italic> at 21.58% (38,137/176,706), followed by <italic>Promotional or Social Events</italic> at 20.20% (35,701/176,706), <italic>Appeal or Abuse Liability</italic> at 18.12% (32,013/176,706), and <italic>Hookah Use Behavior</italic> at 11.67% (20,603/176,706).</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Prevalence of topics.</p>
        </caption>
        <graphic xlink:href="jmir_v20i11e11669_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>About 10.95% (19,353/176,706) of the corpus was <italic>Polysubstance Use</italic>, while <italic>Buying or Selling</italic> comprised 9.37% (16,552/176,706) and <italic>Flavors</italic> comprised 1.66% (2927/176,706) of the tweets. The least common topic was <italic>Dislike of Hookah</italic> at 0.59% (1043/176,706). The most common topic overlap was between <italic>Person Tagging</italic> and <italic>Promotional or Social Events</italic> at 4.34% (7666/176,706), followed by <italic>Buying or Selling</italic> and <italic>Appeal or Abuse Liability</italic> at 4.12% (7276/176,706) and <italic>Promotional or Social Events</italic> and <italic>Appeal or Abuse Liability</italic> at 3.52% (6225/176,706).</p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The topics identified in this study of hookah-related posts to Twitter from 2017 to 2018 provide several insights about the public’s recent experience with hookah. The most prevalent topic was <italic>Person Tagging</italic> or an individual Twitter user directly communicating to another user (a follower or friend) about hookah, while the most common topic overlap was <italic>Person Tagging</italic> and <italic>Promotional or Social Events.</italic> These findings demonstrate that Twitter users communicate shared values around, and experiences with, hookah. In other words, such posts may notify others about hookah-related events and align people into a community around hookah. Similarly, recent research characterizing JUUL-related posts to Twitter found instances of <italic>Person Tagging</italic> where posts suggested that people were notifying their friends of when they were using or purchasing JUUL-related products [<xref ref-type="bibr" rid="ref22">22</xref>]. Collectively, these interpersonal communications suggest that people bond around tobacco-related products on Twitter and that there may be co-use of tobacco among many people or social influences in which one person motivates another to use tobacco.</p>
        <p><italic>Hookah Use Behavior</italic> and <italic>Polysubstance Use</italic> were identified as topics of discussion and may represent a syndrome of risky behavior among select Twitter users. These findings are in line with earlier research on hookah posts to Tumblr [<xref ref-type="bibr" rid="ref18">18</xref>] and Instagram [<xref ref-type="bibr" rid="ref10">10</xref>] as well as survey-based research that demonstrated that those who use hookah were significantly more likely to use other substances including alcohol, cigarettes, marijuana, and cocaine compared with those who refrained from hookah use [<xref ref-type="bibr" rid="ref25">25</xref>]. Individuals who combine the use of hookah with other substances may be at risk for substance misuse; for example, hookah use facilitates greater intake of alcohol and vice versa [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>Posts in this study reflected Twitter users’ interest in flavors, which is similar to earlier research on tobacco-related post to Twitter [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. A recent study identified that flavors were a common reason for hookah use among a nationally representative sample of young adults (aged 18-24 years) [<xref ref-type="bibr" rid="ref28">28</xref>]. Research has also documented that flavored tobacco products like hookah are perceived to be less harmful than cigarettes [<xref ref-type="bibr" rid="ref29">29</xref>]. Restricting flavors, such as those identified in this study (Cinnamon, Watermelon, Blueberry, etc), to reduce the appeal of hookah may be a policy consideration to explore in the future.</p>
        <p>Many posts found in this study reflected that Twitter users craved, enjoyed, or wanted hookah; this finding, when coupled with the finding that posts indicative of disliking hookah were rare, suggests that there is a current need for targeted interventions to discourage the appeal of hookah use. The common discussions about hookah’s appeal may help normalize hookah use on Twitter, which may have consequences for offline behaviors [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study focused on posts to Twitter, and findings may not generalize to other social media platforms. The posts analyzed in this study were collected from a 12-month period and may not generalize to other time periods. While only one root word “hookah” (or “#hookah”) was used in data collection, research has indicated that this is the common term to refer to waterpipe use on social media [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Data collection relied on Twitter’s Streaming API, which prevented collection of tweets from private Twitter accounts. As a result, findings may not represent the attitudes and behaviors of individuals with private accounts.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Social events, appeal or abuse liability, flavors, and polysubstance use were common contexts and experiences associated with Twitter discussions about hookah in 2017-2018. Considered in concert with traditional data sources about hookah, these results suggest that social events, appeal or abuse liability, flavors, and polysubstance use warrant consideration as targets in future surveillance, public policy, and interventions addressing hookah. This study also highlights a clear benefit of using social media data in public health surveillance. Data from social media can serve as an ongoing system to inform public health researchers about tobacco products or ways in which these products are used by the public in near real time.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Hookah word clouds.</p>
        <media xlink:href="jmir_v20i11e11669_app1.pdf" xlink:title="PDF File (Adobe PDF File), 2MB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application program interface</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Research reported in this publication was supported by Grant #P50CA180905 from the National Cancer Institute and the Food and Drug Administration (FDA) Center for Tobacco Products. The National Institutes of Health (NIH) or FDA had no role in study design, collection, analysis, and interpretation of data; writing the report; and the decision to submit the report for publication. The content is solely the responsibility of the authors and does not necessarily represent the official views of the NIH or FDA.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>JPA and LD conceived the study and analyzed the data. JPA drafted the initial manuscript. LD, AML, TBC, and JBU revised the manuscript for important intellectual content and approved the final manuscript. JBU and TBC received funding for the study.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Salloum</surname>
            <given-names>RG</given-names>
          </name>
          <name name-style="western">
            <surname>Asfar</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Maziak</surname>
            <given-names>W</given-names>
          </name>
        </person-group>
        <article-title>Toward a Regulatory Framework for the Waterpipe</article-title>
        <source>Am J Public Health</source>  
        <year>2016</year>  
        <month>12</month>  
        <volume>106</volume>  
        <issue>10</issue>  
        <fpage>1773</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.2105/AJPH.2016.303322</pub-id>
        <pub-id pub-id-type="medline">27552262</pub-id>
        <pub-id pub-id-type="pmcid">PMC5024375</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Allem</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Unger</surname>
            <given-names>JB</given-names>
          </name>
        </person-group>
        <article-title>Emerging adulthood themes and hookah use among college students in Southern California</article-title>
        <source>Addict Behav</source>  
        <year>2016</year>  
        <month>12</month>  
        <volume>61</volume>  
        <fpage>16</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27208879"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.addbeh.2016.05.002</pub-id>
        <pub-id pub-id-type="medline">27208879</pub-id>
        <pub-id pub-id-type="pii">S0306-4603(16)30174-5</pub-id>
        <pub-id pub-id-type="pmcid">PMC4915989</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>El-Zaatari</surname>
            <given-names>ZM</given-names>
          </name>
          <name name-style="western">
            <surname>Chami</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>Zaatari</surname>
            <given-names>GS</given-names>
          </name>
        </person-group>
        <article-title>Health effects associated with waterpipe smoking</article-title>
        <source>Tob Control</source>  
        <year>2015</year>  
        <month>03</month>  
        <volume>24 Suppl 1</volume>  
        <fpage>i31</fpage>  
        <lpage>i43</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://tobaccocontrol.bmj.com/cgi/pmidlookup?view=long&#38;pmid=25661414"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2014-051908</pub-id>
        <pub-id pub-id-type="medline">25661414</pub-id>
        <pub-id pub-id-type="pii">tobaccocontrol-2014-051908</pub-id>
        <pub-id pub-id-type="pmcid">PMC4345795</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Maziak</surname>
            <given-names>W</given-names>
          </name>
        </person-group>
        <article-title>The global epidemic of waterpipe smoking</article-title>
        <source>Addict Behav</source>  
        <year>2011</year>  
        <volume>36</volume>  
        <issue>1-2</issue>  
        <fpage>1</fpage>  
        <lpage>5</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20888700"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.addbeh.2010.08.030</pub-id>
        <pub-id pub-id-type="medline">20888700</pub-id>
        <pub-id pub-id-type="pii">S0306-4603(10)00266-2</pub-id>
        <pub-id pub-id-type="pmcid">PMC4135081</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mohammed</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Geneus</surname>
            <given-names>CJ</given-names>
          </name>
          <name name-style="western">
            <surname>Yadgir</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Subramaniam</surname>
            <given-names>DS</given-names>
          </name>
          <name name-style="western">
            <surname>Burroughs</surname>
            <given-names>TE</given-names>
          </name>
        </person-group>
        <article-title>Correlates of Hookah Pipe Awareness and Perceived Harmfulness Among U.S. Adults</article-title>
        <source>Am J Prev Med</source>  
        <year>2017</year>  
        <month>04</month>  
        <volume>52</volume>  
        <issue>4</issue>  
        <fpage>513</fpage>  
        <lpage>518</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.amepre.2016.10.032</pub-id>
        <pub-id pub-id-type="medline">27989450</pub-id>
        <pub-id pub-id-type="pii">S0749-3797(16)30566-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Primack</surname>
            <given-names>BA</given-names>
          </name>
          <name name-style="western">
            <surname>Hopkins</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Hallett</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Carroll</surname>
            <given-names>MV</given-names>
          </name>
          <name name-style="western">
            <surname>Zeller</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Dachille</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>KH</given-names>
          </name>
          <name name-style="western">
            <surname>Fine</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Donohue</surname>
            <given-names>JM</given-names>
          </name>
        </person-group>
        <article-title>US health policy related to hookah tobacco smoking</article-title>
        <source>Am J Public Health</source>  
        <year>2012</year>  
        <month>09</month>  
        <volume>102</volume>  
        <issue>9</issue>  
        <fpage>e47</fpage>  
        <lpage>51</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22827447"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2105/AJPH.2012.300838</pub-id>
        <pub-id pub-id-type="medline">22827447</pub-id>
        <pub-id pub-id-type="pmcid">PMC3482044</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ayers</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Leas</surname>
            <given-names>EC</given-names>
          </name>
          <name name-style="western">
            <surname>Allem</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Benton</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Dredze</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Althouse</surname>
            <given-names>BM</given-names>
          </name>
          <name name-style="western">
            <surname>Cruz</surname>
            <given-names>TB</given-names>
          </name>
          <name name-style="western">
            <surname>Unger</surname>
            <given-names>JB</given-names>
          </name>
        </person-group>
        <article-title>Why do people use electronic nicotine delivery systems (electronic cigarettes)? A content analysis of Twitter, 2012-2015</article-title>
        <source>PLoS One</source>  
        <year>2017</year>  
        <volume>12</volume>  
        <issue>3</issue>  
        <fpage>e0170702</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0170702"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0170702</pub-id>
        <pub-id pub-id-type="medline">28248987</pub-id>
        <pub-id pub-id-type="pii">PONE-D-16-28731</pub-id>
        <pub-id pub-id-type="pmcid">PMC5331961</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Allem</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Escobedo</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Chu</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Boley</surname>
            <given-names>CT</given-names>
          </name>
          <name name-style="western">
            <surname>Unger</surname>
            <given-names>JB</given-names>
          </name>
        </person-group>
        <article-title>Images of Little Cigars and Cigarillos on Instagram Identified by the Hashtag #swisher: Thematic Analysis</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>07</month>  
        <day>14</day>  
        <volume>19</volume>  
        <issue>7</issue>  
        <fpage>e255</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/7/e255/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.7634</pub-id>
        <pub-id pub-id-type="medline">28710057</pub-id>
        <pub-id pub-id-type="pii">v19i7e255</pub-id>
        <pub-id pub-id-type="pmcid">PMC5533944</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Allem</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Escobedo</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Cruz</surname>
            <given-names>TB</given-names>
          </name>
          <name name-style="western">
            <surname>Unger</surname>
            <given-names>JB</given-names>
          </name>
        </person-group>
        <article-title>Vape pen product placement in popular music videos</article-title>
        <source>Addict Behav</source>  
        <year>2017</year>  
        <month>11</month>  
        <day>03</day>   
        <pub-id pub-id-type="doi">10.1016/j.addbeh.2017.10.027</pub-id>
        <pub-id pub-id-type="medline">29128149</pub-id>
        <pub-id pub-id-type="pii">S0306-4603(17)30398-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Allem</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Chu</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Cruz</surname>
            <given-names>TB</given-names>
          </name>
          <name name-style="western">
            <surname>Unger</surname>
            <given-names>JB</given-names>
          </name>
        </person-group>
        <article-title>Waterpipe Promotion and Use on Instagram: #Hookah</article-title>
        <source>Nicotine Tob Res</source>  
        <year>2017</year>  
        <month>10</month>  
        <day>01</day>  
        <volume>19</volume>  
        <issue>10</issue>  
        <fpage>1248</fpage>  
        <lpage>1252</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28077449"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1093/ntr/ntw329</pub-id>
        <pub-id pub-id-type="medline">28077449</pub-id>
        <pub-id pub-id-type="pii">ntw329</pub-id>
        <pub-id pub-id-type="pmcid">PMC5896508</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Guidry</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Jin</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Haddad</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>How Health Risks Are Pinpointed (or Not) on Social Media: The Portrayal of Waterpipe Smoking on Pinterest</article-title>
        <source>Health Commun</source>  
        <year>2016</year>  
        <volume>31</volume>  
        <issue>6</issue>  
        <fpage>659</fpage>  
        <lpage>67</lpage>  
        <pub-id pub-id-type="doi">10.1080/10410236.2014.987468</pub-id>
        <pub-id pub-id-type="medline">26512916</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ben Taleb</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Laestadius</surname>
            <given-names>LI</given-names>
          </name>
          <name name-style="western">
            <surname>Asfar</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Primack</surname>
            <given-names>BA</given-names>
          </name>
          <name name-style="western">
            <surname>Maziak</surname>
            <given-names>W</given-names>
          </name>
        </person-group>
        <article-title>#Hookahlife: The Rise of Waterpipe Promotion on Instagram</article-title>
        <source>Health Educ Behav</source>  
        <year>2018</year>  
        <month>06</month>  
        <day>01</day>  
        <fpage>1090198118779131</fpage>  
        <pub-id pub-id-type="doi">10.1177/1090198118779131</pub-id>
        <pub-id pub-id-type="medline">29952224</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Allem</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Ramanujam</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Lerman</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Chu</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Boley</surname>
            <given-names>CT</given-names>
          </name>
          <name name-style="western">
            <surname>Unger</surname>
            <given-names>JB</given-names>
          </name>
        </person-group>
        <article-title>Identifying Sentiment of Hookah-Related Posts on Twitter</article-title>
        <source>JMIR Public Health Surveill</source>  
        <year>2017</year>  
        <month>10</month>  
        <day>18</day>  
        <volume>3</volume>  
        <issue>4</issue>  
        <fpage>e74</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://publichealth.jmir.org/2017/4/e74/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/publichealth.8133</pub-id>
        <pub-id pub-id-type="medline">29046267</pub-id>
        <pub-id pub-id-type="pii">v3i4e74</pub-id>
        <pub-id pub-id-type="pmcid">PMC5667930</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Zhu</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Conway</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Combining Text Mining and Data Visualization Techniques to UnderstandConsumer Experiences of Electronic Cigarettes and Hookah in OnlineForums</article-title>
        <source>Online J Public Health Inform</source>  
        <year>2015</year>  
        <volume>7</volume>  
        <issue>1</issue>  
        <fpage>e117</fpage>  
        <pub-id pub-id-type="doi">10.5210/ojphi.v7i1.5783</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Krauss</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Sowles</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Moreno</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Zewdie</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Grucza</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Bierut</surname>
            <given-names>LJ</given-names>
          </name>
          <name name-style="western">
            <surname>Cavazos-Rehg</surname>
            <given-names>PA</given-names>
          </name>
        </person-group>
        <article-title>Hookah-Related Twitter Chatter: A Content Analysis</article-title>
        <source>Prev Chronic Dis</source>  
        <year>2015</year>  
        <month>07</month>  
        <day>30</day>  
        <volume>12</volume>  
        <fpage>E121</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/pcd/issues/2015/15_0140.htm"/>
        </comment>  
        <pub-id pub-id-type="doi">10.5888/pcd12.150140</pub-id>
        <pub-id pub-id-type="medline">26226068</pub-id>
        <pub-id pub-id-type="pii">E121</pub-id>
        <pub-id pub-id-type="pmcid">PMC4523113</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Myslín</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Zhu</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Chapman</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Conway</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Using twitter to examine smoking behavior and perceptions of emerging tobacco products</article-title>
        <source>J Med Internet Res</source>  
        <year>2013</year>  
        <month>08</month>  
        <day>29</day>  
        <volume>15</volume>  
        <issue>8</issue>  
        <fpage>e174</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2013/8/e174/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.2534</pub-id>
        <pub-id pub-id-type="medline">23989137</pub-id>
        <pub-id pub-id-type="pii">v15i8e174</pub-id>
        <pub-id pub-id-type="pmcid">PMC3758063</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Pew Research Center</collab>
        </person-group>
        <source>Pew Research Center</source>  
        <year>2017</year>  
        <access-date>2018-10-29</access-date>
        <comment>Social media fact sheet 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pewinternet.org/fact-sheet/social-media/">http://www.pewinternet.org/fact-sheet/social-media/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="73XHTTVnT"/></comment> </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Primack</surname>
            <given-names>BA</given-names>
          </name>
          <name name-style="western">
            <surname>Carroll</surname>
            <given-names>MV</given-names>
          </name>
          <name name-style="western">
            <surname>Shensa</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>MD</given-names>
          </name>
        </person-group>
        <article-title>Sex Differences in Hookah-Related Images Posted on Tumblr: A Content Analysis</article-title>
        <source>J Health Commun</source>  
        <year>2016</year>  
        <volume>21</volume>  
        <issue>3</issue>  
        <fpage>366</fpage>  
        <lpage>75</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26890733"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1080/10810730.2015.1095814</pub-id>
        <pub-id pub-id-type="medline">26890733</pub-id>
        <pub-id pub-id-type="pmcid">PMC4873310</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Allem</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Ferrara</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>The Importance of Debiasing Social Media Data to Better Understand E-Cigarette-Related Attitudes and Behaviors</article-title>
        <source>J Med Internet Res</source>  
        <year>2016</year>  
        <month>12</month>  
        <day>09</day>  
        <volume>18</volume>  
        <issue>8</issue>  
        <fpage>e219</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2016/8/e219/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.6185</pub-id>
        <pub-id pub-id-type="medline">27507563</pub-id>
        <pub-id pub-id-type="pii">v18i8e219</pub-id>
        <pub-id pub-id-type="pmcid">PMC5037931</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Allem</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Ferrara</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Could Social Bots Pose a Threat to Public Health?</article-title>
        <source>Am J Public Health</source>  
        <year>2018</year>  
        <month>08</month>  
        <volume>108</volume>  
        <issue>8</issue>  
        <fpage>1005</fpage>  
        <lpage>1006</lpage>  
        <pub-id pub-id-type="doi">10.2105/AJPH.2018.304512</pub-id>
        <pub-id pub-id-type="medline">29995482</pub-id>
        <pub-id pub-id-type="pmcid">PMC6050826</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Varol</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Ferrara</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Flammini</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Menczer</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>Botornot: A system to evaluate social bots</article-title>
        <year>2016</year>  
        <conf-name>the 25th International Conference Companion on World Wide Web. International World Wide Web Conferences Steering Committee</conf-name>
        <conf-date>2016 Apr 11</conf-date>
        <conf-loc>Montreal, Canada</conf-loc>
        <fpage>273</fpage>  
        <lpage>274</lpage> </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Allem</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Dharmapuri</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Unger</surname>
            <given-names>JB</given-names>
          </name>
          <name name-style="western">
            <surname>Cruz</surname>
            <given-names>TB</given-names>
          </name>
        </person-group>
        <article-title>Characterizing JUUL-related posts on Twitter</article-title>
        <source>Drug Alcohol Depend</source>  
        <year>2018</year>  
        <month>12</month>  
        <day>01</day>  
        <volume>190</volume>  
        <fpage>1</fpage>  
        <lpage>5</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2018.05.018</pub-id>
        <pub-id pub-id-type="medline">29958115</pub-id>
        <pub-id pub-id-type="pii">S0376-8716(18)30333-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Allem</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Ferrara</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Uppu</surname>
            <given-names>SP</given-names>
          </name>
          <name name-style="western">
            <surname>Cruz</surname>
            <given-names>TB</given-names>
          </name>
          <name name-style="western">
            <surname>Unger</surname>
            <given-names>JB</given-names>
          </name>
        </person-group>
        <article-title>E-Cigarette Surveillance With Social Media Data: Social Bots, Emerging Topics, and Trends</article-title>
        <source>JMIR Public Health Surveill</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>20</day>  
        <volume>3</volume>  
        <issue>4</issue>  
        <fpage>e98</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://publichealth.jmir.org/2017/4/e98/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/publichealth.8641</pub-id>
        <pub-id pub-id-type="medline">29263018</pub-id>
        <pub-id pub-id-type="pii">v3i4e98</pub-id>
        <pub-id pub-id-type="pmcid">PMC5752967</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mikolov</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Sutskever</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Corrado</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Dean</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Distributed representations of words and phrases and their compositionality</article-title>
        <source>In Advances in neural information processing systems</source>  
        <year>2013</year>  
        <fpage>3111</fpage>  
        <lpage>3119</lpage> </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Goodwin</surname>
            <given-names>RD</given-names>
          </name>
          <name name-style="western">
            <surname>Grinberg</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Shapiro</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Keith</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>McNeil</surname>
            <given-names>MP</given-names>
          </name>
          <name name-style="western">
            <surname>Taha</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Jiang</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Hart</surname>
            <given-names>CL</given-names>
          </name>
        </person-group>
        <article-title>Hookah use among college students: prevalence, drug use, and mental health</article-title>
        <source>Drug Alcohol Depend</source>  
        <year>2014</year>  
        <month>08</month>  
        <day>01</day>  
        <volume>141</volume>  
        <fpage>16</fpage>  
        <lpage>20</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2014.04.024</pub-id>
        <pub-id pub-id-type="medline">24882367</pub-id>
        <pub-id pub-id-type="pii">S0376-8716(14)00864-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jackson</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Colby</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Sher</surname>
            <given-names>KJ</given-names>
          </name>
        </person-group>
        <article-title>Daily patterns of conjoint smoking and drinking in college student smokers</article-title>
        <source>Psychol Addict Behav</source>  
        <year>2010</year>  
        <month>09</month>  
        <volume>24</volume>  
        <issue>3</issue>  
        <fpage>424</fpage>  
        <lpage>35</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20853927"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1037/a0019793</pub-id>
        <pub-id pub-id-type="medline">20853927</pub-id>
        <pub-id pub-id-type="pii">2010-19026-007</pub-id>
        <pub-id pub-id-type="pmcid">PMC2946201</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kavuluru</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Han</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Hahn</surname>
            <given-names>EJ</given-names>
          </name>
        </person-group>
        <article-title>On the popularity of the USB flash drive-shaped electronic cigarette Juul</article-title>
        <source>Tob Control</source>  
        <year>2018</year>  
        <month>04</month>  
        <day>13</day>  
        <fpage>-</fpage>  
        <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2018-054259</pub-id>
        <pub-id pub-id-type="medline">29654121</pub-id>
        <pub-id pub-id-type="pii">tobaccocontrol-2018-054259</pub-id>
        <pub-id pub-id-type="pmcid">PMC6186192</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Silveira</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Hilmi</surname>
            <given-names>NN</given-names>
          </name>
          <name name-style="western">
            <surname>Conway</surname>
            <given-names>KP</given-names>
          </name>
        </person-group>
        <article-title>Reasons for Young Adult Waterpipe Use in Wave 1 (2013-2014) of the Population Assessment of Tobacco and Health Study</article-title>
        <source>Am J Prev Med</source>  
        <year>2018</year>  
        <month>11</month>  
        <volume>55</volume>  
        <issue>5</issue>  
        <fpage>650</fpage>  
        <lpage>655</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.amepre.2018.06.004</pub-id>
        <pub-id pub-id-type="medline">30219210</pub-id>
        <pub-id pub-id-type="pii">S0749-3797(18)31949-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kowitt</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Meernik</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Baker</surname>
            <given-names>HM</given-names>
          </name>
          <name name-style="western">
            <surname>Osman</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Huang</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Goldstein</surname>
            <given-names>AO</given-names>
          </name>
        </person-group>
        <article-title>Perceptions and Experiences with Flavored Non-Menthol Tobacco Products: A Systematic Review of Qualitative Studies</article-title>
        <source>Int J Environ Res Public Health</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>23</day>  
        <volume>14</volume>  
        <issue>4</issue>  
        <fpage>-</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=ijerph14040338"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3390/ijerph14040338</pub-id>
        <pub-id pub-id-type="medline">28333107</pub-id>
        <pub-id pub-id-type="pii">ijerph14040338</pub-id>
        <pub-id pub-id-type="pmcid">PMC5409539</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Unger</surname>
            <given-names>JB</given-names>
          </name>
          <name name-style="western">
            <surname>Urman</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Cruz</surname>
            <given-names>TB</given-names>
          </name>
          <name name-style="western">
            <surname>Majmundar</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Barrington-Trimis</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Pentz</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>McConnell</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Talking about tobacco on Twitter is associated with tobacco product use</article-title>
        <source>Prev Med</source>  
        <year>2018</year>  
        <month>09</month>  
        <volume>114</volume>  
        <fpage>54</fpage>  
        <lpage>56</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ypmed.2018.06.006</pub-id>
        <pub-id pub-id-type="medline">29898418</pub-id>
        <pub-id pub-id-type="pii">S0091-7435(18)30195-6</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
