<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i6e17104</article-id>
      <article-id pub-id-type="pmid">32348288</article-id>
      <article-id pub-id-type="doi">10.2196/17104</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Modifications to Electronic Nicotine Delivery Systems: Content Analysis of YouTube Videos</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Liou</surname>
            <given-names>Der-Ming</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Allem</surname>
            <given-names>Jon-Patrick</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Da Silva</surname>
            <given-names>Edson</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Massey</surname>
            <given-names>Zachary B</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3484-5768</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Yachao</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8268-1935</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Holli</surname>
            <given-names>Jessica</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4055-6199</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Churchill</surname>
            <given-names>Victoria</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0393-3212</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>Bo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4783-7310</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Henderson</surname>
            <given-names>Katherine</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9905-8648</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Ashley</surname>
            <given-names>David L</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1060-5893</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Huang</surname>
            <given-names>Jidong</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3425-9155</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Popova</surname>
            <given-names>Lucy</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Public Health</institution>
            <institution>Georgia State University</institution>
            <addr-line>P.O. Box 3995</addr-line>
            <addr-line>Atlanta, GA, 30302-3995</addr-line>
            <country>United States</country>
            <phone>1 4044139338</phone>
            <fax>1 4044131140</fax>
            <email>lpopova1@gsu.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3450-4579</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Public Health</institution>
        <institution>Georgia State University</institution>
        <addr-line>Atlanta, GA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Communication Studies and Department of Public Health</institution>
        <institution>The College of New Jersey</institution>
        <addr-line>Ewing, NJ</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Research and Training Institute</institution>
        <institution>John Snow Incorporated</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Communication</institution>
        <institution>University of Arizona</institution>
        <addr-line>Tuscon, AZ</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Lucy Popova <email>lpopova1@gsu.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>2</day>
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>6</issue>
      <elocation-id>e17104</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>6</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>25</day>
          <month>2</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>26</day>
          <month>2</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Zachary B Massey, Yachao Li, Jessica Holli, Victoria Churchill, Bo Yang, Katherine Henderson, David L Ashley, Jidong Huang, Lucy Popova. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 02.06.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2020/6/e17104" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>As user modification can alter the addictiveness and toxicity of electronic nicotine delivery systems (ENDS), more research is needed to understand the types, motivations, risks, and information sources that lead to these product alterations. YouTube has been identified as a major platform where ENDS users obtain and share information about ENDS products and modifications. However, a comprehensive study of ENDS modification videos on YouTube is lacking.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to analyze the content of YouTube videos depicting modifications of ENDS.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>YouTube was searched in March 2019 to identify videos depicting ENDS modifications. Search terms were derived from interviews with ENDS users and current literature. We used 28 search phrases that combined the words vape and vaping with modification-related key terms (eg, custom build, modification, and dripping). The final sample included 168 videos.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Videos were 1 to 108 min long (median 9.55). Presenters were largely male (117/168, 69.6%), white (94/168, 56.0%), and older than 25 years (94/168, 56.0%). Most videos gave <italic>how to</italic> instructions (148/168, 88.1%), but few offered warnings (30/168, 17.9%) or mentioned commercial alternatives to modifications they presented (16/168, 9.5%). The ENDS devices most often featured were drippers (63/168, 37.5%) and refillable tanks (37/168, 22.0%). The most often modified ENDS components were coils (82/168, 48.8%) and e-liquids (34/168, 20.2%), which included adding other substances, such as cannabis, to the e-liquids (6/168, 3.6%). Most videos portrayed ENDS modifications positively (106/168, 63.1% positive; 60/168, 35.7% neutral; and 2/168, 1.2% negative) and were either neutral or positive in their overall portrayal of ENDS devices (78/168, 46.4% positive; 89/168, 53.0% neutral; and 1/168, 0.6% negative).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study identified several concerning trends in popular YouTube videos on ENDS modifications, including lack of warnings, the addition of marijuana derivatives to e-liquids, and the positive portrayal of ENDS devices and modifications. By identifying the types of modifications (coil and e-liquid being the most prevalent), this study sets an agenda for research on the effects of modifications.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>ENDS modifications</kwd>
        <kwd>YouTube</kwd>
        <kwd>coils</kwd>
        <kwd>e-liquid</kwd>
        <kwd>vaping</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Since the mid-2000s, electronic nicotine delivery systems (ENDS) have become an increasingly popular method for inhaling nicotine from tobacco in the United States [<xref ref-type="bibr" rid="ref1">1</xref>]. As a category, ENDS include a wide variety of products consisting of a battery, a heater (coil), a mouthpiece, and a chamber containing e-liquid (a solution of propylene glycol [PG] or vegetable glycerine [VG] and other chemicals, usually nicotine and flavors). The heater vaporizes the e-liquid, producing an aerosol that is inhaled. ENDS can also be called vapes, e-hookahs, and e-cigarettes. Since June 2019, an outbreak of lung disease linked to vaping and the use of ENDS has sickened 2506 and killed 54 people [<xref ref-type="bibr" rid="ref2">2</xref>]. Although this outbreak is ongoing, the US Centers for Disease Control and Prevention urges ENDS users not to modify the products or add substances not intended by the manufacturer, highlighting the potential role ENDS modifications might play in this outbreak [<xref ref-type="bibr" rid="ref3">3</xref>]. For this study, we define <italic>modification</italic> as both product misuse and tampering unintended by the manufacturers as well as alteration, customization, adjustment, and user choice of e-liquid or accessories made within manufacturer specifications. Examples of ENDS modifications include coil replacement, mixing of e-liquids, or increasing battery voltage. Although some users view the modifiability of ENDS devices as a positive attribute [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], research has found that modifications can have harmful effects, such as creating higher levels of toxic emissions when users increase power to the coil [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Given the popularity of ENDS and health risks from modification, research is needed to understand the primary ways ENDS are modified by users.</p>
        <p>To date, little research has described the methods of ENDS modifications. YouTube is the most popular video-sharing site in the world [<xref ref-type="bibr" rid="ref9">9</xref>], and there are a large number of ENDS videos on YouTube [<xref ref-type="bibr" rid="ref10">10</xref>], including videos about ENDS modifications [<xref ref-type="bibr" rid="ref11">11</xref>]. YouTube has been identified as a major platform where ENDS users obtain and share information about ENDS products and modifications [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. However, a comprehensive study of ENDS modification videos on YouTube is lacking. One recent study examined YouTube videos depicting orthodox (intended by manufacturer) and unorthodox (unintended by the manufacturer) ENDS modifications [<xref ref-type="bibr" rid="ref11">11</xref>]. Results showed that videos depicting unorthodox use were three times more prevalent than videos depicting orthodox use, although the analysis only focused on open devices and e-liquids and not on closed devices [<xref ref-type="bibr" rid="ref11">11</xref>]. Furthermore, the sample was collected in 2016 and may not account for recent trends in ENDS modification. A more in-depth study is needed to update and assess the breadth of ENDS modifications on YouTube.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>In this paper, we examined YouTube videos posted between 2013 and 2019 showing modifications of ENDS devices pertaining to hardware (eg, coil, battery, pods, and other modifications) and e-liquids. Our objective was to understand the video features (including presenter characteristics, if applicable) as well as the types, motivations, communication of risks, and information sources of ENDS modifications. Although other studies have examined the social acceptability of ENDS on YouTube [<xref ref-type="bibr" rid="ref15">15</xref>], unorthodox use of ENDS on YouTube [<xref ref-type="bibr" rid="ref11">11</xref>], and promotion of vape tricks on YouTube [<xref ref-type="bibr" rid="ref16">16</xref>], this study, to the best of our knowledge, is the first to analyze modifications to the full spectrum of ENDS devices on YouTube.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Identifying Electronic Nicotine Delivery Systems Modification Videos</title>
        <p>YouTube was searched on March 15, 2019, to identify videos depicting ENDS modifications. An account was created on an incognito (private) browser to ensure browsing history did not influence the results. Search terms were derived from interviews with ENDS users [<xref ref-type="bibr" rid="ref14">14</xref>] and the current literature [<xref ref-type="bibr" rid="ref10">10</xref>] indicating that “vape” and “vaping” are common and inclusive terms used by ENDS enthusiasts to describe a number of different ENDS devices. Search phrases included the following: “vape DIY (ie, do it yourself),” “vape build DIY,” “vape custom build,” “vape modification,” “vape rebuild DIY,” “vape coil rebuild,” “vape coil DIY,” “vape ohm rebuild,” “vape ohm DIY,” “vape e-juice DIY,” “vape e-juice custom build,” “vape voltage DIY,” “vape voltage custom build,” “vape RBA (ie, rebuildable atomizer) custom build,” “vape RBA DIY,” “vape dripping custom build,” “vape dripping DIY,” “vape refill custom build,” “vape refill DIY,” “vaping custom build,” “vaping DIY,” “vaping modif* custom build,” “vaping rebuild DIY,” “mods rebuild DIY,” “vape chang* DIY,” “vape chang* custom build,” “vape wattage DIY,” and “vape wattage custom build.” Search terms were entered into the YouTube search engine, and the top 10 results for each phrase were included (N=280). After removing duplicates, non-English videos, and those not presenting ENDS modifications, 207 videos remained. Each video was reviewed by trained coders to ensure that the content included ENDS modifications. This verification process excluded 39 videos, resulting in a final sample of 168 videos. This study was approved by the Georgia State University Institutional Review Board (H19055).</p>
      </sec>
      <sec>
        <title>Coding Scheme</title>
        <p>We developed a codebook based on interviews with ENDS users [<xref ref-type="bibr" rid="ref14">14</xref>], previous literature [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], and expert consensus. By expert consensus, we refer to review by our interdisciplinary team of collaborators with substantial expertise in ENDS use behavior and ENDS product research. We collected information on the attributes of the videos (eg, length, number of views, number of likes and dislikes, and date of posting). We coded the video source as individual, retailer, manufacturer, or group or organization. We noted whether the videos included links to vendors, whether the videos were followed by other modification videos via YouTube’s auto-play feature (ie, showing content based on user search history), gave <italic>how to</italic> instructions, included a warning (a warning statement about the health risks of smoking or a formal, legal, or conflict of interest disclaimer), or offered information about commercially available alternatives to modifications. If a person appeared in the video, we recorded if it was a single presenter or multiple presenters and their sex (male or female), race (white, black, other, or cannot be determined), and estimated age range (youth: younger than 18 years, young adult: approximately 18-25 years, or adult: older than 25 years). We classified the device(s) featured in the video as dripper, refillable tank, closed pod, refillable pod, home-built refillable tank, cig-a-like, squonk, 2-pod systems, and stem/salt hybrid [<xref ref-type="bibr" rid="ref17">17</xref>]. Definitions for ENDS devices are provided in <xref ref-type="table" rid="table1">Table 1</xref>. If multiple devices were shown in a single video, all devices, regardless of their prominence, were included in the coding.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Content codes for electronic nicotine delivery systems devices (N=168) and the percentage and number of videos in the final sample that featured each device type.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="160"/>
            <col width="720"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td>Device type</td>
                <td>Definition</td>
                <td>Value, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Dripper</td>
                <td>These devices do not include a tank but do include a tip, coil, wicks, battery housing, battery, and fire button. There is no e-liquid reservoir—e-liquid is squirted directly on to the coil housing or <italic>deck</italic> and heated up as soon as the fire button is pressed. They are intended to be taken apart and put back together, which makes them an open system. Some or most of the device has been hand-built, with some parts being retrofitted from existing commercially produced devices.</td>
                <td>63 (37.5)</td>
              </tr>
              <tr valign="top">
                <td>Refillable tank</td>
                <td>A commercially produced refillable tank system, which features, at minimum, a tip, a glass tank, a coil, a battery unit, and a fire button. The tip, tank, coil, and batteries can be removed, and the tip, tank, coil, and battery unit can be easily separated from each other and reconnected, which makes it an open device. For commercially produced devices, the battery unit is shaped either like a rectangular box (box mod) or like a cylinder (vape pen).</td>
                <td>37 (22.0)</td>
              </tr>
              <tr valign="top">
                <td>Closed pod</td>
                <td>A commercially produced closed pod system with a single pod that cannot be refilled, such as a Juul. These are typically small, thin, rectangular boxes about the shape of a 4-inch long USB drive. However, some may also be parallelogram, square, or teardrop shaped.</td>
                <td>7 (4.2)</td>
              </tr>
              <tr valign="top">
                <td>Refillable pod</td>
                <td>A commercially produced closed pod system with a single pod that can be refilled. These are similar to closed pod systems, except that the pods include a small port that allows the e-liquid reservoir to be refilled. Refillable pod devices with only 1 pod usually use salt nicotine (higher concentration and lower wattage).</td>
                <td>5 (3.0)</td>
              </tr>
              <tr valign="top">
                <td>Home-built refillable tank</td>
                <td>A home-built device featuring a refillable tank that is not commercially produced. They are intended to be taken apart and put back together, which makes them an open system. Some or most of the device has been hand-built, with some parts being retrofitted from existing commercially produced devices. Home-built parts may include a tip, battery housing, and fire button. Retrofitted parts may include a tip, tank, coil, electronics, and batteries.</td>
                <td>4 (2.4)</td>
              </tr>
              <tr valign="top">
                <td>Cig-a-like</td>
                <td>A commercially produced device designed to look like a combustible cigarette in size, shape, and color (sometimes including a brown/tan filter tip). However, it is entirely electronic and includes a battery, a small e-liquid reservoir, and an atomizer. Some are not rechargeable, nor can they be taken apart but are intended to be disposed of once the e-liquid has been used up. Others are rechargeable and have replaceable pods.</td>
                <td>4 (2.4)</td>
              </tr>
              <tr valign="top">
                <td>Squonk</td>
                <td>A squonker, also known as squonk mod, is a type of dripper. Like drippers, they include a tip, coil, wicks, battery housing, battery, and fire button. There is, however, a small e-liquid reservoir made out of a pliable material such as silicone, which can be refilled. The e-liquid reservoir is accessible through a hole or window in the device, which allows the reservoir to be compressed. Compressing the reservoir squirts e-liquid directly on the coil, which heats it up as soon as the fire button is pressed. Squonks are only commercially produced and typically look like small box mods without the tank on top of the mod, but with the e-liquid reservoir visible and accessible through a small window on the side.</td>
                <td>4 (2.4)</td>
              </tr>
              <tr valign="top">
                <td>2 pod systems</td>
                <td>Devices that include 2 pods of the same type and 2 receptors that can be swapped. This allows the device to provide vapor with 2 distinct flavors as well as vapor that blends the 2 flavors.</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td>Stem/salt hybrid</td>
                <td>A hybrid that includes 2 refillable pods each with its own receptor on the device. One is intended for salt nicotine e-liquid (higher concentration/lower wattage) and the other is for <italic>stem</italic> nicotine, that is, typical e-liquid (lower concentration of nicotine, if at all/higher wattage). Each pod can only fit into 1 receptor on the device, and they cannot be swapped with the other receptor.</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td>Multiple devices</td>
                <td>Several devices are featured.</td>
                <td>7 (4.2)</td>
              </tr>
              <tr valign="top">
                <td>Other</td>
                <td>Device featured is another product not listed or unsure of the product type.</td>
                <td>15 (8.9)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>We developed a coding scheme to capture ENDS modifications to the coil, e-liquid, battery, pods, and other modifications. For each type of modification, we developed codes for common reasons for this modification, including an <italic>other</italic> option with text descriptions. Each modification was coded as 1 (present) or 0 (absent). The detailed codes with descriptions for modifications and reasons are presented in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <p>Finally, we coded the video’s tone toward the featured ENDS modification and ENDS devices in general as positive, neutral, or negative.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Codes and definitions of modifications and reasons for modifications (N=168).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="200"/>
            <col width="650"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Code</td>
                <td>Definition</td>
                <td>Value<sup>a</sup>, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Coil modification</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Coil build</td>
                <td>Building the coil</td>
                <td>60 (35.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Replacing coil</td>
                <td>Replacing existing coil with a different coil from the manufacturer</td>
                <td>9 (5.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Coil voltage</td>
                <td>Altering the voltage of the existing coil through controls built into the device by the manufacturer</td>
                <td>8 (4.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Number of coils</td>
                <td>Altering the number of coils in the device</td>
                <td>1 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Coil gauge</td>
                <td>Explicitly replacing an existing coil with a coil that is a different gauge wire</td>
                <td>3 (1.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Pod coil</td>
                <td>Cleaning the coils built into the pods/closed systems</td>
                <td>2 (1.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other coil modification</td>
                <td>Other type of coil modification</td>
                <td>35 (20.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Reasons for coil modification</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Increased voltage</td>
                <td>To increase the voltage of the heating coil</td>
                <td>9 (5.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>Other reasons for coil modification</td>
                <td>31 (18.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>E-liquid modification</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>E-liquid mixing</td>
                <td>Mixing e-liquid includes making your own e-liquid from standard components (any of PG<sup>b</sup>, VG<sup>c</sup>, nicotine, flavors, etc) or altering bought e-liquid with any of these components (adding flavors and changing PG/VG ratio)</td>
                <td>20 (11.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>E-liquid concentration</td>
                <td>Replacing e-liquids with different levels of nicotine concentrations</td>
                <td>3 (1.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Adding substances</td>
                <td>Adding other substance (eg, cannabis oil) or replacing e-liquids with other substances</td>
                <td>6 (3.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other e-liquid modification</td>
                <td>Other type of e-liquid modification</td>
                <td>13 (7.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Reasons for e-liquid modification</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Flavor</td>
                <td>To enhance flavors in e-liquid</td>
                <td>16 (9.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cost</td>
                <td>To save money/reduce the cost of manufactured liquid</td>
                <td>10 (6.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>Other reasons for e-liquid modification</td>
                <td>15 (8.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Battery modification</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Replace battery</td>
                <td>Replacing a battery with a battery with different properties</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Battery configuration</td>
                <td>Changing battery configuration, either in series or in parallel</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Additional battery</td>
                <td>Attaching additional batteries</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other battery modification</td>
                <td>Other modification to battery</td>
                <td>13 (7.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Reasons for battery modification</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Increased power</td>
                <td>To increase the power of the existing tank device</td>
                <td>0 (0.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>Other reasons for battery modification</td>
                <td>4 (2.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Pod modification</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Pod refilling</td>
                <td>Refilling pods with e-liquids</td>
                <td>9 (5.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Reasons for pod modification</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Extend life</td>
                <td>To extend the life of a pod/cartridge</td>
                <td>4 (2.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>Other reasons of modifications to closed pod</td>
                <td>7 (4.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Other modification</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Modifying controls</td>
                <td>Modifying software regulating controls</td>
                <td>2 (1.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Improved features</td>
                <td>Replacing existing device with another device with improved features</td>
                <td>1 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Additional features</td>
                <td>Replacing existing device with another device with additional features</td>
                <td>3 (1.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>Other types of modification that are not listed above</td>
                <td>22 (13.1)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>The number of videos and the percentage in the final sample with each code present.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>PG: propylene glycol.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>VG: vegetable glycerin.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Video Coding</title>
        <p>The coding team consisted of 5 members, who received a minimum of four 2-hour training sessions. The coders coded 5 to 10 videos for each training session, and discrepancies were discussed and resolved. Training videos were not included in the final data analysis because the code book was further revised during the training. To establish intercoder reliability, approximately 15% of videos (25/168, 14.9%) were randomly selected from the final sample. Due to the large amount of time spent to code each video, sequential-overlapping coding was used for reliability testing [<xref ref-type="bibr" rid="ref18">18</xref>]. Specifically, each of the 25 videos was coded by 2 coders, and each coder coded 10 videos in total. Using Randolph’s free-marginal kappa [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>], the intercoder reliability of each variable was high, ranging from 0.74 to 1.0. The remaining videos were then divided and independently coded by 4 coders.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>Data were analyzed using IBM SPSS 25. Descriptive statistics were performed to assess the frequency of each coding variable.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Characteristics of Videos, Presenters, and Device Types</title>
        <p>Videos (N=168) ranged from 1 to 108 min in length (median 9.55) and accounted for a total of 112,043,718 views (median 168,234) as of March 15, 2019. Videos had more <italic>likes</italic> than <italic>dislikes</italic> (12 to 1 ratio). Examining videos by year showed an increase from 2013 (2/168, 1.2%) to 2014 (19/168, 11.3%), to 2015 (27/168, 16.1%), to 2016 (34/168, 20.2%), peaking in 2017 (51/168, 30.4%), and decreasing from 2018 (29/168, 17.3%) to 2019 (6/168, 3.6%). The most common source for videos were individuals (135/168, 80.4%), followed by retailers (18/168, 10.7%), manufacturers (8/168, 4.8%), and groups/organizations (7/168, 4.2%). A majority of videos (120/168, 71.4%) provided a link to a vendor’s site, and most videos (136/168, 81.0%) were followed by another modification video via auto-play. Most videos gave <italic>how to</italic> instructions (148/168, 88.1%); few videos offered warnings (30/168, 17.9%) or mentioned commercially available alternatives (16/168, 9.5%).</p>
        <p>Most videos showed 1 or more persons (125/168, 74.5%), and presenters were largely male (117/168, 69.6%), white (94/168, 56.0%), and appeared to be adults older than 25 years (94/168, 56.0%). Modifications were most frequently performed on drippers (63/168, 37.5%) and refillable tanks (37/168, 22.0%; <xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Modification by device type.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="350"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>Device type</td>
                <td>Coil<sup>a</sup>, n</td>
                <td>E-liquid<sup>a</sup>, n</td>
                <td>Battery<sup>a</sup>, n</td>
                <td>Pods<sup>a</sup>, n</td>
                <td>Other<sup>a</sup>, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Dripper</td>
                <td>38</td>
                <td>7</td>
                <td>6</td>
                <td>0</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Refillable tank</td>
                <td>28</td>
                <td>3</td>
                <td>2</td>
                <td>0</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Home-built refillable tank</td>
                <td>0</td>
                <td>0</td>
                <td>2</td>
                <td>0</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Closed pod</td>
                <td>0</td>
                <td>4</td>
                <td>0</td>
                <td>6</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Refillable pod</td>
                <td>0</td>
                <td>2</td>
                <td>0</td>
                <td>1</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Cig-a-like</td>
                <td>0</td>
                <td>4</td>
                <td>0</td>
                <td>2</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Squonk</td>
                <td>2</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Stem/salt hybrid</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Two-pod system</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Multiple devices</td>
                <td>3</td>
                <td>1</td>
                <td>1</td>
                <td>0</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Other</td>
                <td>5</td>
                <td>1</td>
                <td>2</td>
                <td>0</td>
                <td>9</td>
              </tr>
              <tr valign="top">
                <td>Total</td>
                <td>76</td>
                <td>22</td>
                <td>13</td>
                <td>9</td>
                <td>22</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Each cell shows the number of videos with each modification. If a video showed a specific modification, the video was coded as 1. Videos coded as 1 include single modifications (eg, building a coil from scratch) or multiple modifications (eg, removing coil, cleaning coil, and rewrapping coil).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Coil Modifications</title>
        <p>Modifications to the coil were the most frequently portrayed; building coils from scratch was featured in 35.7% (60/168) of the videos. Coil replacement with a manufactured alternative was depicted in 5.4% (9/168) of videos, and 4.8% (8/168) of the videos showed how to alter coil voltage through controls in the device. Less than 0.6% (1/168) of the videos gave instructions on how to alter the number of coils in the device, and 1.8% (3/168) showed how to replace coils with a wire of different gauge. Only 1.2% (2/168) of the videos showed how to clean the coils in a nonmodifiable pod.</p>
        <p>Reasons for modifying in many of the coil videos (31/168, 18.5%) were not in the prespecified list. Among these reasons, building coils from scratch (17/168, 10.1%) and enhancing flavor (6/168, 3.6%) were the most commonly described. Building coils from scratch included home builds (necessitating a new coil) and adding coils in store-bought devices. According to the presenters, enhancing flavor can be achieved by changing the wire gauge (eg, 28 vs 24 gauge), wire composition (eg, nickel vs stainless steel), or number of wire wraps. Increasing voltage was also listed as a reason for modifying coils (9/168, 5.4%).</p>
        <p>The most viewed coil modification video (3,017,588 views) shows a presenter instructing the audience on how to build a sleeper coil (ie, double-wrapped coil made from a single wire). The tutorial includes instructions on how to wrap the coil and attach it to the battery posts. The <italic>how to</italic> portion is book-ended by discussion and demonstration of the modification. Before the tutorial, the presenter describes how the sleeper coil heats e-liquid efficiently, producing a greater cloud and better flavor. After the tutorial, the presenter vapes to demonstrate the size of his aerosol cloud, presumably the result of the sleeper coil.</p>
      </sec>
      <sec>
        <title>Modifications of E-Liquids</title>
        <p>Modifications of e-liquids were depicted in 20.2% (34/168) of videos. Many of the e-liquid modification videos showed mixing (20/168, 11.9%; eg, mixing store-bought glycol). Separately, 1.8% (3/168) of videos included mixing liquids to increase nicotine levels. Adding other substances (eg, cannabis oil) was found in 3.6% (6/168) of videos.</p>
        <p>Enhancing flavor (16/168, 9.5%) and saving money (10/168, 6.0%) were reasons given for e-liquid modifications, as were <italic>other</italic> reasons (15/168, 8.9%). Descriptions of other reasons included creating better clouds, making nicotine-free liquid, and creating marijuana e-liquid. Overall, e-liquid modifications centered on allowing users to control the flavor, price, and composition of e-liquids.</p>
        <p>The most viewed e-liquid mixing video (1,769,171 views) shows how to make e-liquids with store-bought materials. The presenter’s face is not shown, although the video is narrated. The presenter describes 4 components necessary to make e-liquid: VG, PG, premixed liquid nicotine (75% VG and 25% PG), and store-bought flavoring (eg, strawberry and banana). Before mixing the components, the presenter uses a web-based e-liquid calculator. The calculator uses batch size, nicotine strength (mg/ml), and VG/PG ratio to calculate the mixing recipe. However, the calculator does not account for the addition of flavor. Therefore, the presenter explains the conversion necessary to add these liquids. At the completion of the conversion, the presenter combines the liquids in a cylinder and then attaches a clamp to a power drill, wraps the clamp fingers around the cylinder, and engages the drill, spinning the cylinder and mixing the liquids within. The liquid is then <italic>steeped</italic> in warm water to allow the ingredients to blend together. The video closes by encouraging viewers to document mixes in a spreadsheet.</p>
        <p>The most viewed <italic>adding substances video</italic> (717,781 views) gives a tutorial on how to make <italic>weed e-cig juice</italic>. The presenter bakes marijuana on a cooking sheet, breaks it apart by hand, and mixes it with VG. After 3 months of iteratively adding glycerin and remixing the solution, the presenter strains marijuana-infused glycerin through a mesh and then injects the liquid into an ENDS tank. The video closes with the presenter blowing vapor clouds over an advertisement for marijuana accessories. Among the <italic>adding substances</italic> videos, most (5 of 6) focused on adding marijuana derivatives to e-liquids.</p>
      </sec>
      <sec>
        <title>Battery Modifications</title>
        <p>No videos showed modifications to increase battery power, change configurations, or add additional batteries. The only videos coded for battery modifications were those in the <italic>other battery modification</italic> category (13/168, 7.7%), which showed variations of adding batteries to home-built devices. Examining descriptions for the <italic>other</italic> category showed that all entries were home builds, either adapting household items (eg, a flashlight) or using commercially made parts. Adapting household items to create a vape involved a premade battery, whereas building from scratch sometimes required wiring batteries. This distinction could indicate differences in battery modification hazards.</p>
        <p>The most viewed (1,645,630 views) battery modification video transforms a flashlight into an ENDS device. The presenter does not address the audience, but text is displayed to highlight important steps. In the video, the presenter disassembles a flashlight and uses the parts as well as household materials to create a small vape. The body of the flashlight is retrofitted to hold a battery and the head with an atomizer (ie, a coil and wick attached to battery posts housed on a deck). The flashlight button engages the battery, heating the coil and producing a stream of vapor from the atomizer. The battery does not require wiring and appears to be a standard battery consistent with those used in any flashlight.</p>
        <p>Other battery videos, however, depict more advanced constructions. One example (763,291 views) shows how to build a <italic>box mod</italic>, which is a highly modifiable ENDS device characterized by a removable atomizer, open tank, and accessible battery housing. The presenter walks the audience through the build, which includes wiring of 2 lithium polymer batteries (ie, LiPo) into the device. LiPos are lightweight batteries that can explode if they are overcharged. Such explosions have been linked to injury of ENDS users [<xref ref-type="bibr" rid="ref21">21</xref>]. The presenter warns viewers not to let battery wires touch during construction. However, the breadth of the hazard is not disclosed, and the video contains no warnings about the danger of explosions.</p>
      </sec>
      <sec>
        <title>Modifications of Pods and Cartridges</title>
        <p>A pod is a cartridge containing e-liquids to be inserted in an ENDS device. When the liquid is gone, many manufacturers intend that the cartridge is discarded and not reused (although there are some refillable pods on the market). Refilling nonreusable pods with e-liquid was found in 5.4% (9/168) of videos. The primary reasons for pod modifications (7/168, 4.2%) were not in the specified list, and thus, they were coded as other. Descriptions of <italic>other</italic> reasons included customizing the look of devices, increasing vapor production, and enhancing flavor. Extending the life of a pod was listed as a reason for 2.4% (4/168) of videos.</p>
        <p>An example of pod modification (182,621 views) depicts a presenter changing the liquid in a nonreusable pod. In the video, the presenter uses scissors to open the cartridge. The presenter pours the liquid into another container, cleans the pod, and then refills it with an e-liquid called <italic>Heisenberg</italic> (fruit-flavored menthol). After the refill, the presenter takes several drags until the tobacco flavor is gone, and only Heisenberg remains. In this case, the pod modification is motivated by the choice of the flavor.</p>
      </sec>
      <sec>
        <title>Other Modifications</title>
        <p>Only 1.2% (2/168) of videos showed modifications to the software regulating built-in controls. Replacement of an existing device with another with improved features was found in 0.6% (1/168) of videos, whereas replacing an existing device with another device with additional features was featured in 1.8% (3/168) of videos. Although drippers were the most featured devices (63/168, 37.5%), our analyses did not show any instances of converting nondripping devices to drippers.</p>
        <p>Finally, 13.1% (22/168) of videos did not fit within our specified coding categories and were coded as <italic>other</italic> modifications. These videos showed building ENDS as the primary activity. Several videos depicted unusual builds, such as creating a vape from an empty mint box or adapting a soda can into an e-liquid tank. One unique example (66,573 views) showed how to build an ENDS in the dashboard of a car. Other videos showed how to make <italic>drip tips</italic> to replace lost mouthpieces for drippers. In one example (85,006 views), the mouthpiece was made from a copper plumbing fitting. Together, videos coded as <italic>other</italic> showed unique modification behaviors mostly related to building from scratch.</p>
      </sec>
      <sec>
        <title>Tone</title>
        <p>Most videos used a positive tone to portray ENDS modifications (106/168, 63.1% positive; 60/168, 35.7% neutral; and 2/168, 1.2% negative) but were either neutral or positive in their portrayal of ENDS devices (78/168, 46.4% positive; 89/168, 53.0% neutral; and 1/168, 0.6% negative).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study provides information about the ways in which users modify ENDS devices on YouTube. Results identified several concerning trends, including lack of warnings, addition of marijuana derivatives to e-liquids, and the positive portrayal of ENDS devices and modifications. Regarding specific modifications, the most often modified components were coils and e-liquids. Modifications to the wick and battery were less often discussed. The sample of modification videos did not depict potentially harmful practices identified in past literature, such as modifying a device for <italic>dripping</italic> or increasing battery power. Together, these results help inform public health researchers by identifying trends in ENDS modifications on YouTube, the most popular video-sharing website in the world [<xref ref-type="bibr" rid="ref9">9</xref>] and a primary source of information on ENDS devices and modifications [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Our findings identified several concerning trends in modification videos. Specifically, the majority of videos gave <italic>how to</italic> instructions without warning viewers about potential dangers (eg, exploding batteries or lung exposure to harmful constituents). The majority also failed to mention commercially available alternatives, which could be less dangerous than home-grown modifications. ENDS devices and modifications were also depicted in a favorable light, and a majority of videos were followed by another modification video, likely the result of YouTube’s default auto-play feature, which queues similar content based on search history. In a situation where YouTube users search for ENDS modifications, favorable portrayals and lack of warnings, coupled with auto-play features, could potentially create a self-reinforcing loop where users search for modification videos. The dangers of modifications are underemphasized to viewers, and these videos are followed by additional videos portraying ENDS in a favorable light, further underemphasizing the dangers of modification. Repeated, user-driven exposure to videos underemphasizing risks could normalize ENDS modifications, which is of particular concern given YouTube’s primary audience.</p>
        <p>YouTube is the most popular video-sharing site in the world [<xref ref-type="bibr" rid="ref9">9</xref>], and YouTube has been identified as a major platform where ENDS users obtain and share information about ENDS products and modifications [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Many YouTube users are young, with 81% of those aged 15 to 25 years in the United States using YouTube [<xref ref-type="bibr" rid="ref22">22</xref>]. This demographic is often targeted by tobacco companies [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>] and is a group that often experiments with cigarettes and ENDS [<xref ref-type="bibr" rid="ref25">25</xref>]. Positive portrayals of modifications without safety warnings, which are algorithmically linked and shown in sequence to impressionable audiences, bear serious consideration from tobacco control experts. Future research may explore how YouTube modification videos could potentially detract from nicotine cessation campaigns aimed at youth and young adults.</p>
        <p>Altering the coil was the most prevalent type of modification in our study. Little research has investigated the effects of exposure to the components of coils on user health. One notable study tested e-liquids for neurotoxicants before and after contact with ENDS devices [<xref ref-type="bibr" rid="ref26">26</xref>]. Results showed higher levels of toxic metals in the aerosol, suggesting that the contamination resulted from the contact of e-liquids with the metals in ENDS devices, including coils. As coil modifications were most prevalent in our analysis, we suggest future research investigating possible health effects of coil modifications.</p>
        <p>E-liquid was the second most often modified characteristic in our sample. E-liquid modifications included mixing from scratch and adding other substances. In terms of mixing, most videos cited a desire to control the flavor as a reason for the modification. This finding is informative given the recent interest among policy makers to ban flavored e-liquids from the market [<xref ref-type="bibr" rid="ref27">27</xref>]. Regulatory policy should consider how regulating ENDS flavors might influence the likelihood that these actions will impact the frequency at which consumers mix their own flavored e-liquids.</p>
        <p>Marijuana derivatives were used in most videos depicting substances added to e-liquids. This finding is significant given the recent outbreak of vaping-related lung disease [<xref ref-type="bibr" rid="ref28">28</xref>]. Early investigation revealed that the majority of patients had a history of vaping tetrahydrocannabinol (THC) products, suggesting that the outbreak may be related to the source of THC or vaping THC in a device intended to be used with nicotine [<xref ref-type="bibr" rid="ref29">29</xref>]. Given the deadly nature of the new vaping lung disease, this particular modification may demand greater scrutiny from public health experts.</p>
        <p>Tampering with devices to expose heating coils for dripping has been cited as a modification trend in past research [<xref ref-type="bibr" rid="ref30">30</xref>]. Yet, none of the videos in our sample showed how to adapt a nondripping device into a dripper. This finding resonates with recent interviews of ENDS enthusiasts, indicating that dripping modifications may be less frequent due to increased availability of commercially produced drippers and other devices that were previously only available via users’ modifications [<xref ref-type="bibr" rid="ref14">14</xref>]. However, it should be noted that drippers were the most featured devices in YouTube videos. Thus, although dripping conversions were absent in our sample, modifications to drippers were frequent.</p>
        <p>Although exploding batteries are a risk [<xref ref-type="bibr" rid="ref6">6</xref>], we found only a few videos on battery modifications. They were generally associated with building ENDS mods from scratch and showed some dangerous practices (eg, wiring LiPo batteries) that have not been widely discussed previously.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>As this sample was collected in early 2019, it is unclear if the decline in videos on ENDS modifications we observed since 2017 will continue. Although this decrease corroborates our findings from interviews with ENDS enthusiasts [<xref ref-type="bibr" rid="ref14">14</xref>], more research is needed to determine if this decrease continues. As this study was conducted before the first cases of e-cigarette– and vaping-associated lung injury were reported, we do not know what impact this outbreak may have had on ENDS modification activities. Our search keywords were not exhaustive and may not capture all ENDS modification videos on YouTube. Due to the variation of ENDS modification videos, our results are descriptive. More research is needed to isolate and identify causal mechanisms that motivate modification behaviors. This work informs future population-level surveillance research aimed at identifying motivations for modifying ENDS devices.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Our content analysis of the full spectrum of ENDS devices and modifications in YouTube videos identified several concerning trends, including lack of warning to viewers, addition of marijuana derivatives to e-liquids, and the positive portrayal of ENDS devices and modifications. At the same time, our analysis did not find certain modifications (eg, dripper conversions or battery tampering), which have been identified previously as a public health concern. By identifying the types of modifications (with modifications to coil and e-liquid being the most prevalent), this study provides a foundation for assessing the prevalence of ENDS modifications in the population and informs the agenda for research assessing the health effects resulting from ENDS modifications.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">DIY</term>
          <def>
            <p>do it yourself</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ENDS</term>
          <def>
            <p>electronic nicotine delivery systems</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PG</term>
          <def>
            <p>propylene glycol</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RBA</term>
          <def>
            <p>rebuildable atomizer</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">THC</term>
          <def>
            <p>tetrahydrocannabinol</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">VG</term>
          <def>
            <p>vegetable glycerin</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Research reported in this publication was supported by the National Institute of Drug Abuse of the National Institutes of Health and Food and Drug Administration Center for Tobacco Products (R01DA047397). The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health or the Food and Drug Administration.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>ZBM wrote the first draft. YL and J Holli conducted the data analysis. DLA and LP conceptualized the study and wrote the implications. YL, J Holli, BY, KH, and VC coded videos. All authors contributed to the writing and revision and approved the final version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>DLA has received funds for work done for the World Health Organization Tobacco Free Initiative, has worked as a consultant for Pfizer and McKing Consulting, Inc, and has worked as a Special Government Employee of the US Food and Drug Administration.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McMillen</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Gottlieb</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Shaefer</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Winickoff</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Trends in electronic cigarette use among US adults: use is increasing in both smokers and nonsmokers</article-title>
          <source>Nicotine Tob Res</source>
          <year>2015</year>
          <month>10</month>
          <volume>17</volume>
          <issue>10</issue>
          <fpage>1195</fpage>
          <lpage>202</lpage>
          <pub-id pub-id-type="doi">10.1093/ntr/ntu213</pub-id>
          <pub-id pub-id-type="medline">25381306</pub-id>
          <pub-id pub-id-type="pii">ntu213</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2019</year>
          <access-date>2019-10-14</access-date>
          <comment>Outbreak of Lung Injury Associated with the Use of E-Cigarette, or Vaping, Products<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/tobacco/basic_information/e-cigarettes/severe-lung-disease.html">https://www.cdc.gov/tobacco/basic_information/e-cigarettes/severe-lung-disease.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <access-date>2019-10-14</access-date>
          <comment>Smoking &#38; Tobacco Use: Frequently Asked Questions<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/tobacco/basic_information/e-cigarettes/severe-lung-disease/need-to-know/index.html">https://www.cdc.gov/tobacco/basic_information/e-cigarettes/severe-lung-disease/need-to-know/index.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bala</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Strzeszynski</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Topor-Madry</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Mass media interventions for smoking cessation in adults</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <month>11</month>
          <day>21</day>
          <volume>11</volume>
          <fpage>CD004704</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29159862"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD004704.pub4</pub-id>
          <pub-id pub-id-type="medline">29159862</pub-id>
          <pub-id pub-id-type="pmcid">PMC6486126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Majmundar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkpatrick</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Unger</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Allem</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Characterising KandyPens-related posts to Instagram: implications for nicotine and cannabis use</article-title>
          <source>Tob Control</source>
          <year>2019</year>
          <month>05</month>
          <day>30</day>
          <fpage>-</fpage>
          <comment>epub ahead of print</comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2019-055006</pub-id>
          <pub-id pub-id-type="medline">31147484</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2019-055006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kosmider</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sobczak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fik</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Knysak</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zaciera</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kurek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Goniewicz</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Carbonyl compounds in electronic cigarette vapors: effects of nicotine solvent and battery output voltage</article-title>
          <source>Nicotine Tob Res</source>
          <year>2014</year>
          <month>10</month>
          <volume>16</volume>
          <issue>10</issue>
          <fpage>1319</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24832759"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntu078</pub-id>
          <pub-id pub-id-type="medline">24832759</pub-id>
          <pub-id pub-id-type="pii">ntr/ntu078</pub-id>
          <pub-id pub-id-type="pmcid">PMC4838028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sleiman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Logue</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Montesinos</surname>
              <given-names>VN</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Litter</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Gundel</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Destaillats</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Emissions from electronic cigarettes: key parameters affecting the release of harmful chemicals</article-title>
          <source>Environ Sci Technol</source>
          <year>2016</year>
          <month>09</month>
          <day>6</day>
          <volume>50</volume>
          <issue>17</issue>
          <fpage>9644</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1021/acs.est.6b01741</pub-id>
          <pub-id pub-id-type="medline">27461870</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Talih</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Balhas</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Salman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Karaoghlanian</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shihadeh</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>'Direct dripping': a high-temperature, high-formaldehyde emission electronic cigarette use method</article-title>
          <source>Nicotine Tob Res</source>
          <year>2016</year>
          <month>04</month>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>453</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25863521"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntv080</pub-id>
          <pub-id pub-id-type="medline">25863521</pub-id>
          <pub-id pub-id-type="pii">ntv080</pub-id>
          <pub-id pub-id-type="pmcid">PMC6220833</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <source>Alexa</source>
          <access-date>2019-10-14</access-date>
          <comment>The Top 500 Sites on the Web<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.alexa.com/topsites">https://www.alexa.com/topsites</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kornfield</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Emery</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>100 million views of electronic cigarette YouTube videos and counting: quantification, content evaluation, and engagement levels of videos</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>03</month>
          <day>18</day>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>e67</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/3/e67/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4265</pub-id>
          <pub-id pub-id-type="medline">26993213</pub-id>
          <pub-id pub-id-type="pii">v18i3e67</pub-id>
          <pub-id pub-id-type="pmcid">PMC4818373</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guy</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Helt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Palafox</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Soule</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Maloney</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Eissenberg</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fagan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Orthodox and unorthodox uses of electronic cigarettes: a surveillance of YouTube video content</article-title>
          <source>Nicotine Tob Res</source>
          <year>2019</year>
          <month>09</month>
          <day>19</day>
          <volume>21</volume>
          <issue>10</issue>
          <fpage>1378</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29961828"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/nty132</pub-id>
          <pub-id pub-id-type="medline">29961828</pub-id>
          <pub-id pub-id-type="pii">5046603</pub-id>
          <pub-id pub-id-type="pmcid">PMC6751517</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCausland</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Maycock</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Leaver</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jancey</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The messages presented in electronic cigarette-related social media promotions and discussion: scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>02</month>
          <day>5</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>e11953</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/2/e11953/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11953</pub-id>
          <pub-id pub-id-type="medline">30720440</pub-id>
          <pub-id pub-id-type="pii">v21i2e11953</pub-id>
          <pub-id pub-id-type="pmcid">PMC6379814</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Glasser</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Abudayyeh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Villanti</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>E-cigarette marketing and communication: how e-cigarette companies market e-cigarettes and the public engages with e-cigarette information</article-title>
          <source>Nicotine Tob Res</source>
          <year>2019</year>
          <month>01</month>
          <day>1</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>14</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29315420"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntx284</pub-id>
          <pub-id pub-id-type="medline">29315420</pub-id>
          <pub-id pub-id-type="pii">4791152</pub-id>
          <pub-id pub-id-type="pmcid">PMC6610165</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fairman</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Churchill</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ashley</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Popova</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Users' modifications to electronic nicotine delivery systems (ENDS): interviews with ENDS enthusiasts</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>02</month>
          <day>2</day>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>e918</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=ijerph17030918"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17030918</pub-id>
          <pub-id pub-id-type="medline">32024230</pub-id>
          <pub-id pub-id-type="pii">ijerph17030918</pub-id>
          <pub-id pub-id-type="pmcid">PMC7037434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Leischow</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Portrayal of electronic cigarettes on YouTube</article-title>
          <source>BMC Public Health</source>
          <year>2014</year>
          <month>10</month>
          <day>3</day>
          <volume>14</volume>
          <fpage>1028</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-14-1028"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-14-1028</pub-id>
          <pub-id pub-id-type="medline">25277872</pub-id>
          <pub-id pub-id-type="pii">1471-2458-14-1028</pub-id>
          <pub-id pub-id-type="pmcid">PMC4195892</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>LaVallee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rams</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ramamurthi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan-Sarin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Promotion of vape tricks on YouTube: content analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>06</month>
          <day>18</day>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>e12709</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/6/e12709/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12709</pub-id>
          <pub-id pub-id-type="medline">31215510</pub-id>
          <pub-id pub-id-type="pii">v21i6e12709</pub-id>
          <pub-id pub-id-type="pmcid">PMC6604511</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrell</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Eissenberg</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Automated dripping devices for vapers: RDTAs, bottomfeeders, squonk mods and dripboxes</article-title>
          <source>Tob Control</source>
          <year>2018</year>
          <month>07</month>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>480</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28735274"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2017-053817</pub-id>
          <pub-id pub-id-type="medline">28735274</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2017-053817</pub-id>
          <pub-id pub-id-type="pmcid">PMC5826899</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neuendorf</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <source>The Content Analysis Guidebook</source>
          <year>2016</year>
          <publisher-loc>Thousand Oaks, California</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Randolph</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Free-Marginal Multirater Kappa (multirater K[free]): An Alternative to Fleiss' Fixed-Marginal Multirater Kappa</article-title>
          <source>Proceedings of the Joensuu Learning and Instruction Symposium</source>
          <year>2005</year>
          <conf-name>JLIS'05</conf-name>
          <conf-date>October 14-15, 2005</conf-date>
          <conf-loc>Joensuu, Finland</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eric.ed.gov/?id=ED490661"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Randolph</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <source>Justus Randolph</source>
          <year>2008</year>
          <access-date>2019-10-01</access-date>
          <comment>Online Kappa Calculator<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://justusrandolph.net/kappa/">http://justusrandolph.net/kappa/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicoll</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Quaba</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lowrie</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>Thigh burns from exploding e-cigarette lithium ion batteries: first case series</article-title>
          <source>Burns</source>
          <year>2016</year>
          <month>06</month>
          <volume>42</volume>
          <issue>4</issue>
          <fpage>e42</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.burns.2016.03.027</pub-id>
          <pub-id pub-id-type="medline">27118069</pub-id>
          <pub-id pub-id-type="pii">S0305-4179(16)30052-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clement</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Statista</source>
          <year>2019</year>
          <access-date>2020-02-14</access-date>
          <comment>Percentage of US Internet Users who Use YouTube as of 3rd Quarter 2019, by Age Group<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/statistics/296227/us-youtube-reach-age-gender/">https://www.statista.com/statistics/296227/us-youtube-reach-age-gender/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henriksen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Schleicher</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Dauphinee</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Fortmann</surname>
              <given-names>SP</given-names>
            </name>
          </person-group>
          <article-title>Targeted advertising, promotion, and price for menthol cigarettes in California high school neighborhoods</article-title>
          <source>Nicotine Tob Res</source>
          <year>2012</year>
          <month>01</month>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>116</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21705460"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ntr/ntr122</pub-id>
          <pub-id pub-id-type="medline">21705460</pub-id>
          <pub-id pub-id-type="pii">ntr122</pub-id>
          <pub-id pub-id-type="pmcid">PMC3592564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Messer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>James</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Kealey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vallone</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Healton</surname>
              <given-names>CG</given-names>
            </name>
          </person-group>
          <article-title>Camel No. 9 cigarette-marketing campaign targeted young teenage girls</article-title>
          <source>Pediatrics</source>
          <year>2010</year>
          <month>04</month>
          <volume>125</volume>
          <issue>4</issue>
          <fpage>619</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.1542/peds.2009-0607</pub-id>
          <pub-id pub-id-type="medline">20231181</pub-id>
          <pub-id pub-id-type="pii">peds.2009-0607</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2015</year>
          <access-date>2019-10-14</access-date>
          <comment>E-Cigarette Use Triples Among Middle and High School Students in Just One Year<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cdc.gov/media/releases/2015/p0416-e-cigarette-use.html">http://www.cdc.gov/media/releases/2015/p0416-e-cigarette-use.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olmedo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Goessler</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Tanda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grau-Perez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jarmul</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aherrera</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hilpert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Navas-Acien</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rule</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Metal concentrations in e-cigarette liquid and aerosol samples: the contribution of metallic coils</article-title>
          <source>Environ Health Perspect</source>
          <year>2018</year>
          <month>02</month>
          <day>21</day>
          <volume>126</volume>
          <issue>2</issue>
          <fpage>027010</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ehp.niehs.nih.gov/doi/full/10.1289/EHP2175?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1289/EHP2175</pub-id>
          <pub-id pub-id-type="medline">29467105</pub-id>
          <pub-id pub-id-type="pii">EHP2175</pub-id>
          <pub-id pub-id-type="pmcid">PMC6066345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <source>US Food and Drug Administration</source>
          <year>2019</year>
          <access-date>2020-01-13</access-date>
          <comment>Trump Administration Combating Epidemic of Youth E-Cigarette Use with Plan to Clear Market of Unauthorized, Non-Tobacco-Flavored E-Cigarette Products<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/news-events/press-announcements/trump-administration-combating-epidemic-youth-e-cigarette-use-plan-clear-market-unauthorized-non">https://www.fda.gov/news-events/press-announcements/trump-administration-combating-epidemic-youth-e-cigarette-use-plan-clear-market-unauthorized-non</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perrine</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Pickens</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Boehmer</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>de Sisto</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Duca</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Lekiachvili</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kenemer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Shamout</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Landen</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Lynfield</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ghinai</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Heinzerling</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Pray</surname>
              <given-names>IW</given-names>
            </name>
            <name name-style="western">
              <surname>Tanz</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Briss</surname>
              <given-names>PA</given-names>
            </name>
            <collab>Lung Injury Response Epidemiology/Surveillance Group</collab>
          </person-group>
          <article-title>Characteristics of a multistate outbreak of lung injury associated with e-cigarette use, or vaping - United States, 2019</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2019</year>
          <month>10</month>
          <day>4</day>
          <volume>68</volume>
          <issue>39</issue>
          <fpage>860</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6839e1"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6839e1</pub-id>
          <pub-id pub-id-type="medline">31581168</pub-id>
          <pub-id pub-id-type="pmcid">PMC6776378</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McCaffrey</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sage</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Malan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>la Cross</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Maldonado</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Board</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hanchey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Callahan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aberegg</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Risk</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Willardson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nakashima</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Burnett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Atkinson-Dunn</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>E-cigarette use, or vaping, practices and characteristics among persons with associated lung injury-Utah, April-October 2019</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2019</year>
          <month>10</month>
          <day>25</day>
          <volume>68</volume>
          <issue>42</issue>
          <fpage>953</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6842e1"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6842e1</pub-id>
          <pub-id pub-id-type="medline">31647788</pub-id>
          <pub-id pub-id-type="pmcid">PMC6812834</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Electronic cigarettes: product characterisation and design considerations</article-title>
          <source>Tob Control</source>
          <year>2014</year>
          <month>05</month>
          <volume>23</volume>
          <issue>Suppl 2</issue>
          <fpage>ii4</fpage>
          <lpage>10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://tobaccocontrol.bmj.com/cgi/pmidlookup?view=long&#38;pmid=24732162"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2013-051476</pub-id>
          <pub-id pub-id-type="medline">24732162</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2013-051476</pub-id>
          <pub-id pub-id-type="pmcid">PMC3995271</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
