<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v21i8e13003</article-id>
      <article-id pub-id-type="pmid">31392963</article-id>
      <article-id pub-id-type="doi">10.2196/13003</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Social Media Surveillance of Multiple Sclerosis Medications Used During Pregnancy and Breastfeeding: Content Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Skelton</surname>
            <given-names>Kara</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lupattelli</surname>
            <given-names>Angela</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Rezaallah</surname>
            <given-names>Bita</given-names>
          </name>
          <degrees>DMD, MAS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6351-8235</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lewis</surname>
            <given-names>David John</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9576-3489</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Pierce</surname>
            <given-names>Carrie</given-names>
          </name>
          <degrees>MBA, MPH</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1276-9250</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Zeilhofer</surname>
            <given-names>Hans-Florian</given-names>
          </name>
          <degrees>Dr med dent, Dr med</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3256-6108</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Berg</surname>
            <given-names>Britt-Isabelle</given-names>
          </name>
          <degrees>Dr med, Dr med dent</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <address>
            <institution>Department of Cranio-Maxillofacial Surgery</institution>
            <institution>University Hospital of Basel</institution>
            <addr-line>Spitalstrasse 21</addr-line>
            <addr-line>Basel, 4031</addr-line>
            <country>Switzerland</country>
            <phone>41 61 2652525</phone>
            <email>isabelle.berg@usb.ch</email>
          </address>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4267-0761</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Clinical Research</institution>
        <institution>University of Basel</institution>
        <addr-line>Basel</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Patient Safety</institution>
        <institution>Novartis Pharma AG</institution>
        <addr-line>Basel</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Health and Human Sciences</institution>
        <institution>University of Hertfordshire</institution>
        <addr-line>Hatfield</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Booz Allen Hamilton Inc</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Cranio-Maxillofacial Surgery</institution>
        <institution>University Hospital of Basel</institution>
        <addr-line>Basel</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Hightech Research Center of Cranio-Maxillofacial Surgery</institution>
        <institution>University of Basel</institution>
        <addr-line>Basel</addr-line>
        <country>Switzerland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Britt-Isabelle Berg <email>isabelle.berg@usb.ch</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>08</month>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>07</day>
        <month>08</month>
        <year>2019</year>
      </pub-date>
      <volume>21</volume>
      <issue>8</issue>
      <elocation-id>e13003</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>5</day>
          <month>12</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>2</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>29</day>
          <month>6</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Bita Rezaallah, David John Lewis, Carrie Pierce, Hans-Florian Zeilhofer, Britt-Isabelle Berg. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 07.08.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2019/8/e13003/" xlink:type="simple"/>
      <related-article related-article-type="correction-forward" xlink:title="This is a corrected version. See correction statement in:" xlink:href="https://www.jmir.org/2020/2/e18294/" vol="22" page="e18294"> </related-article>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Multiple sclerosis (MS) is a chronic neurological disease occurring mostly in women of childbearing age. Pregnant women with MS are usually excluded from clinical trials; as users of the internet, however, they are actively engaged in threads and forums on social media. Social media provides the potential to explore real-world patient experiences and concerns about the use of medicinal products during pregnancy and breastfeeding.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to analyze the content of posts concerning pregnancy and use of medicines in online forums; thus, the study aimed to gain a thorough understanding of patients’ experiences with MS medication.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Using the names of medicinal products as search terms, we collected posts from 21 publicly available pregnancy forums, which were accessed between March 2015 and March 2018. After the identification of relevant posts, we analyzed the content of each post using a content analysis technique and categorized the main topics that users discussed most frequently.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We identified 6 main topics in 70 social media posts. These topics were as follows: (1) expressing personal experiences with MS medication use during the reproductive period (55/70, 80%), (2) seeking and sharing advice about the use of medicines (52/70, 74%), (3) progression of MS during and after pregnancy (35/70, 50%), (4) discussing concerns about MS medications during the reproductive period (35/70, 50%), (5) querying the possibility of breastfeeding while taking MS medications (30/70, 42%), and (6) commenting on communications with physicians (26/70, 37%).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Overall, many pregnant women or women considering pregnancy shared profound uncertainties and specific concerns about taking medicines during the reproductive period. There is a significant need to provide advice and guidance to MS patients concerning the use of medicines in pregnancy and postpartum as well as during breastfeeding. Advice must be tailored to the circumstances of each patient and, of course, to the individual medicine. Information must be provided by a trusted source with relevant expertise and made publicly available.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>pharmacovigilance</kwd>
        <kwd>machine learning</kwd>
        <kwd>pregnancy outcome</kwd>
        <kwd>postpartum</kwd>
        <kwd>central nervous system agents</kwd>
        <kwd>risk assessment</kwd>
        <kwd>text mining</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Multiple sclerosis (MS) is a chronic disease of the central nervous system [<xref ref-type="bibr" rid="ref1">1</xref>]. It is more prevalent in females than males, with a ratio of approximately 3:1 [<xref ref-type="bibr" rid="ref2">2</xref>]. Female MS patients are predominantly of childbearing potential with the average age of disease onset being 29.2 years [<xref ref-type="bibr" rid="ref1">1</xref>]. The prevalence of MS is more common further from the equator; this maybe because of vitamin D deficiency rather than only genetics [<xref ref-type="bibr" rid="ref3">3</xref>]. Pregnancy is not contraindicated in MS but remains a concern among female patients for a variety of reasons [<xref ref-type="bibr" rid="ref2">2</xref>]. Pregnancy appears to have a protective effect in MS such that pregnant women suffer a reduced number of MS relapses, especially during the third trimester (reduction of around 70%). Thereafter, relapse rates tend to increase in the first 3 months postpartum [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. However, this protective effect of pregnancy and the risk of postpartum relapse are both related to each patient’s MS history and current disease activity [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>Pregnant women are usually excluded from clinical trials because of ethical issues [<xref ref-type="bibr" rid="ref7">7</xref>]; thus, safety information about human drug exposure during pregnancy is very limited at the time a marketing authorization is granted [<xref ref-type="bibr" rid="ref8">8</xref>]. Pregnancy registries have been developed to address this gap in the safety profile of newly authorized medicines. Despite the evident advantages, such registries often suffer from low enrollment, resulting in delayed findings, selection bias, heterogeneity in data collection methods, and high costs [<xref ref-type="bibr" rid="ref9">9</xref>]. As a result, prescribing information and patient information leaflets contain limited safety information for pregnant and breastfeeding patients [<xref ref-type="bibr" rid="ref8">8</xref>]. Despite the evident need, to the best of our knowledge, there are no globally accepted guidelines by regulatory agencies for the medical management of MS during pregnancy and breastfeeding.</p>
        <p>The rapid expansion of the internet and the availability of various social media platforms in recent years has increased the frequency with which patients use the internet [<xref ref-type="bibr" rid="ref10">10</xref>]. In the United States, 90% of adults use the internet regularly, and 72% have searched for health information online [<xref ref-type="bibr" rid="ref11">11</xref>]. Pregnant women in particular often access the internet to seek health information [<xref ref-type="bibr" rid="ref12">12</xref>]. A cohort of pregnant women has been identified on Twitter using text mining and machine learning [<xref ref-type="bibr" rid="ref13">13</xref>]. The availability of data for this cohort of pregnant women in social media provides an opportunity to explore and gain further insights into patient experiences related to MS medications. Therefore, by increasing health care professionals’ (HCPs’) awareness of patient concerns, carers can better advise patients during clinical visits.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>The objective of this study was to analyze data qualitatively and describe the content of posts in online pregnancy forums to understand better patient experiences resulting from the use of MS medications during pregnancy, postpartum, and breastfeeding.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Acquisition and Classification</title>
        <p>We obtained data from publicly available online pregnancy forums. An existing digital monitoring platform called MedWatcher Social (now called Epidemico, Booz Allen Hamilton) was utilized; this system has been described elsewhere [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. MedWatcher Social comprises the natural language processing component that acquires public data from the internet, applies classification algorithms, and extracts adverse event–related posts. The aggregated frequency of product-event pairs identified by MedWatcher was concordant with data from the public US Food and Drug Administration (FDA) Adverse Event Reporting System by System Organ Class [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>The classifier was designed to automatically collect, classify, and analyze social media discussions and threads pertaining to medicinal products [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. The system collected online forum posts both retrospectively and prospectively via authorized third-party data vendors using the names of medicinal products as search terms. After data ingestion, a naïve Bayes classifier scored and filtered each post according to its relevance. Using statistical machine learning and a training set of over 360,000 hand-labeled social media posts, the classifier was trained to recognize the following:</p>
        <list list-type="bullet">
          <list-item>
            <p>Descriptions of adverse drug reactions</p>
          </list-item>
          <list-item>
            <p>Medication errors</p>
          </list-item>
          <list-item>
            <p>Product quality issues</p>
          </list-item>
          <list-item>
            <p>Other patient experiences with medicinal products</p>
          </list-item>
        </list>
        <p>The classifier was also used to exclude “noise” (eg, nonvalid product posts and spam). After filtering the data, natural language processors were applied to recognize and extract product and symptom terms through tokenization and proprietary taxonomies. References to products were standardized and consolidated, and vernacular descriptions of medical concepts were translated into the best matched term within the Medical Dictionary for Regulatory Activities terminology [<xref ref-type="bibr" rid="ref15">15</xref>]. For this analysis, we identified and extracted a dataset from the system comprising posts acquired from 21 publicly accessible pregnancy social media forums listed in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, published between March 2015 and March 2018. The forum data were acquired using third-party data from vendors, namely, Socialgist (SocialGist) and Datasift (DataSift Inc), and thus, was dependent on availability from those vendors. Data were not randomly sampled; rather, we selected any forums that were both available from Socialgist or Datasift and were dedicated to discussions around pregnancy or breastfeeding. The classifier used for the analysis was trained only on English language data, so we only used English language posts for this analysis.</p>
        <p>In addition, we identified a list of products authorized for the treatment of MS and filtered the data accordingly. The products were alemtuzumab, teriflunomide, interferon beta-1a, interferon beta-1b, glatiramer acetate, daclizumab, dimethyl fumarate, fingolimod, and natalizumab. Posts mentioning either the active substance or brand name of each medicinal product were collected as shown in <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>.</p>
        <boxed-text id="box1" position="float">
          <title>List of publicly available pregnancy forums.</title>
          <list list-type="bullet">
            <list-item>
              <p>Babiesbase.com</p>
            </list-item>
            <list-item>
              <p>Babycenter.com</p>
            </list-item>
            <list-item>
              <p>Babycenter.com.au</p>
            </list-item>
            <list-item>
              <p>Babycentre.co.uk</p>
            </list-item>
            <list-item>
              <p>Cafemom.com</p>
            </list-item>
            <list-item>
              <p>Dcurbanmom.com</p>
            </list-item>
            <list-item>
              <p>Fertility.org</p>
            </list-item>
            <list-item>
              <p>Magrossesse.com</p>
            </list-item>
            <list-item>
              <p>Mumsnet.com</p>
            </list-item>
            <list-item>
              <p>Whattoexpect.com</p>
            </list-item>
            <list-item>
              <p>Swissmomforum.ch</p>
            </list-item>
            <list-item>
              <p>Baby-cafe.cz</p>
            </list-item>
            <list-item>
              <p>Babycenter.ca</p>
            </list-item>
            <list-item>
              <p>Babycenter.in</p>
            </list-item>
            <list-item>
              <p>Circleofmoms.com</p>
            </list-item>
            <list-item>
              <p>Essentialbaby.com.au</p>
            </list-item>
            <list-item>
              <p>Justmommies.com</p>
            </list-item>
            <list-item>
              <p>Netmums.com</p>
            </list-item>
            <list-item>
              <p>Thebump.com</p>
            </list-item>
            <list-item>
              <p>Fertilethoughts.com</p>
            </list-item>
            <list-item>
              <p>Scarymommy.com</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Content Analysis</title>
        <p>After automated classification, reports were manually divided into 2 groups: discussions related to pregnancy or breastfeeding and posts containing no thread relevant to pregnancy or lactation. In this study, we focused only on posts where an individual wrote about an experience related to a current or previous pregnancy, breastfeeding related to medicinal treatment of MS medication, a complication of MS or treatment of this disease.</p>
        <p>A human expert reviewed the posts to characterize the experiences described in each post. First, we collected any medical information that a user shared in a post, such as time since their diagnosis of MS, planned or unplanned pregnancy, gestational age, outcome of pregnancy (or multiple pregnancies), number of pregnancies, current or previous pregnancy, concomitant medications, and John Cunningham (JC) virus serology results. Second, for the questions and concerns written in posts, we applied the content analysis method [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. The aim was to use this categorization to identify common themes (threads) and to assess their frequency. To start with, we used open coding for obtaining the sense of the content. The coding team was composed of a physician (BR), a pharmacovigilance expert (DL), a statistician (AZ), and a machine-learning expert (CP). We created a codebook based on features that individual users shared (eg, what were their concerns and what action was taken with the medications). Subsequently the initial codes formed higher order headings of main topics. The entire dataset was reviewed, and posts were assigned to each topic. In addition, we quantified the content by measuring the frequency of each topic, which we cautiously proposed may stand as a proxy for significance [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>The unit of analysis was the number of posts. It should be noted that in each individual post, the author might have provided comments on more than 1 main topic.</p>
      </sec>
      <sec>
        <title>Ethics Statement</title>
        <p>All human subject data used in this analysis were publicly available and have been presented in a deidentified format; in no case was any personally identifiable information (PII) reviewed. In fact, the classifier was set up to deidentify individual posts by removing any text relating to PII. We did not contact any individual on social media for follow-up as we felt that this posed unacceptable ethical and potential data privacy concerns. Thus, all of the posts were evaluated without knowledge of the identity of the patients involved.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Data Processing Results</title>
        <p>Our initial dataset comprised 376,691 posts that had been shared publicly on the pregnancy forums during the 4-year period of observation. This dataset was reduced to 168 (0.04% of total) posts relevant to pregnancy or breastfeeding and MS after filtering for posts mentioning the specified products. Finally, 16 posts containing spam-like language, non-English text, and nonvalid mentions of the product were automatically identified as irrelevant and were filtered out, leaving 152 posts for analysis as shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <p>Among the 152 posts, 70 unique posts discussed a current or previous pregnancy and breastfeeding experiences related to MS medications. The remaining 82 posts were noninformative concerning pregnancy and breastfeeding. As a result, we focused on the 70 posts that provided pertinent and substantive information. <xref ref-type="table" rid="table2">Table 2</xref> provides illustrative examples of medically relevant information shared by the post authors. We could not identify the gender of individual users in each post but based on the content and the way that the text related personal sentiments and explanations, we assumed that it was predominantly pregnant women who authored the content.</p>
        <p>Patients indicated that their newborn children were healthy, with no reports of congenital anomalies, in 18 of 70 posts (25%). MS patients shared in 22 of 70 (31%) posts their gestational age, and in 21 of 70 (30%) posts the year of the first diagnosis of MS was mentioned.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Result of data processing.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="630"/>
            <col width="190"/>
            <col width="180"/>
            <thead>
              <tr valign="top">
                <td>Number of posts extracted from database via automation</td>
                <td>Before spam removal, n</td>
                <td>After spam removal, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Posts mentioning any product</td>
                <td>376,691</td>
                <td>359,306</td>
              </tr>
              <tr valign="top">
                <td>Posts mentioning multiple sclerosis products</td>
                <td>168</td>
                <td>152</td>
              </tr>
              <tr valign="top">
                <td>Manual selection of unique posts where previous or current pregnancy was mentioned</td>
                <td>152</td>
                <td>70</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Medically relevant information shared by multiple sclerosis patients on the online posts.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="240"/>
            <col width="250"/>
            <col width="510"/>
            <thead>
              <tr valign="top">
                <td>Information shared in posts</td>
                <td>Number of posts (N=70), n (%)</td>
                <td>Illustrative text extracted from post</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Gestational age</td>
                <td>22 (31)</td>
                <td>“I am 30 weeks pregnant”</td>
              </tr>
              <tr valign="top">
                <td>First trimester<sup>a</sup></td>
                <td>8 (11)</td>
                <td>“I was 6 weeks when I found I was pregnant...”</td>
              </tr>
              <tr valign="top">
                <td>Second trimester<sup>a</sup></td>
                <td>7 (10)</td>
                <td>“I am 27 weeks pregnant...”</td>
              </tr>
              <tr valign="top">
                <td>Third trimester<sup>a</sup></td>
                <td>7 (10)</td>
                <td>“I am 33 weeks pregnant...”</td>
              </tr>
              <tr valign="top">
                <td>Time diagnosed for MS<sup>b</sup></td>
                <td>21 (30)</td>
                <td>“I got diagnosed in 2009...”</td>
              </tr>
              <tr valign="top">
                <td>Unplanned pregnancy</td>
                <td>22 (31)</td>
                <td>“...found out I was pregnant at 8 weeks and immediately stopped Gilenya...”</td>
              </tr>
              <tr valign="top">
                <td>Planned pregnancy</td>
                <td>8 (11)</td>
                <td>“...stopped the medication in July to get pregnant...”</td>
              </tr>
              <tr valign="top">
                <td>Outcome in newborns</td>
                <td>18 (25)</td>
                <td>“My daughter is [a] healthy one-year old...”</td>
              </tr>
              <tr valign="top">
                <td>Previous pregnancy</td>
                <td>10 (14)</td>
                <td>“It’s my second baby...”</td>
              </tr>
              <tr valign="top">
                <td>First pregnancy</td>
                <td>7 (10)</td>
                <td>“It’s my first pregnancy...”</td>
              </tr>
              <tr valign="top">
                <td>Concomitant medication</td>
                <td>5 (7)</td>
                <td>“...Taking Methadone and Percocet as well...”</td>
              </tr>
              <tr valign="top">
                <td>JC<sup>c</sup> virus result</td>
                <td>3 (4)</td>
                <td>“...I am JC positive...”</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>The first trimester (1-12 weeks), second trimester (13-28 weeks), and third trimester (29-40 weeks) according to definition available in the US Department of Health and Human Services.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>MS: multiple sclerosis.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>JC: John Cunningham.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Content Analysis Results</title>
        <p>Upon detailed review of the content of each post, we identified 6 main topics, which are presented in <xref ref-type="table" rid="table3">Tables 3</xref> and <xref ref-type="table" rid="table4">4</xref>. Patients used the pregnancy forums as an outlet for the following:</p>
        <list list-type="order">
          <list-item>
            <p>Describing in detail personal experiences with medicines, including changes in therapy, stopping medication, taking medication during pregnancy, and breastfeeding</p>
          </list-item>
          <list-item>
            <p>Sharing and seeking information about MS medication in pregnancy and postpartum</p>
          </list-item>
          <list-item>
            <p>Reporting MS progression (disease status) in this period</p>
          </list-item>
          <list-item>
            <p>Expressing uncertainty or fears related to MS medication</p>
          </list-item>
          <list-item>
            <p>Discussing or commenting on breastfeeding and MS medication</p>
          </list-item>
          <list-item>
            <p>Sharing details or comments on communications with HCPs involved in the care of the pregnant mother or offspring</p>
          </list-item>
        </list>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Main topics posted by individuals on social media related to multiple sclerosis, pregnancy, and breastfeeding.</p>
          </caption>
          <table width="1000" cellpadding="0" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="790"/>
            <col width="180"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Topic</td>
                <td>n (%)<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>1. Discussion about personal experiences with MS<sup>b</sup></bold>
                  <bold>medication in reproductive period</bold>
                </td>
                <td>56 (80)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Switched, switching, or will change medication during pregnancy or breastfeeding</td>
                <td>28 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Stopped, stopping, or will stop medication during pregnancy or breastfeeding</td>
                <td>26 (37)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Took, taking, or will take medication during pregnancy or breastfeeding</td>
                <td>22 (31)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>2. Reporting MS disease status during and after pregnancy</bold>
                </td>
                <td>35 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reported no relapse and healthy pregnancy</td>
                <td>16 (22)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reported relapse during pregnancy</td>
                <td>15 (21)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reported relapse postpartum</td>
                <td>12 (17)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>3. Seeking and giving advice</bold>
                </td>
                <td>52 (74)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Seeking advice about MS, pregnancy, and postpartum</td>
                <td>36 (51)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Giving advice about MS, pregnancy, and postpartum</td>
                <td>16 (22)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>4. Communication with the HCP<sup>c</sup></bold>
                </td>
                <td>26 (37)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Good communication, and patient express trust in the HCP</td>
                <td>8 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Poor communication</td>
                <td>18 (25)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">5. Discussion related to breastfeeding and MS medication</td>
                <td>30 (42)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">6. Express uncertainty and fear about MS medication in reproductive period</td>
                <td>35 (50)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Percentages are calculated using N=70 total individual posts about pregnancy and breastfeeding. The unit used was topic posted. One post may contain several pieces of information or an individual might have written about more than one pregnancy experience.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>MS: multiple sclerosis.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>HCP: health care professional.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Illustrative example of posts related to each main topic and subtopic.</p>
          </caption>
          <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="320"/>
            <col width="650"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Topic</td>
                <td>Illustrative text extracted from individual posts</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Sharing experiences on MS<sup>a</sup> medications</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Stopping medication</td>
                <td>“...I don't plan on taking anything [during] this pregnancy either.”</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Switching treatment</td>
                <td>“...I took Copaxone throughout my pregnancy and breastfeeding and then started Tecfidera...”</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Taking medication</td>
                <td>“...I took Copaxone throughout my pregnancy and breastfeeding under the direction of my neuro [sic]....”</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>MS disease status</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No relapse</td>
                <td>“...I had no issues with my MS during my pregnancy...”</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Relapse in pregnancy</td>
                <td>“...I have very active MS had 2 relapses in 29 weeks journey. Have been on copaxone [sic] throughout and short steroids course twice...”</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Postpartum relapse</td>
                <td>“...I didn't start flaring up until my son was over 6 months old. I've been in [sic] Tysabri since...!”</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Seeking and giving advice</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Seeking advice</td>
                <td>“...I am 8 weeks pregnant and was taking my gilenya [sic] during those 8 weeks meaning the baby will be exposed to it for 2 additional months Has anyone dealt with a pregnancy like this? The doctors have such limited information.”</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Giving advice</td>
                <td>“...MS patients are advicesd [sic] to come off their meds when trying for a baby. my understanding is that Copaxone and the interferons are perfectly ok to take until a positive pregnancy test. I'm a little bitter because I got the same advice and suffered a disabling relapse as a result. Copaxone especially is probably fine to take even during pregnancy (though now that I have finally found luck, I have chosen to stay off during pregnancy and restart after birth and yes I will be breastfeeding). Good luck.”</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Breastfeeding</td>
                <td>“...My neuro [sic] recommended a 3-day steroid infusion treatment. I had to pump and dump [sic] the whole time and for 24 hours following the last infusion...”</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Express uncertainty or concerns</td>
                <td>“...I just found out I am unexpectedly pregnant and conceived while in gilenya [sic]. Everything everyone has been telling us has made us to start thinking about terminating the pregnancy, which I really badly do not want to do. But if this child is any kind of danger I don't want to risk that. I just want someone to tell me it will be okay. I just don't know if that's realistic...”</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Communication with HCPs<sup>b</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Good communication</td>
                <td>“...I have been on Tysabri! I talked to neuro [sic] and she completely calmed my nerves! She just had me stop all meds for now then we'll switch to Copaxone after birth...”</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bad communication</td>
                <td>“...My neurologist never mentioned anything, and said I can just start taking Gilenya after I give birth. She said attacks are more common after birth but didn't suggest anything to prevent them...”</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>MS: multiple sclerosis.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>HCP: health care professional.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, we performed text mining and characterization of posts acquired from pregnancy-related online forums where patients discussed MS medications. The aim of this study was to gain a better understanding of information sought by, or provided to, pregnant and breastfeeding MS patients who are active on social media. Our data show that the main topics of concern were switching, stopping, or taking medication during and after pregnancy; there was clear evidence of information seeking related to the risk of MS relapse during pregnancy or postpartum; and finally, questions were raised about breastfeeding while on medication. The most frequently observed content (approximately 80% of all relevant posts) was personal experiences with MS medications. Individuals shared their reasons for personal decisions regarding treatment; described how they felt after changes in therapy: switched, started, or stopped medication; and whether this was because of an HCP’s recommendation or because of the patient’s personal beliefs.</p>
        <p>Patients used online forums to seek information from, and provide advice to, others (the latter occurred in 52/70, ie, 74% of posts). In 36 (51%) posts individuals asked their peers about decisions and outcomes or about experiences when taking a specific medication, queried the safety profile of certain medications, asked about the risk of MS relapses, and enquired about when to restart medical treatment postpartum. Our findings concur with the hypothesis that maternal medicine use is 1 of the 4 topics pregnant women care about most [<xref ref-type="bibr" rid="ref18">18</xref>]. We had hoped that all of the topics would have been openly discussed with HCPs, but this was not invariably the case. In a number of posts, the patient expressed concerns that they had received medical advice from an HCP and either actively disagreed or least significantly doubted what they had been told. For example:</p>
        <disp-quote>
          <p>...I went to the infusion center for my first Tysabri treatment, the nurse said my neurologist requested a pregnancy test to rule it out before we got started. Long story short, it came back positive! My treatment was canceled. Here I am 3 years later, and pregnant with our third baby. Coincidentally, I missed my last two months of treatment (I only get it once a month) so it should be well out of my system and there shouldn't be any issues...</p>
        </disp-quote>
        <p>In comparison to our results, a Swedish study found that, when speaking with their midwives, most pregnant women (70%) did not discuss information that they had retrieved from internet despite perceiving this information to be reliable [<xref ref-type="bibr" rid="ref19">19</xref>]. Interestingly, more than half of the study subjects searched online for topics first raised by a midwife [<xref ref-type="bibr" rid="ref19">19</xref>]. We were not in a position to explore the reason why patients went online and searched for information about their medicines; however, a Web-based survey among women who used the internet to seek pregnancy information showed that 48.6% of respondents were not satisfied with the information provided by their respective HCPs. The majority of these respondents (46.5%) stated that they primarily turned to the internet because they did not have time during appointments to discuss their concerns [<xref ref-type="bibr" rid="ref20">20</xref>]. Moreover, pregnant women used the internet because the information given to them by their HCPs was neither clear nor sufficient [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>In the breastfeeding category, 30 out of 70 (42%) posts described refusal or delay in commencing MS treatment for the sake of breastfeeding, described foregoing breastfeeding to restart treatment, requested evidence of which medication might be safer to take while breastfeeding, and others commented on discarding breast milk, which was suspected to contain medication while receiving treatment (so-called <italic>pump and dump</italic>) [<xref ref-type="bibr" rid="ref21">21</xref>]. Several individuals shared confusion about the risks and benefits of breastfeeding and expressed anxiety about the dilemma of caring for their own health while not doing any harm to the baby.</p>
        <p>There is very limited information about the safety of MS medication during breastfeeding. The in vivo model for drug exposure to breast milk is suboptimal, and human milk biobanks suffer from a paucity of human breast milk samples [<xref ref-type="bibr" rid="ref22">22</xref>]. This is paradoxical, particularly when one considers the posts concerning the <italic>pump and dump</italic> phenomenon. A small adjustment in behavior, based on medical advice or guidance from a midwife, could yield a range of useful samples for retention and assay within existing biobanks. In addition, it is known that pregnancy registries often have low enrollment rates [<xref ref-type="bibr" rid="ref23">23</xref>]. In our study, just 2 of 70 posts (2%) mentioned contacting pregnancy registries. One possible solution to increase the enrollment rate of pregnancy registries and human milk biobank centers could be improving the communication to pregnant MS patients about participation both at the point of care and in online forums. A simple scripted explanation about the existence of registries, the purpose of their research, and the impact that they can have on the MS population might yield better recruitment for altruistic reasons. Encouraging individuals to participate in the available biobanks, with all exhibiting a <italic>pump and save rather than pump and dump</italic> philosophy after treatment, could yield valuable evidence to aid decision making.</p>
        <p>Another important finding was the rate of unplanned pregnancies with 22 out of 70 (31%) posts describing such events and only 8 of 70 posts (11%) describing planned pregnancies. Nonetheless, in some patient information leaflets for MS medicines, both contraception and careful planning of pregnancy is clearly recommended [<xref ref-type="bibr" rid="ref24">24</xref>]. A Danish study surveyed 590 MS patients about family planning and reported that 42% of female and 74% of male partners did not know if their MS medication was teratogenic or not. This study also reported that 10% of pregnancies during MS treatment were unplanned; 49% of these pregnancies were terminated [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>Generally, there are gaps in current methods for collecting and analyzing data pertaining to the safety of medicines during pregnancy and lactation [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. The safety of medicinal products administered during pregnancy and lactation is a complex topic that needs coordinated communication across many disciplines to obtain, analyze, and present information in a harmonized approach. Harmonized methods and metrics among different pregnancy specialties should be developed to allow better analysis of outcomes and end points [<xref ref-type="bibr" rid="ref26">26</xref>]. In this regard, we are aware of an Innovative Medicine Initiative (IMI) project called <italic>Continuum of Evidence from Pregnancy Exposures, Reproductive Toxicology and Breastfeeding to Improve Outcomes Now</italic> (ConcePTION) [<xref ref-type="bibr" rid="ref28">28</xref>]. The IMI ConcePTION project is a collaboration between public-private partners and the pharmaceutical industry to address this problem. The aim of ConcePTION is “Building an ecosystem for better monitoring and communicating safety of medicines use in pregnancy and breastfeeding: validated and regulatory endorsed workflows for fast, optimized evidence generation” [<xref ref-type="bibr" rid="ref28">28</xref>]. Participants in this project and the authors of this paper believe that there is an important societal obligation to reduce uncertainty about the effects of medicines used during pregnancy and breastfeeding.</p>
        <p>Furthermore, even when safety data are available, it is often not effectively communicated to patients and HCPs. On September 26, 2017, the Pharmacovigilance Risk Assessment Committee (PRAC) and the European Medicines Agency (EMA) held their first public hearing about safety concerns with the use of medications containing sodium valproate during pregnancy [<xref ref-type="bibr" rid="ref29">29</xref>]. Patients and carers participated in the public hearing, and both mothers and affected children expressed concern about the lack of effective risk minimization communication for safety of valproate during pregnancy, despite the drug having been authorized for more than 50 years [<xref ref-type="bibr" rid="ref30">30</xref>]. After the public hearing, the PRAC and the EMA provided new measures for comprehensive risk minimization, including the following [<xref ref-type="bibr" rid="ref29">29</xref>]:</p>
        <list list-type="bullet">
          <list-item>
            <p>A pregnancy prevention program</p>
          </list-item>
          <list-item>
            <p>Visual warning about the risk in pregnancy on the box (outer packaging)</p>
          </list-item>
          <list-item>
            <p>A patient reminder card attached to outer package for pharmacists to discuss with patients each time the medicine is dispensed</p>
          </list-item>
          <list-item>
            <p>Updated educational materials for patients and HCPs</p>
          </list-item>
        </list>
        <p>In the valproate pregnancy prevention program, HCPs are instructed to assess patients’ potential for becoming pregnant by evaluating their individual circumstances and then assist their patients in making informed decisions. HCPs are responsible for informing their patients about the use of effective contraception methods throughout valproate treatment and to review such treatment annually. Interestingly, as an adjunct to all of these measures, a new risk acknowledgment form has been designed and implemented for patients and their HCPs to document that sufficient advice has been provided and understood [<xref ref-type="bibr" rid="ref29">29</xref>]. Such comprehensive guidelines and the risk minimization methods adopted for valproate could serve as an example for improving and strengthening the warnings for MS medication in pregnancy.</p>
        <p>In 2005, the EMA published guidance for assessing medicinal product risks on human reproduction and lactation [<xref ref-type="bibr" rid="ref31">31</xref>]. In the United States, the FDA issued the Pregnancy and Lactation Labeling Rule for industry. This document provides a detailed framework for clearly communicating information to prescribers to aid improved decision making [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. It is worth noting a study that reviewed medication risks during pregnancy for 172 drugs approved by the FDA between 2000 and 2010. Among these, in 97.7% of drugs, teratogenic risk in human pregnancy was <italic>undetermined</italic>, and the amount of data for 73.3% of these drugs was described as <italic>none</italic> [<xref ref-type="bibr" rid="ref33">33</xref>]. For 468 drugs approved by the FDA between 1980 and 2000, the average time required for a drug’s risk category to be changed from <italic>undetermined</italic> to a more precise risk was estimated to be 27 years [<xref ref-type="bibr" rid="ref33">33</xref>]. A Web-based survey reported that patient leaflets were not comprehensive enough to answer pregnant women’s questions and did not facilitate decision making [<xref ref-type="bibr" rid="ref20">20</xref>]. In addition, inconsistencies have been found between the safety information concerning use during pregnancy provided in the US prescribing information and the UK summary of product characteristics for the same medicinal product [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      </sec>
      <sec>
        <title>Recommendations</title>
        <p>Evidently, there is a need to improve regulatory policy and guidance by involving not only health authorities but also HCPs, patients, and other stakeholders including the national Teratology Information Services. We suggest 2 recommendations: (1) to conduct active postmarketing surveillance and (2) to provide globally harmonized evidence-based information for the prescriber, patients, and carers in a timely manner. Inevitably, with the internet and the wide variety of social media available, information is rapidly disseminated, and patients have access to and appear to trust nontraditional sources of medical information. We anticipate that in future, it will not be permissible to take 3 decades to vary existing labelling once sufficient evidence has been generated to provide useful information to patients and prescribers.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Social media can provide insight into patients’ real-life experiences with medicinal products during pregnancy as well as their struggle in comprehending the benefits and risks associated with these products. Our study showed that MS patients expressed uncertainty and concerns around reproductive health; however, social media could be utilized as a platform to engage and encourage patients to enroll in pregnancy registries and to donate samples to milk biobank research centers. The adoption of these simple methods would support the generation of essential missing safety data and would support the communication of risk minimization strategies to pregnant patients and women of childbearing potential [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
        <p>The role of HCPs involved in supporting pregnant patients, or during early child development, should not be underestimated. HCPs could provide comprehensive information for MS patients throughout different stages of pregnancy and postpartum as well as during breastfeeding. In addition, improving safety data collection and analysis as well as implementing efficient policies in regard to practical guidelines for MS populations of childbearing age would prove advantageous. Future guidelines should address the impact of MS on pregnancy and the effect of pregnancy on MS, the risks of the occurrence of birth defects, recommendations concerning the most effective contraceptive methods, and planning pregnancy as far as possible, to allow optimal wash-out time of medication, disease control during and after pregnancy, approved medication to use in reproductive periods, and lactation guidelines following the treatment [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. Further research is needed to explore the effectiveness of risk minimization methods and to improve communication between HCPs and patients to the extent that it enables and informs shared decision making.</p>
      </sec>
      <sec>
        <title>Limitations of the Study</title>
        <p>Social media surveillance for medicinal product insight poses multiple challenges, which have been addressed in the literature [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. In summary, there are technical, regulatory, privacy, and ethical considerations that need to be addressed when leveraging social media for this purpose [<xref ref-type="bibr" rid="ref11">11</xref>]. In this study, the classifier was specifically selected to conduct research focusing on the exposure to MS medicines, not the effects of MS disease on the outcomes of pregnancy. In addition, these searches were only performed in pregnancy forums where posts related to MS medications were published. Hence, we recommend that further research be conducted in both MS and other disease-specific forums including <italic>multiple sclerosis</italic> term.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Search terms used to filter multiple sclerosis product-relevant data.</p>
        <media xlink:href="jmir_v21i8e13003_app1.pdf" xlink:title="PDF File (Adobe PDF File), 13KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ConcePTION</term>
          <def>
            <p>Continuum of Evidence from Pregnancy Exposures, Reproductive Toxicology and Breastfeeding to Improve Outcomes Now</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EMA</term>
          <def>
            <p>European Medicines Agency</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">FDA</term>
          <def>
            <p>US Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HCPs</term>
          <def>
            <p>health care professionals</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">IMI</term>
          <def>
            <p>Innovative Medicine Initiative</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MS</term>
          <def>
            <p>multiple sclerosis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PII</term>
          <def>
            <p>personally identifiable information</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PRAC</term>
          <def>
            <p>Pharmacovigilance Risk Assessment Committee</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank Amin Azmon for the statistical discussions.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>BR is an employee of Novartis. DL is an employee of Novartis and holds shares in Novartis and GlaxoSmithKline. CP was an employee of Booz Allen Hamilton when this research was conducted. BIB and H-FZ have no conflicts of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huebner</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Strittmatter</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Axon regeneration in the peripheral and central nervous systems</article-title>
          <source>Results Probl Cell Differ</source>
          <year>2009</year>
          <volume>48</volume>
          <fpage>339</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19582408"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/400_2009_19</pub-id>
          <pub-id pub-id-type="medline">19582408</pub-id>
          <pub-id pub-id-type="pmcid">PMC2846285</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coyle</surname>
              <given-names>PK</given-names>
            </name>
          </person-group>
          <article-title>Management of women with multiple sclerosis through pregnancy and after childbirth</article-title>
          <source>Ther Adv Neurol Disord</source>
          <year>2016</year>
          <month>05</month>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>198</fpage>
          <lpage>210</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27134675"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1756285616631897</pub-id>
          <pub-id pub-id-type="medline">27134675</pub-id>
          <pub-id pub-id-type="pii">10.1177_1756285616631897</pub-id>
          <pub-id pub-id-type="pmcid">PMC4811012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koch-Henriksen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sørensen</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>The changing demographic pattern of multiple sclerosis epidemiology</article-title>
          <source>Lancet Neurol</source>
          <year>2010</year>
          <month>05</month>
          <volume>9</volume>
          <issue>5</issue>
          <fpage>520</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1016/S1474-4422(10)70064-8</pub-id>
          <pub-id pub-id-type="medline">20398859</pub-id>
          <pub-id pub-id-type="pii">S1474-4422(10)70064-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Finkelsztejn</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Paschoal</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Fragoso</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>What can we really tell women with multiple sclerosis regarding pregnancy? A systematic review and meta-analysis of the literature</article-title>
          <source>BJOG</source>
          <year>2011</year>
          <month>06</month>
          <volume>118</volume>
          <issue>7</issue>
          <fpage>790</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1471-0528.2011.02931.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1471-0528.2011.02931.x</pub-id>
          <pub-id pub-id-type="medline">21401856</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alwan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sadovnick</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>Multiple sclerosis and pregnancy: maternal considerations</article-title>
          <source>Womens Health (Lond)</source>
          <year>2012</year>
          <month>07</month>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>399</fpage>
          <lpage>414</lpage>
          <pub-id pub-id-type="doi">10.2217/whe.12.33</pub-id>
          <pub-id pub-id-type="medline">22757731</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Portaccio</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ghezzi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hakiki</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Martinelli</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Moiola</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Patti</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>la Mantia</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mancardi</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Solaro</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tola</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Pozzilli</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>de Giglio</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Totaro</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lugaresi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Luca</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Paolicelli</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marrosu</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Comi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Trojano</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Amato</surname>
              <given-names>MP</given-names>
            </name>
            <collab>MS Study Group of the Italian Neurological Society</collab>
          </person-group>
          <article-title>Breastfeeding is not related to postpartum relapses in multiple sclerosis</article-title>
          <source>Neurology</source>
          <year>2011</year>
          <month>07</month>
          <day>12</day>
          <volume>77</volume>
          <issue>2</issue>
          <fpage>145</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1212/WNL.0b013e318224afc9</pub-id>
          <pub-id pub-id-type="medline">21734184</pub-id>
          <pub-id pub-id-type="pii">WNL.0b013e318224afc9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Foulkes</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Grady</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Spong</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Clayton</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Clinical research enrolling pregnant women: a workshop summary</article-title>
          <source>J Womens Health (Larchmt)</source>
          <year>2011</year>
          <month>10</month>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>1429</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21819233"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/jwh.2011.3118</pub-id>
          <pub-id pub-id-type="medline">21819233</pub-id>
          <pub-id pub-id-type="pmcid">PMC3186443</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rezaallah</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zeilhofer</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Risk of cleft lip and/or palate associated with antiepileptic drugs: postmarketing safety signal detection and evaluation of information presented to prescribers and patients</article-title>
          <source>Ther Innov Regul Sci</source>
          <year>2019</year>
          <month>12</month>
          <volume>53</volume>
          <issue>1</issue>
          <fpage>110</fpage>
          <lpage>119</lpage>
          <pub-id pub-id-type="doi">10.1177/2168479018761638</pub-id>
          <pub-id pub-id-type="medline">29714593</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sarker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chandrashekar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Magge</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Discovering cohorts of pregnant women from social media for safety surveillance and analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>12</month>
          <day>30</day>
          <volume>19</volume>
          <issue>10</issue>
          <fpage>e361</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/10/e361/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8164</pub-id>
          <pub-id pub-id-type="medline">29084707</pub-id>
          <pub-id pub-id-type="pii">v19i10e361</pub-id>
          <pub-id pub-id-type="pmcid">PMC5684515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Bouri</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pamer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Proestel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>HW</given-names>
            </name>
            <name name-style="western">
              <surname>van Le</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Freifeld</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Walderhaug</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Dasgupta</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of Facebook and Twitter monitoring to detect safety signals for medical products: an analysis of recent FDA safety alerts</article-title>
          <source>Drug Saf</source>
          <year>2017</year>
          <month>12</month>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>317</fpage>
          <lpage>331</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28044249"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40264-016-0491-0</pub-id>
          <pub-id pub-id-type="medline">28044249</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40264-016-0491-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5362648</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sloane</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Osanlou</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bollegala</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Maskell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pirmohamed</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Social media and pharmacovigilance: a review of the opportunities and challenges</article-title>
          <source>Br J Clin Pharmacol</source>
          <year>2015</year>
          <month>10</month>
          <volume>80</volume>
          <issue>4</issue>
          <fpage>910</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/bcp.12717"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bcp.12717</pub-id>
          <pub-id pub-id-type="medline">26147850</pub-id>
          <pub-id pub-id-type="pmcid">PMC4594734</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hämeen-Anttila</surname>
              <given-names>Katri</given-names>
            </name>
            <name name-style="western">
              <surname>Nordeng</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kokki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jyrkkä</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lupattelli</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vainio</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Enlund</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Multiple information sources and consequences of conflicting information about medicine use during pregnancy: a multinational Internet-based survey</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>02</month>
          <day>20</day>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>e60</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2014/2/e60/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2939</pub-id>
          <pub-id pub-id-type="medline">24565696</pub-id>
          <pub-id pub-id-type="pii">v16i2e60</pub-id>
          <pub-id pub-id-type="pmcid">PMC3961698</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Seifert</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Reblin</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Burstein</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Blowers</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Menius</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Painter</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>HW</given-names>
            </name>
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Freifeld</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Dasgupta</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Social media listening for routine post-marketing safety surveillance</article-title>
          <source>Drug Saf</source>
          <year>2016</year>
          <month>05</month>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>443</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1007/s40264-015-0385-6</pub-id>
          <pub-id pub-id-type="medline">26798054</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40264-015-0385-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freifeld</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Menone</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Bao</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Filice</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kass-Hout</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dasgupta</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Digital drug safety surveillance: monitoring pharmaceutical products in Twitter</article-title>
          <source>Drug Saf</source>
          <year>2014</year>
          <month>05</month>
          <volume>37</volume>
          <issue>5</issue>
          <fpage>343</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24777653"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40264-014-0155-x</pub-id>
          <pub-id pub-id-type="medline">24777653</pub-id>
          <pub-id pub-id-type="pmcid">PMC4013443</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <source>MedDRA</source>
          <comment>Medical Dictionary for Regulatory Activities 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.meddra.org/">https://www.meddra.org/</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Mosadeghi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Kwan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Spiegel</surname>
              <given-names>BM</given-names>
            </name>
          </person-group>
          <article-title>Reproductive health and medication concerns for patients with inflammatory bowel disease: thematic and quantitative analysis using social listening</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>12</month>
          <day>11</day>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>e206</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2018/6/e206/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9870</pub-id>
          <pub-id pub-id-type="medline">29891471</pub-id>
          <pub-id pub-id-type="pii">v20i6e206</pub-id>
          <pub-id pub-id-type="pmcid">PMC6018236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vaismoradi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Turunen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bondas</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Content analysis and thematic analysis: implications for conducting a qualitative descriptive study</article-title>
          <source>Nurs Health Sci</source>
          <year>2013</year>
          <month>09</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>398</fpage>
          <lpage>405</lpage>
          <pub-id pub-id-type="doi">10.1111/nhs.12048</pub-id>
          <pub-id pub-id-type="medline">23480423</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hämeen-Anttila</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jyrkkä</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Enlund</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nordeng</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lupattelli</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kokki</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Medicines information needs during pregnancy: a multinational comparison</article-title>
          <source>BMJ Open</source>
          <year>2013</year>
          <month>04</month>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>e002594</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=23624989"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2013-002594</pub-id>
          <pub-id pub-id-type="medline">23624989</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2013-002594</pub-id>
          <pub-id pub-id-type="pmcid">PMC3641472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larsson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A descriptive study of the use of the internet by women seeking pregnancy-related information</article-title>
          <source>Midwifery</source>
          <year>2009</year>
          <month>02</month>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>14</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1016/j.midw.2007.01.010</pub-id>
          <pub-id pub-id-type="medline">17408822</pub-id>
          <pub-id pub-id-type="pii">S0266-6138(07)00018-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lagan</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Sinclair</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kernohan</surname>
              <given-names>WG</given-names>
            </name>
          </person-group>
          <article-title>Internet use in pregnancy informs women's decision making: a web-based survey</article-title>
          <source>Birth</source>
          <year>2010</year>
          <month>06</month>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>106</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1523-536X.2010.00390.x</pub-id>
          <pub-id pub-id-type="medline">20557533</pub-id>
          <pub-id pub-id-type="pii">BIR390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <source>US Food and Drug Administration</source>
          <year>2014</year>
          <comment>Pregnancy, Lactation, and Reproductive Potential: Labeling for Human Prescription Drug and Biological Products — Content and Format, Guidance for Industry (Draft) 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/media/90160/download">https://www.fda.gov/media/90160/download</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sahin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tassinari</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>PO</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci-Rechtweg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Burckart</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chambers</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Hale</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson-Lyles</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pica-Branco</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Sachs</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sauberan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zajicek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ito</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>LP</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of the safety of drugs and biological products used during lactation: workshop summary</article-title>
          <source>Clin Pharmacol Ther</source>
          <year>2017</year>
          <month>06</month>
          <volume>101</volume>
          <issue>6</issue>
          <fpage>736</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28510297"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/cpt.676</pub-id>
          <pub-id pub-id-type="medline">28510297</pub-id>
          <pub-id pub-id-type="pmcid">PMC5591026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shere</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>XY</given-names>
            </name>
            <name name-style="western">
              <surname>Koren</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The role of social media in recruiting for clinical trials in pregnancy</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e92744</fpage>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0092744</pub-id>
          <pub-id pub-id-type="medline">24671210</pub-id>
          <pub-id pub-id-type="pii">PONE-D-12-38063</pub-id>
          <pub-id pub-id-type="pmcid">PMC3966825</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <source>US Food and Drug Administration</source>
          <comment>Highlights of Prescribing Information 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.accessdata.fda.gov/drugsatfda_docs/label/2018/022527s024lbl.pdf">https://www.accessdata.fda.gov/drugsatfda_docs/label/2018/022527s024lbl.pdf</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>PV</given-names>
            </name>
            <name name-style="western">
              <surname>Magyari</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moberg</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Bøgelund</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>UF</given-names>
            </name>
            <name name-style="western">
              <surname>Madsen</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>Patient awareness about family planning represents a major knowledge gap in multiple sclerosis</article-title>
          <source>Mult Scler Relat Disord</source>
          <year>2018</year>
          <month>08</month>
          <volume>24</volume>
          <fpage>129</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2211-0348(18)30182-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.msard.2018.06.006</pub-id>
          <pub-id pub-id-type="medline">30005355</pub-id>
          <pub-id pub-id-type="pii">S2211-0348(18)30182-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zuber</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Renaud</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Halleux</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peña-Rosas</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Viswanathan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lackritz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jakob</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lamprianou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Guillard-Maure</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Mapping the landscape of global programmes to evaluate health interventions in pregnancy: the need for harmonised approaches, standards and tools</article-title>
          <source>BMJ Glob Health</source>
          <year>2018</year>
          <month>10</month>
          <volume>3</volume>
          <issue>5</issue>
          <fpage>e001053</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30364289"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2018-001053</pub-id>
          <pub-id pub-id-type="medline">30364289</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2018-001053</pub-id>
          <pub-id pub-id-type="pmcid">PMC6195154</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Yates</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Prescribing without evidence - pregnancy</article-title>
          <source>Br J Clin Pharmacol</source>
          <year>2012</year>
          <month>10</month>
          <volume>74</volume>
          <issue>4</issue>
          <fpage>691</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1365-2125.2012.04332.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1365-2125.2012.04332.x</pub-id>
          <pub-id pub-id-type="medline">22607226</pub-id>
          <pub-id pub-id-type="pmcid">PMC3477338</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <source>IMI: Innovative Medicines Initiative</source>
          <year>2017</year>
          <comment>Topic: ConcePTION – Continuum of Evidence from Pregnancy Exposures, Reproductive Toxicology and Breastfeeding to Improve Outcomes Now 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.imi.europa.eu/sites/default/files/uploads/documents/news-events/newsletters/DraftTopic2017_PregnancyBreastfeeding.pdf">https://tinyurl.com/yxdty257</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <source>European Medicines Agency</source>
          <year>2019</year>
          <comment>PRAC recommends new measures to avoid valproate exposure in pregnancy 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ema.europa.eu/en/news/prac-recommends-new-measures-avoid-valproate-exposure-pregnancy">https://www.ema.europa.eu/en/news/prac-recommends-new-measures-avoid-valproate-exposure-pregnancy</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loiseau</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Clinical experience with new antiepileptic drugs: antiepileptic drugs in Europe</article-title>
          <source>Epilepsia</source>
          <year>1999</year>
          <volume>40</volume>
          <issue>Suppl 6</issue>
          <fpage>S3</fpage>
          <lpage>8; discussion S73</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0013-9580&#38;date=1999&#38;volume=40&#38;issue=&#38;spage=S3"/>
          </comment>
          <pub-id pub-id-type="medline">10530675</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <source>European Medicines Agency</source>
          <year>2005</year>
          <month>11</month>
          <comment>Guideline on the Exposure to Medicinal Products During Pregnancy Need for Post-Authorisation Data 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ema.europa.eu/documents/regulatory-procedural-guideline/guideline-exposure-medicinal-products-during-pregnancy-need-post-authorisation-data_en.pdf">https://tinyurl.com/y5l8x8a5</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <source>US Food and Drug Administration</source>
          <year>2005</year>
          <month>04</month>
          <comment>Evaluating the Risks of Drug Exposure in Human Pregnancies 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/downloads/Drugs/Guidances/ucm071645.pdf">https://www.fda.gov/downloads/Drugs/Guidances/ucm071645.pdf</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adam</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Polifka</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Evolving knowledge of the teratogenicity of medications in human pregnancy</article-title>
          <source>Am J Med Genet C Semin Med Genet</source>
          <year>2011</year>
          <month>08</month>
          <day>15</day>
          <volume>157C</volume>
          <issue>3</issue>
          <fpage>175</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1002/ajmg.c.30313</pub-id>
          <pub-id pub-id-type="medline">21766440</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Convertino</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ferraro</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Blandizzi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tuccori</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The usefulness of listening social media for pharmacovigilance purposes: a systematic review</article-title>
          <source>Expert Opin Drug Saf</source>
          <year>2018</year>
          <month>11</month>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>1081</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1080/14740338.2018.1531847</pub-id>
          <pub-id pub-id-type="medline">30285501</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smailhodzic</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hooijsma</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Boonstra</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Langley</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Social media use in healthcare: a systematic review of effects on patients and on their relationship with healthcare professionals</article-title>
          <source>BMC Health Serv Res</source>
          <year>2016</year>
          <month>08</month>
          <day>26</day>
          <volume>16</volume>
          <fpage>442</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-016-1691-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-016-1691-0</pub-id>
          <pub-id pub-id-type="medline">27562728</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-016-1691-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5000484</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
