<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i6e25482</article-id>
      <article-id pub-id-type="pmid">33892466</article-id>
      <article-id pub-id-type="doi">10.2196/25482</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Semantic Linkages of Obsessions From an International Obsessive-Compulsive Disorder Mobile App Data Set: Big Data Analytics Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Doron</surname>
            <given-names>Guy</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mendes</surname>
            <given-names>David</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Feusner</surname>
            <given-names>Jamie D</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Semel Institute for Neuroscience and Human Behavior</institution>
            <institution>University of California Los Angeles</institution>
            <addr-line>300 UCLA Medical Plaza</addr-line>
            <addr-line>Suite 2200</addr-line>
            <addr-line>Los Angeles, CA, 90095</addr-line>
            <country>United States</country>
            <phone>1 3102064951</phone>
            <email>jfeusner@mednet.ucla.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0391-345X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Mohideen</surname>
            <given-names>Reza</given-names>
          </name>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1242-3081</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>Stephen</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1098-363X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Patanam</surname>
            <given-names>Ilyas</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1244-5360</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Vaitla</surname>
            <given-names>Anil</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2485-8063</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Lam</surname>
            <given-names>Christopher</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5306-8429</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Massi</surname>
            <given-names>Michelle</given-names>
          </name>
          <degrees>BSc, MA</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4206-9386</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Leow</surname>
            <given-names>Alex</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5660-8651</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Semel Institute for Neuroscience and Human Behavior</institution>
        <institution>University of California Los Angeles</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Centre for Addiction and Mental Health</institution>
        <institution>Department of Psychiatry</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>NOCD, LLC</institution>
        <addr-line>Chicago, IL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Anxiety Therapy LA, Inc</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Psychiatry</institution>
        <institution>University of Illinois College of Medicine</institution>
        <addr-line>Chicago, IL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jamie D Feusner <email>jfeusner@mednet.ucla.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>6</issue>
      <elocation-id>e25482</elocation-id>
      <history>
        <date date-type="received">
          <day>3</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Jamie D Feusner, Reza Mohideen, Stephen Smith, Ilyas Patanam, Anil Vaitla, Christopher Lam, Michelle Massi, Alex Leow. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 21.06.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/6/e25482" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Obsessive-compulsive disorder (OCD) is characterized by recurrent intrusive thoughts, urges, or images (obsessions) and repetitive physical or mental behaviors (compulsions). Previous factor analytic and clustering studies suggest the presence of three or four subtypes of OCD symptoms. However, these studies have relied on predefined symptom checklists, which are limited in breadth and may be biased toward researchers’ previous conceptualizations of OCD.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this study, we examine a large data set of freely reported obsession symptoms obtained from an OCD mobile app as an alternative to uncovering potential OCD subtypes. From this, we examine data-driven clusters of obsessions based on their latent semantic relationships in the English language using word embeddings.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We extracted free-text entry words describing obsessions in a large sample of users of a mobile app, <italic>NOCD</italic>. Semantic vector space modeling was applied using the Global Vectors for Word Representation algorithm. A domain-specific extension, <italic>Mittens</italic>, was also applied to enhance the corpus with OCD-specific words. The resulting representations provided linear substructures of the word vector in a 100-dimensional space. We applied principal component analysis to the 100-dimensional vector representation of the most frequent words, followed by k-means clustering to obtain clusters of related words.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We obtained 7001 unique words representing obsessions from 25,369 individuals. Heuristics for determining the optimal number of clusters pointed to a three-cluster solution for grouping subtypes of OCD. The first had themes relating to relationship and just-right; the second had themes relating to doubt and checking; and the third had themes relating to contamination, somatic, physical harm, and sexual harm. All three clusters showed close semantic relationships with each other in the central area of convergence, with themes relating to harm. An equal-sized split-sample analysis across individuals and a split-sample analysis over time both showed overall stable cluster solutions. Words in the third cluster were the most frequently occurring words, followed by words in the first cluster.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The clustering of naturally acquired obsessional words resulted in three major groupings of semantic themes, which partially overlapped with predefined checklists from previous studies. Furthermore, the closeness of the overall embedded relationships across clusters and their central convergence on harm suggests that, at least at the level of self-reported obsessional thoughts, most obsessions have close semantic relationships. Harm to self or others may be an underlying organizing theme across many obsessions. Notably, <italic>relationship</italic>-themed words, not previously included in factor-analytic studies, clustered with <italic>just-right</italic> words. These novel insights have potential implications for understanding how an apparent multitude of obsessional symptoms are connected by underlying themes. This observation could aid exposure-based treatment approaches and could be used as a conceptual framework for future research.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>OCD</kwd>
        <kwd>natural language processing</kwd>
        <kwd>clinical subtypes</kwd>
        <kwd>semantic</kwd>
        <kwd>word embedding</kwd>
        <kwd>clustering</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Obsessive-compulsive disorder (OCD) is characterized by recurrent and persistent thoughts, urges, or images that are experienced as intrusive and inappropriate (obsessions) and that cause marked anxiety or distress and/or repetitive behaviors (compulsions) [<xref ref-type="bibr" rid="ref1">1</xref>]. OCD has a lifetime prevalence of approximately 2%-2.3% worldwide [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>] and is associated with functional impairment, poor quality of life, and increased use of health care services [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>OCD symptoms can manifest in a variety of seemingly disparate ways [<xref ref-type="bibr" rid="ref1">1</xref>]. Obsessions can be, for example, fears of contamination from one’s immediate environment, ego-dystonic thoughts that one might harm someone else in a violent or sexual manner despite not having a desire or intent to do so, believing that one has done something blasphemous, excessive doubts or concerns about one’s partner in a relationship, or having a difficult-to-describe need to feel that an object is placed <italic>just right</italic> in their environment. In response to these obsessions, patients might engage in different types of compulsive behaviors that could include, for example, handwashing, checking, praying, arranging items, mental self-reassurance, or avoiding situations that trigger obsessive thoughts.</p>
        <p>This range of different symptoms has contributed to the notion that OCD may be a heterogeneous condition characterized by different <italic>subtypes</italic> [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. If so, subtypes might have important implications for understanding the potentially different underlying neurobiology and may have clinical implications, such as different effective treatment approaches for different subtypes.</p>
        <p>To date, multiple factor-analytic studies have been conducted on OCD to understand the aggregations of symptoms and establish different potential subtypes [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Most of these studies have focused on symptoms elicited from clinical interviews rather than underlying pathophysiological mechanisms or processes as the basis for subtyping [<xref ref-type="bibr" rid="ref7">7</xref>]. Symptom category–based factor-analytic studies have demonstrated evidence for four dimensions or subgroups of obsessions: contamination, harming, symmetry or order, and hoarding (hoarding has since been reconceptualized in the Diagnostic and Statistical Manual-5 as a separate disorder) [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>] or contamination or somatic, aggressive, sexual, or religious, symmetry or order, and hoarding [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Two studies found evidence for five latent structures: contamination, harming, symmetry or order, hoarding, and religious or sexual [<xref ref-type="bibr" rid="ref13">13</xref>] or sexual or somatic [<xref ref-type="bibr" rid="ref14">14</xref>]. Cluster analyses have also been applied to identify subgroups of OCD symptoms, with some finding similar results as the factor-analytic studies [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]; however, one analysis found evidence of additional obsessional symptom clusters of sexual or somatic and contamination or harming [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>A meta-analysis of 21 studies and 5124 participants found four factors using category-level data: cleaning and contamination, aggressive, sexual, or somatic obsessions (<italic>forbidden thoughts</italic>), symmetry, and hoarding [<xref ref-type="bibr" rid="ref8">8</xref>]. Using item-level data revealed a five-factor solution: symmetry, aggression or sexual or religious, contamination, aggression or checking, and somatic.</p>
        <p>These studies and most approaches to assess OCD symptoms to date have relied on assessing the presence of symptoms by selection from the predefined sets of obsessions and compulsions, most commonly from the clinician-administered Yale-Brown Obsessive-Compulsive Scale Symptom Checklist (YBOCS-SC) [<xref ref-type="bibr" rid="ref18">18</xref>]. The individual items on the YBOCS-SC and the clustering of these into 13 categories was originally established by clinical consensus. However, using a predefined list of symptoms may introduce bias as it could lead to patients and/or clinicians <italic>fitting</italic> the symptoms into the terms on the checklist, which are further arranged in predefined categories.</p>
        <p>Apart from handwashing, the YBOCS-SC was shown in one study to have poor convergent validity with self-report measures [<xref ref-type="bibr" rid="ref17">17</xref>]. However, this may be attributed to the incomplete representation of symptoms in the other self-report measures to which the YBOCS-SC was compared, which also has the limitation of having predefined checklists. For instance, relationship-related obsessions [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref24">24</xref>] pertaining to obsessions regarding the suitability of the relationship or the relationship partner are not in the YBOCS-SC. Another study found an incomplete correspondence between the YBOCS-SC and self-report measures [<xref ref-type="bibr" rid="ref25">25</xref>]. Furthermore, its internal consistency reliability was low for symmetry or ordering and sexual or religious symptoms; however, it was adequate for contamination or handwashing and aggression or checking [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>A potentially less biased approach to assess and classify the types of OCD symptoms could come from patients’ free responses rather than relying on checklists. However, using free responses to understand the relationships among these symptoms to determine if categories or factors exist poses a challenge because of the vast number of different possible responses. Very large samples of responses, from large numbers of individuals, are likely required to identify stable patterns because multiple repeated terms, or terms representing similar semantic themes of symptoms, would be needed to separate signals from noise.</p>
        <p>Such large samples could be obtained using digitally obtained data, such as from mobile apps used by individuals with OCD [<xref ref-type="bibr" rid="ref27">27</xref>]. Mobile digital sources of free-entry text could provide a valuable resource for uncovering naturalistic, unrestricted, spontaneous, and therefore relatively unbiased patterns of responses.</p>
        <p>Although they are more difficult to classify as compared with checklists, the semantic relationships of freely entered words representing obsessions can be analyzed for their clustering relationships in the English language. A tool to perform this clustering is natural language processing (NLP)—a branch of artificial intelligence that attempts to bridge the gap between computers and humans using the natural language [<xref ref-type="bibr" rid="ref28">28</xref>]. Some common use cases of NLP include language translation apps such as Google Translate and computerized personal assistants such as Siri and Google Assistant. Each of these apps rely on NLP to decipher and understand human languages to complete a task. Approaches using NLP could provide a better understanding of latent semantic themes that could form the organizing relationships of groupings of protean individual obsessional examples. As a result, we apply NLP to characterize obsessions in this first-of-its-kind study.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>To explore this approach, we obtained free-entry data for obsessions from a mobile health treatment platform developed by NOCD [<xref ref-type="bibr" rid="ref29">29</xref>]. The NOCD app, among other functions, provides users with a platform for setting up customizable exposure and response prevention (a form of cognitive behavioral therapy for OCD) exercises. The primary objective of this study is to determine the number, types, and relationships of semantically organized clusters of obsessions in a data-driven manner. To this end, we applied an NLP technique called word embedding to a large data set of words from a large sample of individuals using the NOCD app.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>An overview of the data extraction and following processing steps are shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Data extraction and processing steps. GloVe: Global Vectors for Word Representation; PCA: principal component analysis.</p>
        </caption>
        <graphic xlink:href="jmir_v23i6e25482_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <sec>
        <title>Data Extraction</title>
        <p>We extracted data from freely entered words describing obsessions and their corresponding triggers, exposures, and compulsions by users of the iOS version of the mobile app NOCD who self-identified as having OCD (NOCD iOS app version 2.0.7-2.0.96). This app includes two features where users can input their current obsessions, namely, the “SOS” feature and the hierarchy, which can then be used for planned exposure exercises. Obsessions that had been inputted by users were assigned an anonymous user ID number, and all data were deidentified. NOCD users are required to be at least 17 years of age, but to preserve privacy, no specific demographic information was collected. Data were collected between March 22, 2018, and July 9, 2020.</p>
      </sec>
      <sec>
        <title>Data Preprocessing</title>
        <p>Obsessions and descriptions of obsessions from their associated triggers, exposures, and compulsions were grouped together into a singular phrase. In addition, phrases were cleaned to remove punctuation, special characters, and spelling errors.</p>
      </sec>
      <sec>
        <title>Generating Word Embeddings—Global Vectors for Word Representation Algorithm and Mittens</title>
        <p>A co-occurrence matrix of size N×N is generated by iterating over the aforementioned phrases and incrementing (<italic>i</italic>,<italic>j</italic>), where N is the number of unique words, and <italic>i</italic> and <italic>j</italic> correspond to two words that appear in the same phrase. Pretrained 100-dimension Global Vectors for Word Representation (GloVe) algorithm [<xref ref-type="bibr" rid="ref30">30</xref>] word-embedding vectors were used in conjunction with the co-occurrence matrix as inputs to Mittens [<xref ref-type="bibr" rid="ref31">31</xref>], which is an extension of GloVe for learning domain-specialized representations.</p>
        <p>Thus, GloVe vectors, based on global word-to-word co-occurrence statistics from a 6 billion–word corpus, were fine-tuned based on the localized co-occurrence matrix. This provides a specialized representation of words and their relationships from the OCD-specific lexicon synthesized with pretrained representations from the general lexicon.</p>
      </sec>
      <sec>
        <title>Data Processing</title>
        <p>To identify the root forms of words that may be inflections of each other, we performed lemmatization using Stanford CoreNLP—natural language software [<xref ref-type="bibr" rid="ref32">32</xref>]. The entries were first parsed into single words. These words were assigned a frequency as to how often they occurred across all individuals’ entries and then sorted by the frequency of occurrence. The top percentage of most frequently occurring words was chosen; the top 7% was selected as it captured the most commonly occurring words balanced with the ability to visualize the cluster graphs.</p>
        <p>These words were then filtered based on the parts of speech: adverbs, modals, third-person singular present verbs, gerunds, past participle verbs, <italic>to</italic>, prepositions, subordinating conjunctions, and personal pronouns. In addition, a clinician (JDF) reviewed the filtered list to further remove nonclinically relevant words, resulting in a total of 430 words.</p>
      </sec>
      <sec>
        <title>Clustering and Data Analysis</title>
        <p>To visualize the 100-dimension latent semantic relationships of words in a 2D space, we applied principal component analysis to the 100-dimensional vector representation of the most frequent words and plotted the first two principal components. Furthermore, to identify clusters of related words in a data-driven manner, we performed k-means clustering. The optimal number of clusters was determined using the following heuristics: the silhouette coefficient [<xref ref-type="bibr" rid="ref33">33</xref>], Elbow Method [<xref ref-type="bibr" rid="ref34">34</xref>], Calinski-Harabasz Index [<xref ref-type="bibr" rid="ref35">35</xref>], and the Davies-Bouldin index [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>Once the optimal cluster number was determined, we compared the relative frequencies among the clusters of (1) unique obsessional words and (2) total obsessional words using the chi-square test.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Characterization of the Data</title>
        <p>We obtained 7001 unique words representing obsessions from 25,369 individuals aged 17 years and older, self-identified as having OCD across 108 countries. Most individuals were from the United States (18,315) with an additional 1335 North American entries from Canada and Mexico, 4134 from Europe, 557 from Asia, 100 from Africa, 137 from South America, and 791 from Australia and New Zealand.</p>
        <p>In total, 94.99% (24,100/25,369) of users contributed no more than five obsessions each to the data set. Most users—16,988 (the mode)—contributed only one obsession; 4311 contributed two obsessions, 1861 contributed three obsessions, 854 contributed four obsessions, and 476 contributed five obsessions. There were two extreme outliers that contributed 120 and 174 obsessions. We removed these data before the analysis. In summary, although users could enter multiple words, given the large total number of obsessional words that were mapped and the fact that most users only entered one or two words, the overall results were unlikely to be biased by single users (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, Figure S5, shows a histogram of the number of word entries per user).</p>
      </sec>
      <sec>
        <title>Determining Cluster Size</title>
        <p>The silhouette coefficient yielded optimal clusters with sizes of 3 and 5. The Elbow Method, Calinski-Harabasz index, and Davies-Bouldin index all pointed to k=3 as the optimal number of clusters (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, Figure S5).</p>
      </sec>
      <sec>
        <title>Relationships of Obsessional Words With Canonical OCD Symptom Factors</title>
        <p>Next, we determined how the clusters of obsessions from our data-driven methods using freely reported obsessional words compared with previous factor-analytic and clustering studies that characterized symptom groupings based on rating scale checklists. To do this, we qualitatively examined which cluster appeared as OCD-specific words from the YBOCS-SC. We examined this for the optimal cluster solution of k=3 (<xref rid="figure2" ref-type="fig">Figure 2</xref>) [<xref ref-type="bibr" rid="ref16">16</xref>] as well as for k=2, k=4, and k=5 clusters (<xref rid="figure3" ref-type="fig">Figure 3</xref>). Across all cluster solutions, there was a large, dense, central grouping with principal themes relating to harming of self or others (eg, <italic>harm</italic>, <italic>accident</italic>, and <italic>hit</italic>).</p>
        <p>Furthermore, across k=3, k=4, and k=5 cluster solutions, the densest regions of each cluster were at a central convergence of the clusters, thereby suggesting closely grouped embedded relationships both within and across clusters (including on the borders between these clusters). Furthermore, cluster <italic>3</italic> in the k=3 solution that contained contamination and somatic-themed words (eg, <italic>contamination</italic>, <italic>germ</italic>, <italic>disease</italic>, and <italic>illness</italic>) and physical- and sexual-related harm words (eg, <italic>harm</italic>, <italic>accident</italic>, <italic>child</italic>, and <italic>sexual</italic>) split from each other in the k=4 solutions, suggesting that although these themes are related, distinctness is evident at the next level of separation.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Frequently occurring obsessional words and their clustering, based on semantic relationships. The word embedding was trained on the entirety of the data set and clustered using k-means with k=3 clusters. The font is scaled according to the frequency of occurrence of each word. For reference, bolded words are those that also appear in the Yale-Brown Obsessive-Compulsive Scale Symptom Checklist.</p>
          </caption>
          <graphic xlink:href="jmir_v23i6e25482_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Split-Sample Repeat of the Clustering Analysis</title>
        <p>We repeated the analysis in an equal-sized, nonchronological overlapping sample to control for any possible influences of minor changes in the NOCD app user interface that occurred during the period of data collection. The first sample was from March 22, 2018, to August 14, 2019 (11:18:04 PM), and the second sample was from August 14, 2019 (11:42:12 PM), to July 9, 2020, and each sample included 22,749 and 22,750 words, respectively.</p>
        <p>The two aforementioned samples demonstrated similar clustering patterns, suggesting that the results were stable over time. To quantify this observation, we compared the 2D embeddings of the two groups by calculating the distance from a word to all other words on the graph. We performed this task for all words, creating a matrix of distances. Matrices for the two groups were compared using the Pearson correlation coefficient. Most correlations were above r=0.90, thereby demonstrating a high consistency of results across separate periods (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, Figure S14).</p>
        <p>As the two abovementioned samples included some of the same individuals who entered obsessions in both the first and second periods, we additionally repeated the analysis in two nonoverlapping equal-sized user samples. The first sample contained 12,684 users with 22,510 obsessions and the second sample contained 12,685 users with 22,989 obsessions. By performing the same comparison of word-to-word matrices as for the chronological split sample, we found that the two split-by-users samples demonstrated very similar clustering patterns with the majority of correlations r≥0.90, suggesting that the results are reliable over subsets of users.</p>
      </sec>
      <sec>
        <title>Relative Frequency of Obsessional Words by Cluster</title>
        <p>Comparing the three clusters on the total number of obsessional words, we observed 169 words in cluster 1 (just-right and relationship themes), 86 words in cluster 2 (doubt or checking themes), and 174 words in cluster 3 (contamination, somatic, or harm themes). All three clusters were significantly different from each other (χ<sup>2</sup>=34.2; <italic>P</italic>&#60;.001). Furthermore, cluster 1 was significantly different from cluster 2 (χ<sup>2</sup>=27.4; <italic>P</italic>&#60;.001) and cluster 3 (χ<sup>2</sup>=11.4; <italic>P</italic>&#60;.001). Cluster 2 was significantly different from cluster 3 (χ<sup>2</sup>=29.4; <italic>P</italic>&#60;.001). Thus, contamination, somatic, or harm words were more frequent than the just-right and relationship words and the doubt or checking words, and the just-right or relationship words were more frequent than the doubt or checking words.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this large data set, we applied a data-driven approach and the NLP technique of word embedding to understand commonly occurring semantic themes of obsessions, freely reported by individuals using an OCD app. The optimal number of independent clusters that represents the relationships of the most frequently occurring obsessions was 3. Notably, the embedding patterns revealed that most obsessional words were closely grouped within and across clusters, including on the borders between clusters. Moreover, the densest region of each cluster is at a central convergence of the three, with principal themes relating to harm. This suggests that, at the level of self-reported obsessional thoughts, most obsessions have close semantic links with each other. Thus, although unique obsessions are protean, many examples, even across cluster <italic>subtypes</italic>, may actually have underlying latent relationships with each other.</p>
      </sec>
      <sec>
        <title>Observations of Semantic Themes of Clusters</title>
        <p>To relate these findings to previous studies of OCD subtypes, we chose descriptive labels for the clusters from words from the widely used YBOCS-SC from six of the eight obsession categories: aggressive, sexual, religious, somatic, symmetry, and contamination (excluding hoarding and miscellaneous). Using these labels, the optimal cluster solution of three resulted in contamination-themed and physical- and sexual harm–themed obsessions occurring in the same cluster (cluster 3) and relationship and just-right themes occurring in the same cluster (cluster 1; <xref rid="figure2" ref-type="fig">Figure 2</xref>). Cluster 2 included many doubt-related obsessions typically associated with checking compulsions and a subset of contamination-related obsessions (eg, toilet, shower, sick, or dirty).</p>
        <p>A notable overall observation is that the clustering algorithm produced topological patterns demonstrating a large but diffuse central cluster of harm-themed words, in addition to more diffuse and distanced words that represent contamination themes and doubt-related obsessions typically associated with checking compulsions (eg, fire, house, door, car, or lock). This is most readily apparent at the lowest level of clustering (k=2; <xref rid="figure3" ref-type="fig">Figure 3</xref>). As the number of clusters increases from k=3 to k=4 to k=5, some contamination-themed words joined with somatic-related themes (cluster 3 for k=3; <xref rid="figure3" ref-type="fig">Figure 3</xref>), which subsequently split into two different clusters (clusters 3 and 4 for k=4; <xref rid="figure3" ref-type="fig">Figure 3</xref>). At k=5, the original harm cluster from k=2 split into three clusters (clusters 1, 3, and 4), comprising words with themes related to sexual, sexual orientation, and relationships (cluster 1); <italic>just-right</italic> (cluster 3); and physical harm and a subset of doubt or checking (cluster 4).</p>
        <p>This latter observation that a subset of doubt or checking words split off into two separate clusters at this level is consistent with a previous factor-analytic study finding that <italic>aggressive</italic> obsessions and checking compulsions tend to show instability on which factors they load on [<xref ref-type="bibr" rid="ref37">37</xref>]. This progressive splitting of groups of obsessions as the cluster number increases provides unique insights into how closely some obsessional themes are related to each other based on their semantic relationships embedded in a 100-dimensional space.</p>
        <p>These results are largely consistent with the findings of previous factor-analytic studies. A previous meta-analysis [<xref ref-type="bibr" rid="ref8">8</xref>] of factor-level results similarly suggested a three-factor solution (not including hoarding symptoms); however, the item-level results pointed to five factors. There are several possible reasons why results differ, at least partially, from previous studies. First, this study represents an obsession from a much larger sample size: 25,369 individuals. The previous meta-analysis included a total of 5124 individuals; yet, individual study sizes ranged from 45 to 615. Thus, this study might have sampled a broader population.</p>
        <p>Furthermore, as described in the Introduction section, previous factor-analytic and clustering studies used data collected with existing scales that include predefined checklists and categories, often from the YBOCS-SC. This could have the effect of creating a conceptual framework into which patients (and clinicians and researchers) may <italic>shoe-horn</italic> their experiences and symptoms. In addition, if a patient has an obsessional preoccupation that is not listed on the scale, then the patient, clinician, or researcher may not identify it as an OCD symptom. Freely entered text, as the NOCD app allows, mitigates this limitation. Notwithstanding, many individuals using the app may have already been exposed to commonly used lexicons regarding OCD subtypes, from clinicians, educational material, the media, or even the NOCD app itself because the online <italic>community</italic> forum mentions OCD subtypes.</p>
        <p>Additional factors might account for why results partially diverge from previous factor-analytic and clustering studies. Some patients may feel embarrassed, ashamed, or even fearful of the consequences of divulging certain <italic>taboo</italic> obsessional thoughts, such as blasphemous, pedophilic, other sexual, or violent themes in front of a clinician or researcher. Such individuals may find it easier to enter these, on their own, in an app. In addition, in the online community forum in NOCD, people can find others who share similar thoughts. Once they have identified that what they experience is likely an OCD symptom, because it is shared by others, this could facilitate them entering the obsessional words related to these themes in the <italic>hierarchy</italic> part of the app. In sum, this approach of mapping the embedded latent relationships of obsessions partially recapitulates factor-analytic studies’ findings; yet, the differences might reflect a more unconstrained capturing of naturally occurring obsessions.</p>
        <p>The split-sample test over time and across unique individuals demonstrated overall stable results. This stability across time suggests that the semantic themes of obsessional words entered by users are mostly invariant to periodic updates and fixes that happened with NOCD, as is standard with the most widely used mobile apps. In addition, early adopters of apps in general may have certain characteristics that differ from later adopters [<xref ref-type="bibr" rid="ref38">38</xref>]. However, the stability across the split sample demonstrates that the results hold across these potentially different sets of individuals.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Frequently occurring obsessional words and their clustering, based on semantic relationships. The word embedding was trained on the entirety of the data set and clustered with k values of 2, 3, 4, and 5. The font is scaled according to the frequency of occurrence of each word. For reference, bolded words are those that also appear in the Yale-Brown Obsessive-Compulsive Scale Symptom Checklist. Observations of how the bolded words change clusters as k values change provide valuable insight into the similarities of OCD subtypes.</p>
          </caption>
          <graphic xlink:href="jmir_v23i6e25482_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Relative Frequencies of Obsessions Across Clusters</title>
        <p>Earlier studies that categorized patients with OCD according to primary compulsions observed that contamination obsessions were the most common [<xref ref-type="bibr" rid="ref39">39</xref>]. A subsequent study found that cleaning compulsions (therefore most often associated with contamination fears) were almost twice as common as checking compulsions (most often associated with harm or doubt obsessions) and more than four times as common as obsessions without physical compulsions in people with OCD seeking treatment [<xref ref-type="bibr" rid="ref40">40</xref>]. A community assessment of OCD from the National Comorbidity Survey Replication included 2073 people and administered the YBOCS [<xref ref-type="bibr" rid="ref2">2</xref>]. The results suggested that obsessions leading to checking (typically caused by obsessional fear of harm or doubt) are more common than contamination fears. The latter finding could have included the types of harm obsessions that were found to be highly represented in this study’s data set (clusters 2 and 3 in <xref rid="figure3" ref-type="fig">Figure 3</xref>), although it is unclear from the data collected in that study.</p>
        <p>In this study’s sample, obsessions with harm themes were represented in a much higher proportion than in previous studies. Although harm-, contamination-, and somatic-themed words were clustered together in the k=3 grouping, the harm and contamination or somatic themes split and harm themes were nearly twice as common (n=138) as contamination or somatic words (n=70) at k=4. As most individuals in the current sample contributed only one obsession, this might represent their primary symptom, although this was not specifically ascertained. One interpretation of this finding is that this could represent a truer reflection of the relative proportions of these obsessional themes in the larger population of those with OCD, particularly because this study had a sample size that was an order of magnitude larger than the National Comorbidity Survey Replication. Furthermore, previous studies may not have found such relative proportions because of the limited thematic content of the YBOCS-SC or other instruments used to collect these data (as mentioned earlier). In addition, as mentioned earlier, <italic>taboo</italic> themes often relate to harming others and might appear more frequently in this data set obtained via relatively anonymous entry as compared with other data sets from population-based studies that involved researchers directly querying participants about subtypes.</p>
        <p>An alternative interpretation is that there may be an overrepresentation of individuals who use the NOCD app who have harm obsessions. If this is the case, then it could be related to the stigmatization and <italic>taboo</italic> nature of these themes. Individuals with unwanted obsessional thoughts that are taboo in most societies and cultures, such as sexual thoughts about children, incest, physically harming someone, or blasphemous religious thoughts, may not readily share them with clinicians or researchers. However, they may feel more willing to share these in an app, which is a more anonymous experience. In addition, the NOCD app includes an online community forum in which other individuals share topics such as obsessional thoughts. This may help individuals not only realize that these thoughts could be related to OCD (they may not have found exact examples of their particular obsession elsewhere) but also the stigmatization of sharing them and entering them in the app could be reduced.</p>
        <p>Another possibility that could lead to the overrepresentation of individuals with <italic>harm</italic> themes among NOCD users is that they might not have received effective treatment elsewhere and therefore gravitated toward NOCD as an alternative to try to find help. A study by primary care physicians demonstrated that OCD was misdiagnosed as either another psychiatric or psychological condition or no diagnosis 50.5% of the time [<xref ref-type="bibr" rid="ref41">41</xref>]. Furthermore, in that study, obsessions related to homosexuality, aggression, and pedophilia were misdiagnosed ≥70% of the time. A similar study by clinical psychologists found that OCD was misdiagnosed 38.9% of the time and obsessions about the taboo thoughts of homosexuality, sexual obsessions about children, aggressive obsessions, and religious obsessions were more frequently misdiagnosed than contamination obsessions [<xref ref-type="bibr" rid="ref42">42</xref>]. Even if diagnosed correctly, clinicians might find these types of symptoms difficult to understand and/or difficult to treat with exposure and response prevention because the themes are outside of the well-known <italic>textbook</italic> examples of contamination fears and checking compulsions, many of which have mental rather than physical compulsions or primarily engage in avoidance behaviors.</p>
      </sec>
      <sec>
        <title>Relationship-Themed Obsessions</title>
        <p>Obsessions related to relationships have recently received attention in clinical and research settings [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref24">24</xref>], spawning the term “relationship OCD.” Although the <italic>Diagnostic and Statistical Manual of Mental Disorders, Fifth Edition</italic> [<xref ref-type="bibr" rid="ref1">1</xref>] does not explicitly describe “relationship obsessions,” it provides an example under Other Specified Obsessive-Compulsive and Related Disorder, “Obsessional jealousy...a nondelusional preoccupation with a partner’s perceived infidelity.” Other partner-centered obsessional themes include obsessions about a partner’s flaws, such as intelligence, social aptitude, and morality [<xref ref-type="bibr" rid="ref21">21</xref>]. Additional themes are centered on the relationship itself and can include obsessional doubting about whether one’s relationship is a <italic>good</italic> or <italic>ideal</italic> relationship. In addition to having obsessional <italic>thoughts</italic> about relationships, this can also include intrusive images, urges, or <italic>not right</italic> feelings.</p>
        <p>To the best of our knowledge, this study is the first to characterize relationship-themed obsessions using clustering or factor-analytic approaches. Many such relationship themes appear in the same cluster as “just-right” obsessions, sometimes referred to as “not-just-right-experiences” [<xref ref-type="bibr" rid="ref43">43</xref>]. This suggests the possibility that a driving force for many with relationship-themed obsessions could be that something about it does not <italic>feel right</italic>, rather than, for example, other catastrophic or otherwise negative consequences related to the relationship itself or one’s partner.</p>
      </sec>
      <sec>
        <title>Potential Clinical Implications</title>
        <p>There are several potentially important insights that this study provides to the semantic relationships of obsessional thoughts. These have potential clinical assessment and treatment implications for understanding how an apparent multitude of <italic>surface</italic> obsessional symptoms are connected by underlying themes. This could assist clinicians during the assessment phase to facilitate a more focused and personalized inquiry about the presence of additional obsessions that may be semantically related to those reported. This could be helpful, particularly because patients with OCD are sometimes unaware that a particular thought is an obsession. Otherwise, it is difficult and time consuming for a clinician to guess what other obsessions they might have or to present patients with an extremely long and unfocused list of obsessions to choose from.</p>
        <p>The findings from this study could also aid in planning exposure-based treatment approaches, for example, therapists could potentially map their patient’s primary obsessional themes to understand what are nearest-neighbor themes that might tap into a yet-unexplored core obsessional fear. A specific example of the potential utility of these findings could be to help clinicians explore whether the underlying feeling or emotion associated with a relationship-themed obsession is a not-just-right experiences versus the fear of a negative consequence of the relationship.</p>
      </sec>
      <sec>
        <title>Limitations, Strengths, and Future Directions</title>
        <p>One of the limitations of this study is that although the data come from individuals who sought out and used therapeutic tools on an OCD app, we cannot confirm whether they met the diagnostic criteria for OCD because they did not undergo a diagnostic evaluation. It would be useful to repeat the procedures and analysis in a clinically diagnosed OCD sample; however, achieving a similar sample size would be extremely challenging. Therefore, this study’s results apply to those using the NOCD app, implying that they self-identify as having OCD or an OCD-like problem and could include those with other obsessive-compulsive and related disorders, for example, body dysmorphic disorder or other disorders with prominent obsessional thinking (eg, anorexia nervosa or illness anxiety disorder). This approach is in line with alternative transdiagnostic or dimensional strategies to study psychiatric illnesses, such as the National Institute for Mental Health’s Research Domain Criteria [<xref ref-type="bibr" rid="ref44">44</xref>] framework. Another limitation is that we only examined postings in English. Although the majority of postings were in the English language, there were postings in other languages as well because NOCD is available and used worldwide. Another limitation is that we had limited demographic information because the data were strictly deidentified, limiting our ability to characterize demographic subgroups of individuals with OCD or determine whether these data represented the same gender distributions that are observed in the population of those with OCD. A further limitation is that the sample was limited to those aged 17 years and older. Whether the results can be generalized to children with OCD is unknown.</p>
        <p>Finally, because of the variable nature of OCD and variability in the number of obsessions a user will choose to enter in the NOCD app, there was a skewed distribution of the frequency of obsessions across users (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, Figure S1). Thus, a small number of users theoretically could have influenced the results both at the stages of Mittens enhancement of GloVe embedding and of the comparison of frequencies of obsessions among clusters. However, to mitigate this, we removed the two extreme outliers. Furthermore, the split-sample results across equal numbers of unique users showed stable clusters and relative frequencies of obsessions, so it is unlikely that the main outcomes were influenced by a small number of individual users.</p>
        <p>There are several important directions for future research. To understand the dynamics of semantic themes—specifically, if and how they change over time within individuals—it would be useful to obtain longitudinal data. This would allow, for example, an exploration of whether obsessional symptoms are stable in individuals or stable within semantic clusters or whether they cross over into different semantic themes. In addition, semantically defined OCD subtypes could be used as a conceptual framework to explore whether there are corresponding differences in the underlying neurobiology.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this study, we analyzed the semantic relationships of obsessional words freely entered in a mobile OCD app using a large data set. This novel, data-driven method provides unique insights into the relationships of obsessional themes and identifies potential OCD subtypes. This method is distinct from traditional characterizations of phenomenology in OCD; it is not easily achieved in clinical settings or in-person research settings and circumvents the limitations and biases of pre-existing clinical and research conceptualizations of established OCD subtypes.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplemental document that contains visualizations of analysis pertaining to characterization of the data in terms of demographics and sample size, determination of cluster size, and split-sample repeat of clustering analysis.</p>
        <media xlink:href="jmir_v23i6e25482_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 5500 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">GloVe</term>
          <def>
            <p>Global Vectors for Word Representation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">NLP</term>
          <def>
            <p>natural language processing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">OCD</term>
          <def>
            <p>obsessive-compulsive disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">YBOCS-SC</term>
          <def>
            <p>Yale-Brown Obsessive-Compulsive Scale Symptom Checklist</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank Nik Srinivas for his helpful comments and ideas regarding the data and analyses.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>JDF, RM, SS, IP, AV, and CL report personal fees from NOCD Inc during the conduct of the study. AL is co-founder of KeyWise AI, and serves on the medical board of Buoy Health.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>American Psychiatric Association</collab>
          </person-group>
          <source>Diagnostic and Statistical Manual of Mental Disorders (DSM-5®)</source>
          <year>2013</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>American Psychiatric Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruscio</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chiu</surname>
              <given-names>WT</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>The epidemiology of obsessive-compulsive disorder in the National Comorbidity Survey Replication</article-title>
          <source>Mol Psychiatry</source>
          <year>2010</year>
          <month>01</month>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>53</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18725912"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/mp.2008.94</pub-id>
          <pub-id pub-id-type="medline">18725912</pub-id>
          <pub-id pub-id-type="pii">mp200894</pub-id>
          <pub-id pub-id-type="pmcid">PMC2797569</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weissman</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Bland</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Canino</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Greenwald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hwu</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Newman</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Oakley-Browne</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Rubio-Stipec</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wickramaratne</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>The cross national epidemiology of obsessive compulsive disorder. The Cross National Collaborative Group</article-title>
          <source>J Clin Psychiatry</source>
          <year>1994</year>
          <month>03</month>
          <volume>55 Suppl</volume>
          <fpage>5</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="medline">8077177</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huppert</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Nissenson</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Liebowitz</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Foa</surname>
              <given-names>EB</given-names>
            </name>
          </person-group>
          <article-title>Quality of life and functional impairment in obsessive-compulsive disorder: a comparison of patients with and without comorbidity, patients in remission, and healthy controls</article-title>
          <source>Depress Anxiety</source>
          <year>2009</year>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>45</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18800368"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/da.20506</pub-id>
          <pub-id pub-id-type="medline">18800368</pub-id>
          <pub-id pub-id-type="pmcid">PMC2707595</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Problems of obsessional illness</article-title>
          <source>Proc R Soc Med</source>
          <year>2016</year>
          <month>09</month>
          <volume>29</volume>
          <issue>4</issue>
          <fpage>325</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1177/003591573602900418</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Eisen</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Jenike</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Asberg</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Epidemiology, clinical features and genetics of obsessive-compulsive disorder</article-title>
          <source>Understanding obsessive-compulsive disorder (OCD)</source>
          <year>1991</year>
          <publisher-loc>Kirkland, WA</publisher-loc>
          <publisher-name>Hogrefe and Huber</publisher-name>
          <fpage>17</fpage>
          <lpage>23</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKay</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Abramowitz</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Calamari</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Kyrios</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Radomsky</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sookman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wilhelm</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A critical evaluation of obsessive-compulsive disorder subtypes: symptoms versus mechanisms</article-title>
          <source>Clin Psychol Rev</source>
          <year>2004</year>
          <month>07</month>
          <volume>24</volume>
          <issue>3</issue>
          <fpage>283</fpage>
          <lpage>313</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2004.04.003</pub-id>
          <pub-id pub-id-type="medline">15245833</pub-id>
          <pub-id pub-id-type="pii">S0272735804000431</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bloch</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Landeros-Weisenberger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rosario</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Pittenger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Leckman</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Meta-analysis of the symptom structure of obsessive-compulsive disorder</article-title>
          <source>Am J Psychiatry</source>
          <year>2008</year>
          <month>12</month>
          <volume>165</volume>
          <issue>12</issue>
          <fpage>1532</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18923068"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.2008.08020320</pub-id>
          <pub-id pub-id-type="medline">18923068</pub-id>
          <pub-id pub-id-type="pii">appi.ajp.2008.08020320</pub-id>
          <pub-id pub-id-type="pmcid">PMC3972003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leckman</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Grice</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Boardman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vitale</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bondi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Alsobrook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Goodman</surname>
              <given-names>WK</given-names>
            </name>
            <name name-style="western">
              <surname>McDougle</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pauls</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Symptoms of obsessive-compulsive disorder</article-title>
          <source>Am J Psychiatry</source>
          <year>1997</year>
          <month>07</month>
          <volume>154</volume>
          <issue>7</issue>
          <fpage>911</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1176/ajp.154.7.911</pub-id>
          <pub-id pub-id-type="medline">9210740</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Summerfeldt</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Richter</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Antony</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Swinson</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>Symptom structure in obsessive-compulsive disorder: a confirmatory factor-analytic study</article-title>
          <source>Behav Res Ther</source>
          <year>1999</year>
          <month>04</month>
          <volume>37</volume>
          <issue>4</issue>
          <fpage>297</fpage>
          <lpage>311</lpage>
          <pub-id pub-id-type="doi">10.1016/s0005-7967(98)00134-x</pub-id>
          <pub-id pub-id-type="medline">10204276</pub-id>
          <pub-id pub-id-type="pii">S000579679800134X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baer</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Factor analysis of symptom subtypes of obsessive compulsive disorder and their relation to personality and tic disorders</article-title>
          <source>J Clin Psychiatry</source>
          <year>1994</year>
          <month>03</month>
          <volume>55 Suppl</volume>
          <fpage>18</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="medline">8077163</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hantouche</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Lancrenon</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>[Modern typology of symptoms and obsessive-compulsive syndromes: results of a large French study of 615 patients]</article-title>
          <source>Encephale</source>
          <year>1996</year>
          <month>05</month>
          <volume>22 Spec No 1</volume>
          <fpage>9</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="medline">8767023</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mataix-Cols</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Junqué</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sànchez-Turet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vallejo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Verger</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Barrios</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Neuropsychological functioning in a subclinical obsessive-compulsive sample</article-title>
          <source>Biol Psychiatry</source>
          <year>1999</year>
          <month>04</month>
          <volume>45</volume>
          <issue>7</issue>
          <fpage>898</fpage>
          <lpage>904</lpage>
          <pub-id pub-id-type="doi">10.1016/s0006-3223(98)00260-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mataix-Cols</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Baer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Eisen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Shera</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Goodman</surname>
              <given-names>WK</given-names>
            </name>
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Jenike</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Symptom stability in adult obsessive-compulsive disorder: data from a naturalistic two-year follow-up study</article-title>
          <source>Am J Psychiatry</source>
          <year>2002</year>
          <month>02</month>
          <volume>159</volume>
          <issue>2</issue>
          <fpage>263</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.159.2.263</pub-id>
          <pub-id pub-id-type="medline">11823269</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Calamari</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Wiegartz</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Janeck</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Obsessive–compulsive disorder subgroups: a symptom-based clustering approach</article-title>
          <source>Behav Res Ther</source>
          <year>1999</year>
          <month>02</month>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>113</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1016/s0005-7967(98)00135-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abramowitz</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Furr</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Symptom presentation and outcome of cognitive-behavioral therapy for obsessive-compulsive disorder</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2003</year>
          <month>12</month>
          <volume>71</volume>
          <issue>6</issue>
          <fpage>1049</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-006X.71.6.1049</pub-id>
          <pub-id pub-id-type="medline">14622080</pub-id>
          <pub-id pub-id-type="pii">2003-09784-010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Calamari</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Wiegartz</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Riemann</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Greer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobi</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Jahn</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Carmin</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Obsessive–compulsive disorder subtypes: an attempted replication and extension of a symptom-based taxonomy</article-title>
          <source>Behav Res Ther</source>
          <year>2004</year>
          <month>06</month>
          <volume>42</volume>
          <issue>6</issue>
          <fpage>647</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1016/s0005-7967(03)00173-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodman</surname>
              <given-names>WK</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Mazure</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fleischmann</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Heninger</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Charney</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>The Yale-Brown Obsessive Compulsive Scale. I. Development, use, and reliability</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>1989</year>
          <month>11</month>
          <volume>46</volume>
          <issue>11</issue>
          <fpage>1006</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="medline">2684084</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doron</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Derby</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Szepsenwol</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Relationship obsessive compulsive disorder (ROCD): a conceptual framework</article-title>
          <source>J Obsessive Compuls Relat Disord</source>
          <year>2014</year>
          <month>04</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>169</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jocrd.2013.12.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doron</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mizrahi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Szepsenwol</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Derby</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Right or flawed: relationship obsessions and sexual satisfaction</article-title>
          <source>J Sex Med</source>
          <year>2014</year>
          <month>09</month>
          <volume>11</volume>
          <issue>9</issue>
          <fpage>2218</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1111/jsm.12616</pub-id>
          <pub-id pub-id-type="medline">24903281</pub-id>
          <pub-id pub-id-type="pii">S1743-6095(15)30843-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doron</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Derby</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Szepsenwol</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Nahaloni</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Moulding</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Relationship obsessive-compulsive disorder: interference, symptoms, and maladaptive beliefs</article-title>
          <source>Front Psychiatry</source>
          <year>2016</year>
          <month>04</month>
          <day>18</day>
          <volume>7</volume>
          <fpage>58</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2016.00058"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2016.00058</pub-id>
          <pub-id pub-id-type="medline">27148087</pub-id>
          <pub-id pub-id-type="pmcid">PMC4834420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cerea</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ghisi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bottesi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Carraro</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Broggio</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Doron</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Reaching reliable change using short, daily, cognitive training exercises delivered on a mobile application: The case of Relationship Obsessive Compulsive Disorder (ROCD) symptoms and cognitions in a subclinical cohort</article-title>
          <source>J Affect Disord</source>
          <year>2020</year>
          <month>11</month>
          <day>01</day>
          <volume>276</volume>
          <fpage>775</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2020.07.043</pub-id>
          <pub-id pub-id-type="medline">32738662</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(20)32488-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trak</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Inozu</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Developmental and self-related vulnerability factors in relationship-centered obsessive compulsive disorder symptoms: a moderated mediation model</article-title>
          <source>J Obsessive Compuls Relat Disord</source>
          <year>2019</year>
          <month>04</month>
          <volume>21</volume>
          <fpage>121</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jocrd.2019.03.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melli</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bulli</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Doron</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Carraresi</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Maladaptive beliefs in relationship obsessive compulsive disorder (ROCD): replication and extension in a clinical sample</article-title>
          <source>J Obsessive Compuls Relat Disord</source>
          <year>2018</year>
          <month>07</month>
          <volume>18</volume>
          <fpage>47</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jocrd.2018.06.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mataix-Cols</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fullana</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Menchón</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Vallejo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Convergent and discriminant validity of the Yale-Brown Obsessive-Compulsive Scale Symptom Checklist</article-title>
          <source>Psychother Psychosom</source>
          <year>2004</year>
          <volume>73</volume>
          <issue>3</issue>
          <fpage>190</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1159/000076457</pub-id>
          <pub-id pub-id-type="medline">15031592</pub-id>
          <pub-id pub-id-type="pii">76457</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sulkowski</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Storch</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Geffken</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Ricketts</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Goodman</surname>
              <given-names>WK</given-names>
            </name>
          </person-group>
          <article-title>Concurrent validity of the Yale-Brown Obsessive-Compulsive Scale-Symptom Checklist</article-title>
          <source>J Clin Psychol</source>
          <year>2008</year>
          <month>12</month>
          <volume>64</volume>
          <issue>12</issue>
          <fpage>1338</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1002/jclp.20525</pub-id>
          <pub-id pub-id-type="medline">18942133</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hicks</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Althoff</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sosic</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bostjancic</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Leskovec</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Delp</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Best practices for analyzing large-scale health data from wearables and smartphone apps</article-title>
          <source>NPJ Digit Med</source>
          <year>2019</year>
          <volume>2</volume>
          <fpage>45</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-019-0121-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-019-0121-1</pub-id>
          <pub-id pub-id-type="medline">31304391</pub-id>
          <pub-id pub-id-type="pii">121</pub-id>
          <pub-id pub-id-type="pmcid">PMC6550237</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liddy</surname>
              <given-names>ED</given-names>
            </name>
          </person-group>
          <article-title>Natural Language Processing</article-title>
          <source>Encyclopedia of Library and Information Science, 2nd Ed</source>
          <year>2001</year>
          <access-date>2021-04-29</access-date>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Marcel Decker, Inc</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://surface.syr.edu/istpub/63/">https://surface.syr.edu/istpub/63/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <source>NOCD therapy</source>
          <access-date>2021-05-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.treatmyocd.com/">https://www.treatmyocd.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pennington</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Socher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Manning</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Glove: Global vectors for word representation</article-title>
          <source>Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP)</source>
          <year>2014</year>
          <conf-name>2014 Conference on Empirical Methods in Natural Language Processing (EMNLP)</conf-name>
          <conf-date>October, 2014</conf-date>
          <conf-loc>Doha, Qatar</conf-loc>
          <fpage>1532</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.3115/v1/d14-1162</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dingwall</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Potts</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Mittens: an extension of GloVe for learning domain-specialized representations internet</article-title>
          <source>arXiv - Computer Science; Computation and Language</source>
          <year>2018</year>
          <access-date>2021-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://arxiv.org/abs/1803.09901">http://arxiv.org/abs/1803.09901</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manning</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Surdeanu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Finkel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bethard</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McClosky</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The Stanford CoreNLP natural language processing toolkit</article-title>
          <source>Proceedings of 52nd Annual Meeting of the Association for Computational Linguistics: System Demonstrations</source>
          <year>2014</year>
          <conf-name>52nd Annual Meeting of the Association for Computational Linguistics: System Demonstrations</conf-name>
          <conf-date>June, 2014</conf-date>
          <conf-loc>Baltimore, Maryland</conf-loc>
          <fpage>55</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.3115/v1/p14-5010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rousseeuw</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Silhouettes: a graphical aid to the interpretation and validation of cluster analysis</article-title>
          <source>J Comput Appl Math</source>
          <year>1987</year>
          <month>11</month>
          <volume>20</volume>
          <fpage>53</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1016/0377-0427(87)90125-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thorndike</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Who belongs in the family?</article-title>
          <source>Psychometrika</source>
          <year>1953</year>
          <month>12</month>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>267</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1007/BF02289263</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Calinski</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Harabasz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A dendrite method for cluster analysis</article-title>
          <source>Commun Stat</source>
          <year>1974</year>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1080/03610927408827101</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Bouldin</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>A cluster separation measure</article-title>
          <source>IEEE Trans Pattern Anal Mach Intell</source>
          <year>1979</year>
          <month>02</month>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>224</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="medline">21868852</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feinstein</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Fallon</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Petkova</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Liebowitz</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Item-by-item factor analysis of the Yale-Brown Obsessive Compulsive Scale Symptom Checklist</article-title>
          <source>J Neuropsychiatry Clin Neurosci</source>
          <year>2003</year>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>187</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1176/jnp.15.2.187</pub-id>
          <pub-id pub-id-type="medline">12724460</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gandhi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Digital health consumer adoption: 2015</article-title>
          <source>Rock Health</source>
          <year>2021</year>
          <access-date>2021-05-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rockhealth.com/reports/digital-health-consumer-adoption-2015/">https://rockhealth.com/reports/digital-health-consumer-adoption-2015/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Eisen</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>The epidemiology and clinical features of obsessive compulsive disorder</article-title>
          <source>Psychiatr Clin North Am</source>
          <year>1992</year>
          <month>12</month>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>743</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="medline">1461792</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ball</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Baer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Otto</surname>
              <given-names>MW</given-names>
            </name>
          </person-group>
          <article-title>Symptom subtypes of obsessive-compulsive disorder in behavioral treatment studies: a quantitative review</article-title>
          <source>Behav Res Ther</source>
          <year>1996</year>
          <month>01</month>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1016/0005-7967(95)00047-2</pub-id>
          <pub-id pub-id-type="medline">8561764</pub-id>
          <pub-id pub-id-type="pii">0005796795000472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glazier</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Swing</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McGinn</surname>
              <given-names>LK</given-names>
            </name>
          </person-group>
          <article-title>Half of obsessive-compulsive disorder cases misdiagnosed: vignette-based survey of primary care physicians</article-title>
          <source>J Clin Psychiatry</source>
          <year>2015</year>
          <month>06</month>
          <volume>76</volume>
          <issue>6</issue>
          <fpage>761</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.4088/JCP.14m09110</pub-id>
          <pub-id pub-id-type="medline">26132683</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glazier</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Calixte</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Rothschild</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pinto</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>High rates of OCD symptom misidentification by mental health professionals</article-title>
          <source>Ann Clin Psychiatry</source>
          <year>2013</year>
          <month>08</month>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>201</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="medline">23926575</pub-id>
          <pub-id pub-id-type="pii">acp_2503f</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coles</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>RO</given-names>
            </name>
            <name name-style="western">
              <surname>Heimberg</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Rhéaume</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>“Not just right experiences”: perfectionism, obsessive–compulsive features and general psychopathology</article-title>
          <source>Behav Res Ther</source>
          <year>2003</year>
          <month>06</month>
          <volume>41</volume>
          <issue>6</issue>
          <fpage>681</fpage>
          <lpage>700</lpage>
          <pub-id pub-id-type="doi">10.1016/s0005-7967(02)00044-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <article-title>Research Domain Criteria (RDoC)</article-title>
          <source>NIMH (Intramural Research Program)</source>
          <access-date>2021-05-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nimh.nih.gov/research/research-funded-by-nimh/rdoc/">https://www.nimh.nih.gov/research/research-funded-by-nimh/rdoc/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
