<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v21i9e15011</article-id>
      <article-id pub-id-type="pmid">31586368</article-id>
      <article-id pub-id-type="doi">10.2196/15011</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>An Internet-Based Self-Help Intervention for Skin Picking (SaveMySkin): Pilot Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Center for Psychotherapy Research</institution>
        <institution>University Hospital Heidelberg</institution>
        <addr-line>Heidelberg</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Dermatology</institution>
        <institution>University Hospital Heidelberg</institution>
        <addr-line>Heidelberg</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Institute of Clinical Psychology</institution>
        <institution>Hospital Stuttgart</institution>
        <addr-line>Stuttgart</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Institute of Psychology</institution>
        <institution>Department of Clinical Psychology and Psychotherapy</institution>
        <institution>Heidelberg University</institution>
        <addr-line>Heidelberg</addr-line>
        <country>Germany</country>
      </aff>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yap</surname>
            <given-names>Marie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wong</surname>
            <given-names>Kah Peng</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Gallinat</surname>
            <given-names>Christina</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Center for Psychotherapy Research</institution>
            <institution>University Hospital Heidelberg</institution>
            <addr-line>Bergheimer Str 54</addr-line>
            <addr-line>Heidelberg</addr-line>
            <country>Germany</country>
            <phone>49 6221567381</phone>
            <email>christina.gallinat@med.uni-heidelberg.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3976-6471</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Moessner</surname>
            <given-names>Markus</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1215-1055</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Haenssle</surname>
            <given-names>Holger A</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7255-3104</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Winkler</surname>
            <given-names>Julia K</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3197-9867</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Backenstrass</surname>
            <given-names>Matthias</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2361-8271</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Bauer</surname>
            <given-names>Stephanie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7508-6521</ext-link>
        </contrib>
      </contrib-group>
      <author-notes>
        <corresp>Corresponding Author: Christina Gallinat <email>christina.gallinat@med.uni-heidelberg.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>09</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>09</month>
        <year>2019</year>
      </pub-date>
      <volume>21</volume>
      <issue>9</issue>
      <elocation-id>e15011</elocation-id>
      <history>
        <date date-type="received">
          <day>12</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>5</day>
          <month>7</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>19</day>
          <month>7</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>7</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Christina Gallinat, Markus Moessner, Holger A Haenssle, Julia K Winkler, Matthias Backenstrass, Stephanie Bauer. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 20.09.2019</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2019/9/e15011" xlink:type="simple"/>
      <abstract>
        <sec sec-type="Background">
          <title>Background</title>
          <p>In spite of the psychosocial burden and medical risks associated with skin picking disorder, the health care system does not provide sufficient treatment for affected individuals to date. Therefore, an internet-based self-help program for skin picking was developed to offer easily accessible support for this population.</p>
        </sec>
        <sec sec-type="Objective">
          <title>Objective</title>
          <p>This pilot study evaluated the internet-based self-help program SaveMySkin. The 12-week program is based on cognitive-behavioral therapy and contains comprehensive information and exercises, a daily supportive monitoring system, and dermatological and psychological counseling via internet chat. Primary objectives were the investigation of attitudes and expectations toward the program, intervention effects on skin picking severity, user satisfaction, adherence, and willingness to participate. Secondary outcomes included the feasibility of study procedures, adequacy of assessment instruments, effects on skin picking–related impairment, dimensions of skin picking, and general psychological impairment.</p>
        </sec>
        <sec sec-type="Methods">
          <title>Methods</title>
          <p>A two-arm randomized controlled trial was conducted in a sample of 133 participants (female: 124/133, 93.2%; mean age 26.67 [SD 6.42]) recruited via the internet. Inclusion required a minimum age of 17 years and at least mild skin picking severity. Participants were randomly allocated to the intervention (64/133, 48.1%) or waitlist control group (69/133, 51.9%). All assessments were conducted online and based on self-report.</p>
        </sec>
        <sec sec-type="Results">
          <title>Results</title>
          <p>The willingness to participate was very high in the study, so the initially planned sample size of 100 was exceeded after only 18 days. Participant expectations indicate that they believed the program to be beneficial for them (131/133, 98.5%) and provide a feeling of support (119/133, 89.5%). Reasons for study participation were insufficient outpatient health care (83/133, 62.4%) and flexibility regarding time (106/133, 79.7%) and location (109/133, 82.0%). The post-assessment was completed by 65.4% (87/133) of the sample. The majority of the intervention group who completed the entire post-assessment were satisfied with SaveMySkin (28/38, 74%) and agreed that the program is an appropriate support service (35/38, 92%). On average, participants viewed 29.31 (SD 42.02) pages in the program, and 47% (30/64) of the intervention group used the monitoring at least once a week. In comparison with the control group, the intervention group displayed substantial improvements in the skin picking severity total score (Cohen <italic>d</italic>=0.67) and especially on the subscale Symptom Severity (Cohen <italic>d</italic>=0.79). No effects on secondary outcomes were found.</p>
        </sec>
        <sec sec-type="Conclusions">
          <title>Conclusions</title>
          <p>This study confirms the need for easily accessible interventions for skin picking disorder and the high interest in internet-based self-help within the target population. It provides important insights into the attitudes toward online support and actual user experiences. Participant feedback will be used to further enhance the intervention. Our results point to the preliminary efficacy of SaveMySkin and may lay the foundation for future research into the efficacy and cost-effectiveness of the program in a multicenter clinical trial.</p>
        </sec>
        <sec sec-type="trial-registration">
          <title>Trial Registration</title>
          <p>German Clinical Trial Register DRKS00015236; https://www.drks.de/drks_web/navigate.do? navigationId=trial.HTML&#38;TRIAL_ID=DRKS00015236</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR2-10.1016/j.conctc.2018.100315</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>skin picking</kwd>
        <kwd>excoriation disorder</kwd>
        <kwd>dermatillomania</kwd>
        <kwd>internet-based</kwd>
        <kwd>self-help</kwd>
        <kwd>cognitive-behavioral therapy</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Skin picking is a body-focused repetitive behavior receiving increased attention since “excoriation (skin picking) disorder” was recognized as a distinct category within the Obsessive-Compulsive and Related Disorders of the <italic>Diagnostic and Statistical Manual of Mental Disorders, 5th Edition</italic> (DSM-5). The core symptom of the disorder is a recurrent behavioral pattern of manipulating one's own skin (eg, scratching, squeezing, excoriating, picking), which causes skin damage including wounds, erosive skin lesions, and scars in the long term. Individuals with skin picking are not able to resist the urge or stop the behavior [<xref ref-type="bibr" rid="ref1">1</xref>]. Skin picking disorder predominantly affects females [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>], and its lifetime prevalence is estimated at 1.2% to 1.4% [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>Skin picking symptomatology is associated with impairment on psychological, social, and physical levels: affected individuals suffer not only from wounds, infections, and scarring [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>] but also from embarrassment, guilt, and symptoms of depression and anxiety [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Occupational interferences, academic impairment, and a financial burden due to skin picking–related costs (eg, concealing cosmetics and clothing, fees for treatment) have also been reported [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. In light of the substantial psychosocial impairment and risk for chronicity [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref11">11</xref>], the need for affected individuals to receive timely professional treatment is evident.</p>
        <p>However, research on interventions for skin picking disorder has been very scarce until now. A limited number of studies have investigated pharmacological and behavioral interventions [<xref ref-type="bibr" rid="ref12">12</xref>], including habit reversal training [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], acceptance and commitment therapy [<xref ref-type="bibr" rid="ref15">15</xref>], cognitive-behavior therapy (CBT) [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], and combined approaches (eg, acceptance-enhanced CBT) [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Noteworthy, most of these previous studies showed severe methodological shortcomings (eg, small sample sizes, lack of control conditions), and most were conducted before the official DSM-5 criteria for skin picking disorder became available. Thus, the current evidence base for treatment of skin picking disorder is rather weak. Only one study investigated an internet- and CBT-based self-help intervention for skin picking; the study reported substantial improvements in symptom severity for 63% of the sample [<xref ref-type="bibr" rid="ref17">17</xref>]. However, the study was uncontrolled, and only 4% of the initial sample (15/372) completed the entire intervention, so the results should be interpreted with caution. So far, two meta-analyses suggest an overall beneficial effect of behavioral treatments on skin picking severity, but these studies must also be seen as preliminary due to the small number of included original studies and their limited validity [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Overall, CBT seems to be the most promising approach for the treatment of skin picking disorder so far. This is also plausible in light of the fact that behavioral interventions have demonstrated efficacy and are currently considered as the method of choice in the treatment of trichotillomania [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>], which shows substantial overlap in clinical characteristics and a high co-occurrence with skin picking disorder [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>The scarcity of research on skin picking disorder reflects an overall lack of awareness and knowledge of this disorder. Affected individuals barely receive adequate treatment and face manifold difficulties in finding appropriate help [<xref ref-type="bibr" rid="ref9">9</xref>]. Internet-based interventions have the potential to improve the health care situation for skin picking disorder due to their reach, accessibility, and availability. The efficacy and cost effectiveness of internet-based treatment approaches have already been proven for other psychiatric conditions including depression, anxiety, and eating disorders [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. Therefore, we considered an internet-based self-help program a promising opportunity to provide support to individuals affected by skin picking. The program is conceptualized as a stand-alone intervention in order to complement conventional health care for skin picking disorder.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>We developed an internet-based self-help program for skin picking, and conducted a pilot randomized controlled trial (RCT) to investigate the adequacy of the intervention SaveMySkin and the feasibility of the study procedures. Primary objectives of our study were the investigation of attitudes and expectations toward SaveMySkin before randomization, intervention effects on skin picking severity, and user satisfaction. Further outcomes were program adherence (intervention use) and willingness to participate.</p>
        <p>The feasibility of study procedures (eg, recruitment, randomization), appropriateness of applied questionnaires, effects on skin picking–related impairment, dimensions of skin picking (focused vs automatic skin picking), and general psychological impairment were investigated as secondary outcomes.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This pilot study followed a two-arm randomized controlled design with a 1:1 allocation to either intervention or waitlist control group. The design is fully described in the study protocol [<xref ref-type="bibr" rid="ref30">30</xref>]. No essential changes have been made to the study protocol after study commencement. The actual sample size exceeded the initial aim due to a very fast recruitment via internet, so the original plan to expand recruitment to dermatological clinics was not pursued.</p>
      </sec>
      <sec>
        <title>Participant Selection</title>
        <p>Inclusion required at least mild self-reported skin picking severity (Skin Picking Scale–Revised [SPS-R] score ≥7 [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]) and a minimum age of 17 years. Sufficient German language skills, home access to the internet, a smartphone, and literacy on internet and computer use were applied as implicit eligibility criteria. Potential participants were recruited via online advertisement (eg, specific forums, support groups, university mailing lists) and at a conference for skin picking and trichotillomania. In case of interest, individuals could directly access an openly available online screening questionnaire checking for eligibility. Eligible individuals were invited to register for the study and give the required informed consent for participation. Study participation did not include any restrictions concerning additional treatment use. The use of conventional treatment was assessed as part of the final questionnaire after 12 weeks.</p>
      </sec>
      <sec>
        <title>Study Arms</title>
        <sec>
          <title>Intervention</title>
          <p>Participants randomized to the intervention group received immediate access to the internet-based intervention, SaveMySkin, for 12 weeks. The program is based on CBT techniques and consists of several modules:</p>
          <list list-type="bullet">
            <list-item>
              <p>Psychoeducation: information about skin picking disorder, treatment options, and dermatological topics</p>
            </list-item>
            <list-item>
              <p>Self-management: a module with three submodules (Skills: information materials and online exercises; Tools: downloadable offline trainings; and Emotions: online exercises on emotion regulation) aiming at the reduction of skin picking behavior and the enhancement of self-management skills based on classic CBT methods like self-observation, cognitive restructuring, and behavioral strategies</p>
            </list-item>
            <list-item>
              <p>Supportive monitoring: daily support via email including a motivational message in the morning and a short monitoring questionnaire in the evening, combined with an automatically generated, tailored feedback message</p>
            </list-item>
            <list-item>
              <p>Counseling via internet chat: optional personal support in individual chat sessions with psychologists or psychological and dermatological group chats</p>
            </list-item>
          </list>
          <p>Overall, the intervention follows a flexible and demand-oriented design. Participants were therefore expected to use the program depending on their individual needs. Recommendations on the use of certain program modules or exercises were given within chat sessions or in the monitoring feedback. Additional information on all modules of SaveMySkin is provided in Gallinat et al [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        </sec>
        <sec>
          <title>Control Condition</title>
          <p>Participants in the control group did not have access to the intervention until the final assessment after 12 weeks. In the final questionnaire, participants in the control group were asked if they would still like to use the intervention. If this was the case, intervention access was activated, and participants could use the program for 12 weeks.</p>
        </sec>
      </sec>
      <sec>
        <title>Primary Outcomes</title>
        <p>All assessments—scheduled at t0 (screening), t1 (baseline), t2 (after 6 weeks), and t3 (after 12 weeks)—were performed as self-report online questionnaires. Screening data (t0) and data derived from the t1 assessment (right after screening and registration) are both referred to as baseline data. A detailed plan listing all assessments and instruments can be found in Gallinat et al [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        <sec>
          <title>Attitudes and Expectations</title>
          <p>Attitudes and expectations toward SaveMySkin were investigated with 10 statements rated on a 4-point Likert scale from “does not apply” to “totally applies.” In addition, participants could report further reasons for participation.</p>
        </sec>
        <sec>
          <title>Skin Picking Severity</title>
          <p>Skin picking severity was assessed with the German version of the SPS-R [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. The first 4 items of the scale refer to the subscale Symptom Severity and assess the frequency and intensity of the urge to pick the skin, time spent on skin picking, and control over skin picking behavior. The other 4 items form the subscale Impairment and assess impairing consequences caused by skin picking (avoidance, interference in social and occupational life, emotional distress, skin damage). All items are rated on a 5-point Likert scale from 0 to 4 in reference to the last 7 days. In our study, a very good internal consistency with a coefficient of α=.81 was observed for the total scale (Symptom Severity: α=.72; Impairment: α=.83).</p>
        </sec>
        <sec>
          <title>User Satisfaction</title>
          <p>User satisfaction was measured with self-designed items assessing overall satisfaction criteria (eg, recommendation to others, fulfillment of expectations). Satisfaction with single modules was assessed with statements rated on a 4-point Likert scale from “does not apply” to “totally applies” (eg, “I like the idea that individual chat sessions with psychologists are offered”). Participants could also indicate “not able to evaluate.”</p>
        </sec>
        <sec>
          <title>Adherence and Use</title>
          <p>Adherence and program use were automatically documented within the program. Monitoring compliance was assessed by the number of completed monitoring questionnaires. Chat use was evaluated by the number of booked individual chat appointments and log-ins into group chats. The use of other modules and of the overall program was investigated by the number of page views per module and user as well as log-ins per user.</p>
        </sec>
      </sec>
      <sec>
        <title>Secondary Outcomes</title>
        <sec>
          <title>Skin Picking–Related Impairment</title>
          <p>Skin picking–related impairment was assessed with a German translation of the Skin Picking Impact Scale (SPIS) [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. The 10 items are rated on a 5-point Likert scale from “not at all” (0) to “severe” (4) and refer to the past 7 days. The SPIS demonstrated an excellent internal consistency in our study (α=.94).</p>
        </sec>
        <sec>
          <title>Focused Versus Automatic Skin Picking</title>
          <p>Modes of skin picking relating to the awareness of performing the behavior were assessed with a German translation of the Milwaukee Inventory for the Dimensions of Adult Skin Picking (MIDAS) [<xref ref-type="bibr" rid="ref35">35</xref>]. The 12 items are rated on a 5-point Likert scale from “not true for any of my skin picking” (1) to “true for all of my skin picking” (5) and form the two subscales Focused Skin Picking and Automatic Skin Picking with 6 items each. Our study revealed acceptable internal consistencies for both subscales (Focused: α=.73; Automatic: α=.69).</p>
        </sec>
        <sec>
          <title>General Psychological Impairment</title>
          <p>General psychological impairment was assessed with the Clinical Psychological Diagnosis System 38 (KPD-38) [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. The scale consists of 38 items assessing psychological impairment, social problems, general physical condition, general life satisfaction, competence skills, and social support. The items are rated on a 4-point Likert scale from “does not apply” (1) to “totally applies” (4). In our sample, internal consistency of the KPD-38 total score was excellent, with a Cronbach alpha coefficient of α=.94.</p>
        </sec>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>The sample size in this pilot trial was determined on the basis of practical considerations and questions of feasibility, as Leon et al [<xref ref-type="bibr" rid="ref38">38</xref>] recommend for pilot studies. These considerations led to a targeted sample size of 100 participants, which was assumed to be sufficient for the investigation of the study objectives.</p>
      </sec>
      <sec>
        <title>Randomization</title>
        <p>Participants were equally (1:1) randomized to one of the study groups by the software based on an a priori defined list (intervention vs waitlist control) after they completed the registration and baseline questionnaire. Randomization was stratified by gender and followed a permuted block design. The allocation sequence was produced with a computerized random number generator.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Descriptive statistics were used to analyze data on attitudes, expectations, user satisfaction, and program use. Continuous variables were dichotomized by splitting the Likert scale (eg, “agree” contains “applies mostly” and “totally applies”; “helpful” contains “a little helpful” and “very helpful”) to analyze data with frequencies. Efficacy was tested by mixed models. Intervention effects were analyzed as cross-level interactions (group × time). The control group was coded 0, and the intervention group was coded 1. Assessment points were coded as follows: baseline (t0, t1)=0; t2=1; t3=2. In accordance with the recommendations of Lorah [<xref ref-type="bibr" rid="ref39">39</xref>], another run of mixed-models analyses was conducted with standardized outcome variables to calculate the Cohen <italic>d</italic> based on the estimated coefficient per time span (Cohen <italic>d</italic> = standardized coefficients of the time × group interaction * max[time]). It should be noted that one participant in each study group did not complete the entire post-assessment. The analyses regarding user satisfaction and help-seeking at t3 therefore refer to n=38 (intervention group) and n=47 (control group). Statistical analyzes were conducted with SPSS Statistics version 25.0 (IBM Corp).</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This trial was approved by the ethics committee of the Medical Faculty of Heidelberg University and registered at the German Clinical Trials Register [DRKS00015236]. The study protocol was published before recruitment was completed [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Recruitment and Participant Flow</title>
        <p>Participant enrollment started in October 2018. The planned sample size of 100 participants was achieved after only 18 days of recruitment. Advertisement was stopped then, but due to ethical considerations, screening and registration were not closed until December 2018.</p>
        <p>Out of 316 individuals who completed the screening questionnaire, 294 were eligible for study participation. More than half of this subsample registered for study participation (152/294, 51.7%), but 15 individuals did not activate their account and 4 did not complete the baseline assessment. In the end, 42.1% (133/316) of the individuals screened for eligibility completed the entire inclusion process and were therefore randomized to one of the study groups; 64 participants were allocated to the intervention group and 69 participants to the waitlist control group. Six participants in the intervention group neither logged into the program after the initial registration process nor completed any of the daily monitoring assessments, so they did not receive the allocated intervention. The response rate for the assessment at t2 (6 weeks after randomization) was 59% in the intervention group (38/64) and 70% in the control group (48/69). The final assessment (t3: 12 weeks after randomization) was completed by 61% of the intervention group (39/64) and 70% of the control group (48/69). A detailed overview of the participant flow including the number of analyzed cases for each objective is provided in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
        <fig id="figure1" position="float">
          <caption>
            <p>Participant flow diagram. SPS-R: Skin Picking Scale–Revised.</p>
          </caption>
          <graphic xlink:href="jmir_v21i9e15011_fig1.png" alt-version="no" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Baseline Characteristics</title>
        <p><xref ref-type="table" rid="table1">Tables 1</xref> and <xref ref-type="table" rid="table2">2</xref> show the demographic and clinical characteristics for each study group. The majority of the sample was female (124/133, 93.2%) with a mean age of 26.67 (SD 6.42) years (range 17-56).</p>
        <p>The total sample displays high levels of skin picking severity (SPS-R scores) and skin picking–related impairment (SPIS scores). Furthermore, the participants show significant psychological impairment with regard to the KPD-38 total score (mean 2.44 [SD 0.55]), which corresponds to the 87th percentile of the norm data for women in the general population (age category: 14-34 years) [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>Nearly one-quarter of the sample (32/133, 24.1%) was currently in psychotherapeutic or psychiatric treatment at the time of baseline assessment. Except for the SPS-R subscale Symptom Severity, the study groups did not differ in the assessed baseline characteristics.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographic characteristics (N=133).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="450"/>
            <col width="190"/>
            <col width="160"/>
            <col width="100"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristic</td>
                <td>Intervention group (n=64)</td>
                <td>Control group (n=69)</td>
                <td>Test statistic</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Female, n (%)</td>
                <td>61 (95)</td>
                <td>63 (91)</td>
                <td>0.85<sup>a</sup></td>
                <td>.36</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Age (years), mean (SD)</td>
                <td>26.19 (6.52)</td>
                <td>27.12 (6.34)</td>
                <td>0.83<sup>b</sup></td>
                <td>.41</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Education, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>3.07<sup>c</sup></td>
                <td>.55</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Still in school</td>
                <td>1 (2)</td>
                <td>1 (1)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Middle secondary</td>
                <td>7 (11)</td>
                <td>7 (10)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Highest secondary</td>
                <td>29 (45)</td>
                <td>23 (33)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>University</td>
                <td>27 (42)</td>
                <td>37 (54)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>—<sup>d</sup></td>
                <td>1 (1)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Occupational status, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>4.54<sup>e</sup></td>
                <td>.60</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Employed</td>
                <td>15 (23)</td>
                <td>27 (39)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Trainee</td>
                <td>5 (8)</td>
                <td>3 (4)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>School student</td>
                <td>1 (2)</td>
                <td>1 (1)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>University student</td>
                <td>38 (59)</td>
                <td>35 (51)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Housewife/househusband</td>
                <td>2 (3)</td>
                <td>1 (1)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Retired</td>
                <td>1 (2)</td>
                <td>1 (1)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unemployed</td>
                <td>2 (3)</td>
                <td>1 (1)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Family status, n (%)</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>3.07<sup>f</sup></td>
                <td>.38</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Single</td>
                <td>30 (47)</td>
                <td>26 (38)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In a relationship</td>
                <td>26 (41)</td>
                <td>29 (42)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Married</td>
                <td>8 (13)</td>
                <td>12 (17)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>—</td>
                <td>2 (3)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Current psychotherapeutic or psychiatric treatment at baseline, n (%)</td>
                <td>15 (23)</td>
                <td>17 (25)</td>
                <td>0.03<sup>a</sup></td>
                <td>.87</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup><italic>χ</italic><sup>2</sup><sub>1</sub>.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup><italic>t</italic><sub>131</sub>.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup><italic>χ</italic><sup>2</sup><sub>4</sub>.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>Not applicable.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup><italic>χ</italic><sup>2</sup><sub>6</sub>.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup><italic>χ</italic><sup>2</sup><sub>3</sub>.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Clinical variables at baseline (N=133).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="270"/>
            <col width="280"/>
            <col width="250"/>
            <col width="100"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristic</td>
                <td>Intervention group (n=64), mean (SD)</td>
                <td>Control group (n=69), mean (SD)</td>
                <td>Test statistic</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>SPS-R</bold>
                  <sup>a</sup>
                  <bold>total score</bold>
                </td>
                <td>16.62 (4.33)</td>
                <td>15.68 (4.04)</td>
                <td>–1.30<sup>b</sup></td>
                <td>.20</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SPS-R Symptom Severity</td>
                <td>9.94 (1.97)</td>
                <td>9.20 (2.26)</td>
                <td>–1.99<sup>b</sup></td>
                <td>.048</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SPS-R Impairment</td>
                <td>6.69 (3.08)</td>
                <td>6.48 (2.58)</td>
                <td>–0.43<sup>b</sup></td>
                <td>.67</td>
              </tr>
              <tr valign="top">
                <td colspan="2">KPD-38<sup>c</sup> total score</td>
                <td>2.47 (0.52)</td>
                <td>2.42 (0.57)</td>
                <td>–0.43<sup>b</sup></td>
                <td>.67</td>
              </tr>
              <tr valign="top">
                <td colspan="2">SPIS<sup>d</sup></td>
                <td>17.73 (10.59)</td>
                <td>18.30 (10.00)</td>
                <td>0.32<sup>b</sup></td>
                <td>.75</td>
              </tr>
              <tr valign="top">
                <td colspan="2">MIDAS<sup>e</sup> focused skin picking</td>
                <td>18.92 (5.15)</td>
                <td>18.48 (4.54)</td>
                <td>–0.53<sup>b</sup></td>
                <td>.60</td>
              </tr>
              <tr valign="top">
                <td colspan="2">MIDAS automatic skin picking</td>
                <td>17.91 (4.94)</td>
                <td>17.99 (3.88)</td>
                <td>0.10<sup>f</sup></td>
                <td>.92</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>SPS-R: Skin Picking Scale–Revised.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup><italic>t</italic><sub>131</sub>.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>KPD-38: Clinical Psychological Diagnosis System–38.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>SPIS: Skin Picking Impact Scale.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>MIDAS: Milwaukee Inventory for the Dimensions of Adult Skin Picking.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup><italic>t</italic><sub>119.42</sub>.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Attitudes and Expectations</title>
        <p>Prior to randomization, almost all participants expected the program to be generally helpful and beneficial for them. They expected to feel supported and gain a positive effect on their well-being. More than two-thirds (83/133, 62.4%) indicated that they would like to participate due to insufficient support options within the regular health care system (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <p>Common reasons for participation were the flexibility of the internet-based setting regarding time (106/133, 79.7%) and location (109/133, 82.0%), expertise for skin picking (98/133, 73.7%), free counseling (97/133, 72.9%), anonymity (83/133, 62.4%), the option to contact somebody in a quick and easy way (75/133, 56.4%), and the possibility to ask questions in written form (49/133, 36.8%).</p>
      </sec>
      <sec>
        <title>Efficacy</title>
        <p>In comparison to the control group, the intervention group yielded considerably higher reductions in skin picking severity and symptom severity resulting in moderate effect sizes of <italic>d</italic>=0.67 and <italic>d</italic>=0.79 (Cohen <italic>d</italic>, <xref ref-type="table" rid="table4">Table 4</xref>). The intervention and control group both showed improved scores on the impairment scale, but the analyses did not reveal a significant difference between the groups.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Attitudes and expectations toward SaveMySkin (N=133). Answers on the 4-point Likert scale were dichotomized (disagree: “does not apply” and “applies somewhat”; agree: “applies mostly” and “totally applies”).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="830"/>
            <col width="170"/>
            <thead>
              <tr valign="top">
                <td>Statement</td>
                <td>Agreement, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>I believe that my participation in SaveMySkin will have a positive effect on my well-being.</td>
                <td>118 (88.7)</td>
              </tr>
              <tr valign="top">
                <td>I believe that I will feel supported by SaveMySkin.</td>
                <td>119 (89.5)</td>
              </tr>
              <tr valign="top">
                <td>The effort for the participation in SaveMySkin seems low to me.</td>
                <td>86 (64.7)</td>
              </tr>
              <tr valign="top">
                <td>My motivation to participate in SaveMySkin is high.</td>
                <td>121 (91.0)</td>
              </tr>
              <tr valign="top">
                <td>In general, I have a positive attitude toward communication technologies (eg, computer, mobile phone, internet).</td>
                <td>125 (94.0)</td>
              </tr>
              <tr valign="top">
                <td>Without SaveMySkin, I am sufficiently supplied with health care offers.</td>
                <td>32 (24.1)</td>
              </tr>
              <tr valign="top">
                <td>I want to participate in SaveMySkin because I believe participation would be helpful for me.</td>
                <td>130 (97.7)</td>
              </tr>
              <tr valign="top">
                <td>I believe that I would benefit from participation in SaveMySkin.</td>
                <td>131 (98.5)</td>
              </tr>
              <tr valign="top">
                <td>I would like to participate in SaveMySkin because health care services are insufficient.</td>
                <td>83 (62.4)</td>
              </tr>
              <tr valign="top">
                <td>Other reasons for your participation.</td>
                <td>32 (24.1)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Efficacy (linear mixed-effects models) of the intervention.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="270"/>
            <col width="0"/>
            <col width="140"/>
            <col width="0"/>
            <col width="180"/>
            <col width="0"/>
            <col width="180"/>
            <col width="0"/>
            <col width="100"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Variable</td>
                <td colspan="2">Estimate</td>
                <td colspan="2">95% CI</td>
                <td colspan="2"><italic>t</italic> test (<italic>df</italic>)</td>
                <td><italic>P</italic> value</td>
                <td>Cohen <italic>d</italic></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>SPS-R<sup>a</sup> total score</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time</td>
                <td colspan="2">–1.17</td>
                <td colspan="2">–2.02, –0.33</td>
                <td colspan="2">–2.73 (204.50)</td>
                <td colspan="2">.007</td>
                <td>—<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Group</td>
                <td colspan="2">0.77</td>
                <td colspan="2">–0.58, 2.13</td>
                <td colspan="2">1.13 (161.78)</td>
                <td colspan="2">.26</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time × group</td>
                <td colspan="2">–1.59</td>
                <td colspan="2">–2.83, –0.34</td>
                <td colspan="2">–2.50 (203.88)</td>
                <td colspan="2">.01</td>
                <td>0.67</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>SPS-R Symptom Severity</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time</td>
                <td colspan="2">–0.73</td>
                <td colspan="2">–1.17, –0.29</td>
                <td colspan="2">–3.24 (198.83)</td>
                <td colspan="2">.001</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Group</td>
                <td colspan="2">0.60</td>
                <td colspan="2">–0.09, 1.30</td>
                <td colspan="2">1.71 (155.82)</td>
                <td colspan="2">.09</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time × group</td>
                <td colspan="2">–1.01</td>
                <td colspan="2">–1.67, –0.36</td>
                <td colspan="2">–3.06 (197.60)</td>
                <td colspan="2">.003</td>
                <td>0.79</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>SPS-R Impairment</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time</td>
                <td colspan="2">–0.44</td>
                <td colspan="2">–0.97, 0.09</td>
                <td colspan="2">–1.64 (206.48)</td>
                <td colspan="2">.10</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Group</td>
                <td colspan="2">0.19</td>
                <td colspan="2">–0.71, 1.09</td>
                <td colspan="2">0.42 (172.50)</td>
                <td colspan="2">.67</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time × group</td>
                <td colspan="2">–0.57</td>
                <td colspan="2">–1.35, 0.21</td>
                <td colspan="2">–1.44 (206.31)</td>
                <td colspan="2">.15</td>
                <td>0.4</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>KPD-38<sup>c</sup> total score</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time</td>
                <td colspan="2">0.02</td>
                <td colspan="2">–0.08, 0.11</td>
                <td colspan="2">0.31 (202.04)</td>
                <td colspan="2">.76</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Group</td>
                <td colspan="2">0.02</td>
                <td colspan="2">–0.16, 0.20</td>
                <td colspan="2">0.22 (166.86)</td>
                <td colspan="2">.83</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time × group</td>
                <td colspan="2">–0.05</td>
                <td colspan="2">–0.20, 0.09</td>
                <td colspan="2">–0.72 (200.85)</td>
                <td colspan="2">.47</td>
                <td>0.2</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Skin Picking Impact Scale</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time</td>
                <td colspan="2">–0.16</td>
                <td colspan="2">–1.99, 1.68</td>
                <td colspan="2">–0.17 (204.78)</td>
                <td colspan="2">.87</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Group</td>
                <td colspan="2">–0.87</td>
                <td colspan="2">–4.14, 2.40</td>
                <td colspan="2">–0.52 (171.56)</td>
                <td colspan="2">.60</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time × group</td>
                <td colspan="2">–1.82</td>
                <td colspan="2">–4.52, 0.87</td>
                <td colspan="2">–1.34 (203.91)</td>
                <td colspan="2">.18</td>
                <td>0.37</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>MIDAS</bold>
                  <sup>d</sup>
                  <bold>focused skin picking</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time</td>
                <td colspan="2">0.20</td>
                <td colspan="2">–0.68, 1.07</td>
                <td colspan="2">0.44 (205.10)</td>
                <td colspan="2">.66</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Group</td>
                <td colspan="2">0.15</td>
                <td colspan="2">–1.38, 1.69</td>
                <td colspan="2">0.20 (174.80)</td>
                <td colspan="2">.84</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time × group</td>
                <td colspan="2">–0.60</td>
                <td colspan="2">–1.89, 0.68</td>
                <td colspan="2">–0.93 (204.56)</td>
                <td colspan="2">.35</td>
                <td>0.26</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>MIDAS automatic skin picking</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time</td>
                <td colspan="2">0.06</td>
                <td colspan="2">–0.71, 0.84</td>
                <td colspan="2">0.17 (203.64)</td>
                <td colspan="2">.87</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Group</td>
                <td colspan="2">–0.32</td>
                <td colspan="2">–1.75, 1.10</td>
                <td colspan="2">–0.45 (164.29)</td>
                <td colspan="2">.65</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Time × group</td>
                <td colspan="2">–0.41</td>
                <td colspan="2">–1.55, 0.73</td>
                <td colspan="2">–0.71 (202.19)</td>
                <td colspan="2">.48</td>
                <td>0.19</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>SPS-R: Skin Picking Scale–Revised.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>Not applicable.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup>KPD-38: Clinical Psychological Diagnosis System–38.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup>MIDAS: Milwaukee Inventory for the Dimensions of Adult Skin Picking.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>User Satisfaction</title>
        <p>All results regarding user satisfaction refer to the subsample of the intervention group that completed the entire post-assessment questionnaire (38/64).</p>
        <sec>
          <title>Overall Satisfaction</title>
          <p>Almost all participants agreed that the program is an appropriate and supportive offering for individuals with skin picking and that they would recommend it to a friend in a similar situation. Most participants also agreed that the program met their expectations and improved their knowledge on skin picking (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The length of the intervention was rated as optimal by 39% (15/38) and as too short by 42% (16/38). Only 18% (7/38) thought it was too long.</p>
          <fig id="figure2" position="float">
            <caption>
              <p>User satisfaction and evaluation of modules.</p>
            </caption>
            <graphic xlink:href="jmir_v21i9e15011_fig2.png" alt-version="no" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Evaluation of Modules</title>
          <p>More than 94% of the t3 completers in the intervention group (36/38, 95%) liked the idea that information materials, information and exercises about emotion regulation, and additional exercises on several topics were part of the program. The idea of a daily motivational message and monitoring, and inclusion of all three chat types (psychological individual chat, psychological group chat, dermatological group chat) were also positively evaluated by more than three-quarters of the sample (29-34/38, 76% to 89%). Most participants evaluated the different SaveMySkin modules as helpful. The helpfulness of the chat module was not evaluated by most of the participants (82% to 87% for the different chats), since only a very small percentage used the chats. It should be noted that evaluation of the single modules contains up to n=4 values in the category “not able to evaluate” (4/38, 11%). Details on the evaluation of program modules are presented in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        </sec>
      </sec>
      <sec>
        <title>Adherence and Program Use</title>
        <sec>
          <title>Monitoring</title>
          <p>On average, participants completed 25.81 (SD 26.96; range 0-81) out of 84 daily monitoring assessments. Three-quarters of the sample (48/64, 75%) completed more than 3 monitorings, 50% (32/64) answered more than 9, and 25% (16/64) completed more than 45 monitoring questionnaires. In sum, 47% (30/64) participated in the monitoring at least once a week and 42% (27/64) participated at least twice a week.</p>
        </sec>
        <sec>
          <title>Chat</title>
          <p>Five individual chat sessions were booked and carried out (4/64 participants, 6%). The psychological group chat was used by 3 participants (5%) and the dermatological group chat by 6 individuals (9%), who participated up to 3 times in one of the chat types. Participants were asked why they had not used the chat (33/64). The most common answers were “I don’t really know why I didn’t use the chat” (20/33, 61%), “I had no need because I could seek advice somewhere else (eg, psychotherapy)” (13/33, 39%), and “I had no need because I felt good” (12/33, 36%).</p>
          <p>Other response options were “I didn’t really know what to expect” (10/33, 30%), “I couldn’t imagine that an internet chat would be helpful in this topic” (8/33, 24%), “It was too much effort for me to book an appointment” (7/33, 21%), “I didn’t know about this option” (5/33, 15%), “I was scared that I am technically not fit enough (eg, cannot type fast enough)” (3/33, 9%), and “Other reasons” (11/33, 33%; most often time conflicts or no time [6/11]).</p>
        </sec>
        <sec>
          <title>Log-Ins and Views</title>
          <p>On average, participants logged in 6.42 (SD 10.15) times (median 3; range 1-67). The average number of page views per user across the following 4 basic modules was 29.31 (SD 42.04; Information: mean 8.17 [SD 11.92]; Skills: mean 11.52 [SD 20.84]; Tools: mean 5.59 [SD 8.09], Emotions: mean 4.03 [SD 6.16]). These modules contain 35 pages in total. Answering the daily monitoring questionnaire was not counted as a log-in.</p>
        </sec>
      </sec>
      <sec>
        <title>Effects on Secondary Outcomes</title>
        <p>No statistically significant time × group interactions occurred for secondary outcome variables (<xref ref-type="table" rid="table4">Table 4</xref>).</p>
      </sec>
      <sec>
        <title>Help-Seeking Behavior During Participation</title>
        <p>At the time of post-assessment, 17% (8/48) of the control group and 18% (7/38) of the intervention group who completed the t3 questionnaire indicated that they had used professional help due to skin picking in the last 12 weeks. In the intervention group, 24% (9/38) indicated that they were planning to use professional help; in the control group, 15% (7/48) were planning to seek professional help.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Skin picking disorder is associated with psychological distress, impairment in social life, and medical risks, but currently individuals with skin picking rarely receive the required professional support due to an insufficient health care supply. Our study investigated attitudes and expectations toward an internet-based self-help program for skin picking as well as user satisfaction and effects on skin picking severity and impairment.</p>
        <p>Full recruitment of the initially targeted sample size for this pilot trial was rapidly achieved, indicating a high willingness to participate in an internet-based intervention for skin picking. Randomization resulted in two comparable study groups that only differed marginally in the SPS-R subscale Symptom Severity.</p>
        <p>Participants were highly motivated and expected increased well-being and a feeling of support provided by the program. Such positive expectations are known to be an important factor contributing to intervention effects [<xref ref-type="bibr" rid="ref40">40</xref>]. Flexibility in terms of time and location, expertise related to skin picking, and a lack of other health care options were further reasons for participating. Almost all t3 completers in the control group requested access to the intervention (96%) after the waiting period of 12 weeks, indicating a persistent motivation to use the intervention.</p>
        <p>The majority of those in the intervention group who completed the post-assessment reported a high satisfaction with the modules included in SaveMySkin and the program in general (eg, appropriateness, length, recommendation to others). On average, participants completed more than 2 monitorings per week, suggesting that daily monitorings might be too frequent.</p>
        <p>The intervention group yielded substantial reductions in skin picking severity (SPS-R total score) and specifically in the subscale Symptom Severity compared with the control group. The size of these effects (<italic>d</italic>=0.67 and <italic>d</italic>=0.79) is comparable to the overall effect of behavioral treatments for skin picking disorder reported in a meta-analysis (standardized mean difference 0.68) [<xref ref-type="bibr" rid="ref20">20</xref>]. The analyses did not confirm meaningful differences between groups regarding improvements in skin picking–related impairment measured via the SPS-R and SPIS. Given the rather short time period covered in the trial, this result is not surprising since skin picking–related impairment (eg, impaired self-esteem, avoidance, skin damage) may only improve slowly, even if skin picking frequency and intensity are improved. Furthermore, some medical consequences, especially scars, often need to be considered as permanent. The short study period may also be responsible for the lack of effects on general psychological impairment and different dimensions of skin picking (focused vs automatic) in our study. Dimensions of skin picking were assessed with regard to habitual but not necessarily current patterns (eg, “I am usually not aware of picking my skin during the picking episode”), so potential changes might not be reflected properly. Also, sensitivity to change has yet to be explored for this assessment instrument (MIDAS). Apart from the MIDAS, the applied instruments proved appropriate for interventional studies. As the primary outcome measure, the SPS-R proved to be sensitive to change. This is of special importance for subsequent studies, given the lack of interventional studies on skin picking disorder and the associated uncertainty about the adequate measurement of intervention effects.</p>
        <p>Concerning use of the self-help program, it turned out that the chat module was used only rarely, even though most participants (more than 76%) liked the idea that different chat modules were included in the program. Given that chatting is not an obligatory key element of the program but an optional offer for those who feel the need for personal counseling, the low chat use is not concerning. Rather, it is in accordance with previous research suggesting that a considerable number of users in online communities do not actively produce content (eg, posting in a forum) but rather read and browse through the platform [<xref ref-type="bibr" rid="ref41">41</xref>]. More than half of the participants who did not use the chat indicated that they were not sure why. Potential underlying reasons could, for example, be insecurity and shyness when talking with others about this very personal topic, even if it is online, or a reluctance to commit to chat participation at a certain date and time. Even though various reasons led to a rather infrequent use of the module, it seems to be important to keep the chat as part of the program because most participants liked the idea that the different chats were included. The module may not be used by many participants, but it could nevertheless be very important for some individuals, especially for severely impaired individuals without access to other support.</p>
      </sec>
      <sec>
        <title>Limitations and Implications for Future Research</title>
        <p>This study included several limitations, which should be considered in the interpretation of results. First, all assessments were conducted online, and inclusion relied exclusively on self-reported data, so internal validity and generalizability to a larger clinical population might be compromised. Another shortcoming results from the rather low response rate at post-assessment. The lack of data from approximately one-third of the sample limits the validity of our findings, since it remains unclear how satisfied the nonresponders were and how they changed in symptomatology. Additionally, our study did not investigate the stability of effects, as it focused on the classic aims of a pilot study and therefore did not include extended follow-up assessments. However, the results of this study clearly demonstrated the feasibility of an internet-based intervention in the target group. Furthermore, the study provided preliminary evidence for the efficacy of the intervention. Subsequent research should therefore investigate the efficacy and cost effectiveness of SaveMySkin in a fully powered RCT. This trial should apply a sequential enrollment procedure including a clinician-rated assessment of psychiatric conditions and a dermatological assessment and documentation of the skin status. Moreover, the study period should be expanded to assess the stability of intervention effects and explore potential long-term effects on impairment.</p>
        <p>The program use in our study and user feedback suggest minor adaptions of the program, which will be implemented to ensure that users’ needs are met even better by the provided support. The dermatological group chat will be replaced by a forum where participants can ask dermatologists for advice. This asynchronous form of communications seems to fit user behavior better, since the forum can be accessed any time and does not require meeting a certain appointment. Additionally, the self-management module will be reorganized into topical sessions that will guide participants through the process in a more structured manner. This adjustment was recommended by several users. It may also improve program use, since users receive more guidance and make visible progress as they move from one session to the next. Moreover, visibility of progress will be improved by including a new module providing visual feedback on daily monitoring data (eg, graph displaying changes in symptom severity) and completed exercises within sessions. Additionally, following user recommendations, the daily monitoring messages will no longer be delivered via email but via mobile messaging technology (eg, short message service) in order to facilitate more immediate participation. These adjustments are expected to improve user satisfaction and the extent of program use and may ultimately further enhance the efficacy of the intervention. In a subsequent efficacy study, the impact of certain program modules should be analyzed in more detail by exploring associations between program use (especially within the monitoring module) and changes in skin picking symptomatology.</p>
        <p>The pilot study derived important knowledge on the feasibility and adequacy of an internet-based intervention for skin picking disorder and therefore provides essential information for subsequent research. We are aware that in general the intervention effects observed in a pilot trial have only limited value for guiding the preparation of a subsequent RCT (eg, in terms of power calculations) [<xref ref-type="bibr" rid="ref42">42</xref>]. Therefore, the pilot results should be considered as highly promising but preliminary evidence that should be interpreted with adequate caution.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>To our knowledge, this is the first study to comprehensively investigate an internet-based self-help intervention for skin picking disorder in an RCT. This pilot study showed that SaveMySkin seems to be a welcomed and suitable program for individuals with skin picking that can induce substantial improvements in symptomatology. The results of the pilot trial will be used to design a subsequent study on the efficacy and cost effectiveness of SaveMySkin, which may be a beneficial complement to conventional health care for skin picking disorder.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>CONSORT‐EHEALTH checklist (V 1.6.1).</p>
        <media xlink:href="jmir_v21i9e15011_app1.pdf" xlink:title="PDF File  (Adobe PDF File)2577 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBT</term>
          <def>
            <p>cognitive-behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DSM-5</term>
          <def>
            <p>Diagnostic and Statistical Manual of Mental Disorders, 5th Edition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">KPD-38</term>
          <def>
            <p>Clinical Psychological Diagnosis System–38</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MIDAS</term>
          <def>
            <p>Milwaukee Inventory for the Dimensions of Adult Skin Picking</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SPIS</term>
          <def>
            <p>Skin Picking Impact Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SPS-R</term>
          <def>
            <p>Skin Picking Scale–Revised</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>American Psychiatric Association</collab>
          </person-group>
          <source>Diagnostic and Statistical Manual of Mental Disorders. 5th Edition</source>
          <year>2013</year>
          <publisher-loc>Washington</publisher-loc>
          <publisher-name>American Psychiatric Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilhelm</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Keuthen</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Deckersbach</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Engelhard</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Forker</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Baer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>O'Sullivan</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Jenike</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Self-injurious skin picking: clinical characteristics and comorbidity</article-title>
          <source>J Clin Psychiatry</source>
          <year>1999</year>
          <month>07</month>
          <volume>60</volume>
          <issue>7</issue>
          <fpage>454</fpage>
          <lpage>459</lpage>
          <pub-id pub-id-type="medline">10453800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Storch</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Berlanga</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Skin picking behaviors: an examination of the prevalence and severity in a community sample</article-title>
          <source>J Anxiety Disord</source>
          <year>2009</year>
          <month>04</month>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>314</fpage>
          <lpage>319</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.janxdis.2009.01.008"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.janxdis.2009.01.008</pub-id>
          <pub-id pub-id-type="medline">19223150</pub-id>
          <pub-id pub-id-type="pii">S0887-6185(09)00010-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Odlaug</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Lust</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Schreiber</surname>
              <given-names>LRN</given-names>
            </name>
            <name name-style="western">
              <surname>Christenson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Derbyshire</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Skin picking disorder in university students: health correlates and gender differences</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2013</year>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>168</fpage>
          <lpage>173</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.genhosppsych.2012.08.006"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2012.08.006</pub-id>
          <pub-id pub-id-type="medline">23123103</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(12)00269-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC3566337</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Monzani</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rijsdijk</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cherkas</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Keuthen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mataix-Cols</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and heritability of skin picking in an adult community sample: a twin study</article-title>
          <source>Am J Med Genet B Neuropsychiatr Genet</source>
          <year>2012</year>
          <month>07</month>
          <volume>159B</volume>
          <issue>5</issue>
          <fpage>605</fpage>
          <lpage>610</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/ajmg.b.32067"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/ajmg.b.32067</pub-id>
          <pub-id pub-id-type="medline">22619132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keuthen</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Koran</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Aboujaoude</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Large</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Serpe</surname>
              <given-names>RT</given-names>
            </name>
          </person-group>
          <article-title>The prevalence of pathologic skin picking in US adults</article-title>
          <source>Compr Psychiatry</source>
          <year>2010</year>
          <volume>51</volume>
          <issue>2</issue>
          <fpage>183</fpage>
          <lpage>186</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.comppsych.2009.04.003"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.comppsych.2009.04.003</pub-id>
          <pub-id pub-id-type="medline">20152300</pub-id>
          <pub-id pub-id-type="pii">S0010-440X(09)00055-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neziroglu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rabinowitz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Breytman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jacofsky</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Skin picking phenomenology and severity comparison</article-title>
          <source>Prim Care Companion J Clin Psychiatry</source>
          <year>2008</year>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>306</fpage>
          <lpage>312</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.4088/PCC.v10n0406"/>
          </comment>
          <pub-id pub-id-type="doi">10.4088/pcc.v10n0406</pub-id>
          <pub-id pub-id-type="medline">18787665</pub-id>
          <pub-id pub-id-type="pmcid">PMC2528223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Odlaug</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Clinical characteristics and medical complications of pathologic skin picking</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2008</year>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2007.07.009</pub-id>
          <pub-id pub-id-type="medline">18164942</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(07)00139-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>BTP</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Flessner</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>The Skin Picking Impact Project: phenomenology, interference, and treatment utilization of pathological skin picking in a population-based sample</article-title>
          <source>J Anxiety Disord</source>
          <year>2011</year>
          <month>01</month>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>88</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1016/j.janxdis.2010.08.007</pub-id>
          <pub-id pub-id-type="medline">20810239</pub-id>
          <pub-id pub-id-type="pii">S0887-6185(10)00171-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flessner</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Phenomenological characteristics, social problems, and the economic impact associated with chronic skin picking</article-title>
          <source>Behav Modif</source>
          <year>2006</year>
          <month>11</month>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>944</fpage>
          <lpage>963</lpage>
          <pub-id pub-id-type="doi">10.1177/0145445506294083</pub-id>
          <pub-id pub-id-type="medline">17050772</pub-id>
          <pub-id pub-id-type="pii">30/6/944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Odlaug</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Chamberlain</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Keuthen</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lochner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Skin picking disorder</article-title>
          <source>Am J Psychiatry</source>
          <year>2012</year>
          <month>11</month>
          <volume>169</volume>
          <issue>11</issue>
          <fpage>1143</fpage>
          <lpage>1149</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.2012.12040508</pub-id>
          <pub-id pub-id-type="medline">23128921</pub-id>
          <pub-id pub-id-type="pii">1389516</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lochner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Roos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Excoriation (skin-picking) disorder: a systematic review of treatment options</article-title>
          <source>Neuropsychiatr Dis Treat</source>
          <year>2017</year>
          <volume>13</volume>
          <fpage>1867</fpage>
          <lpage>1872</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/NDT.S121138"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/NDT.S121138</pub-id>
          <pub-id pub-id-type="medline">28761349</pub-id>
          <pub-id pub-id-type="pii">ndt-13-1867</pub-id>
          <pub-id pub-id-type="pmcid">PMC5522672</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moritz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fricke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Treszl</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wittekind</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>Do it yourself! Evaluation of self-help habit reversal training versus decoupling in pathological skin picking: a pilot study</article-title>
          <source>J Obsessive Compuls Relat Disord</source>
          <year>2012</year>
          <month>1</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>41</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jocrd.2011.11.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Teng</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Twohig</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Habit reversal as a treatment for chronic skin picking: a pilot investigation</article-title>
          <source>Behav Modif</source>
          <year>2006</year>
          <month>07</month>
          <volume>30</volume>
          <issue>4</issue>
          <fpage>411</fpage>
          <lpage>422</lpage>
          <pub-id pub-id-type="doi">10.1177/0145445504265707</pub-id>
          <pub-id pub-id-type="medline">16723422</pub-id>
          <pub-id pub-id-type="pii">30/4/411</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Twohig</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Masuda</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A preliminary investigation of acceptance and commitment therapy as a treatment for chronic skin picking</article-title>
          <source>Behav Res Ther</source>
          <year>2006</year>
          <month>10</month>
          <volume>44</volume>
          <issue>10</issue>
          <fpage>1513</fpage>
          <lpage>1522</lpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2005.10.002</pub-id>
          <pub-id pub-id-type="medline">16368072</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(05)00211-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schuck</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Keijsers</surname>
              <given-names>GPJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rinck</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The effects of brief cognitive-behaviour therapy for pathological skin picking: a randomized comparison to wait-list control</article-title>
          <source>Behav Res Ther</source>
          <year>2011</year>
          <month>01</month>
          <volume>49</volume>
          <issue>1</issue>
          <fpage>11</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.brat.2010.09.005"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.brat.2010.09.005</pub-id>
          <pub-id pub-id-type="medline">20934685</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(10)00188-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flessner</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Mouton-Odum</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stocker</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Keuthen</surname>
              <given-names>NJ</given-names>
            </name>
          </person-group>
          <article-title>StopPicking.com: Internet-based treatment for self-injurious skin picking</article-title>
          <source>Dermatol Online J</source>
          <year>2007</year>
          <month>10</month>
          <day>13</day>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>3</fpage>
          <pub-id pub-id-type="medline">18319000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Capriotti</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Ely</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Snorrason</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Acceptance-enhanced behavior therapy for excoriation (skin-picking) disorder in adults: a clinical case series</article-title>
          <source>Cogn Behav Pract</source>
          <year>2015</year>
          <month>05</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>230</fpage>
          <lpage>239</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cbpra.2014.01.008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flessner</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Busch</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Heideman</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Acceptance-enhanced behavior therapy (AEBT) for trichotillomania and chronic skin picking: exploring the effects of component sequencing</article-title>
          <source>Behav Modif</source>
          <year>2008</year>
          <month>09</month>
          <volume>32</volume>
          <issue>5</issue>
          <fpage>579</fpage>
          <lpage>594</lpage>
          <pub-id pub-id-type="doi">10.1177/0145445507313800</pub-id>
          <pub-id pub-id-type="medline">18334614</pub-id>
          <pub-id pub-id-type="pii">0145445507313800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schumer</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Bartley</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Bloch</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of pharmacological and behavioral treatments for skin picking disorder</article-title>
          <source>J Clin Psychopharmacol</source>
          <year>2016</year>
          <month>04</month>
          <volume>36</volume>
          <issue>2</issue>
          <fpage>147</fpage>
          <lpage>152</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26872117"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/JCP.0000000000000462</pub-id>
          <pub-id pub-id-type="medline">26872117</pub-id>
          <pub-id pub-id-type="pmcid">PMC4930073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Selles</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>McGuire</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Storch</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>A systematic review and meta-analysis of psychiatric treatments for excoriation (skin-picking) disorder</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>2016</year>
          <volume>41</volume>
          <fpage>29</fpage>
          <lpage>37</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.genhosppsych.2016.04.001"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2016.04.001</pub-id>
          <pub-id pub-id-type="medline">27143352</pub-id>
          <pub-id pub-id-type="pii">S0163-8343(16)30033-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bloch</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Landeros-Weisenberger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dombrowski</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kelmendi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wegner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nudel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pittenger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Leckman</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Coric</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Systematic review: pharmacological and behavioral treatment for trichotillomania</article-title>
          <source>Biol Psychiatry</source>
          <year>2007</year>
          <month>10</month>
          <day>15</day>
          <volume>62</volume>
          <issue>8</issue>
          <fpage>839</fpage>
          <lpage>846</lpage>
          <pub-id pub-id-type="doi">10.1016/j.biopsych.2007.05.019</pub-id>
          <pub-id pub-id-type="medline">17727824</pub-id>
          <pub-id pub-id-type="pii">S0006-3223(07)00503-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGuire</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Ung</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Selles</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Rahman</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lewin</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Storch</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Treating trichotillomania: a meta-analysis of treatment effects and moderators for behavior therapy and serotonin reuptake inhibitors</article-title>
          <source>J Psychiatr Res</source>
          <year>2014</year>
          <month>11</month>
          <volume>58</volume>
          <fpage>76</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25108618"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpsychires.2014.07.015</pub-id>
          <pub-id pub-id-type="medline">25108618</pub-id>
          <pub-id pub-id-type="pii">S0022-3956(14)00212-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC4163503</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flessner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Penzel</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Keuthen</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Current treatment practices for children and adults with trichotillomania: consensus among experts</article-title>
          <source>Cogn Behav Pract</source>
          <year>2010</year>
          <month>8</month>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>290</fpage>
          <lpage>300</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cbpra.2009.10.006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snorrason</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Belleau</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>How related are hair pulling disorder (trichotillomania) and skin picking disorder? A review of evidence for comorbidity, similarities and shared etiology</article-title>
          <source>Clin Psychol Rev</source>
          <year>2012</year>
          <month>11</month>
          <volume>32</volume>
          <issue>7</issue>
          <fpage>618</fpage>
          <lpage>629</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2012.05.008</pub-id>
          <pub-id pub-id-type="medline">22917741</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(12)00099-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Zarski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stikkelbroek</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Berking</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Internet and computer-based cognitive behavioral therapy for anxiety and depression in youth: a meta-analysis of randomized controlled outcome trials</article-title>
          <source>PLoS One</source>
          <year>2015</year>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>e0119895</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0119895"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0119895</pub-id>
          <pub-id pub-id-type="medline">25786025</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-33759</pub-id>
          <pub-id pub-id-type="pmcid">PMC4364968</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Königbauer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Letsch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Doebler</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Internet- and mobile-based depression interventions for people with diagnosed depression: a systematic review and meta-analysis</article-title>
          <source>J Affect Disord</source>
          <year>2017</year>
          <month>12</month>
          <day>01</day>
          <volume>223</volume>
          <fpage>28</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2017.07.021</pub-id>
          <pub-id pub-id-type="medline">28715726</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(17)30725-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Joyce</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Willan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Tanner-Smith</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>McCormack</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dawkins</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hoiles</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Egan</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Prevention of eating disorders: a systematic review of randomized, controlled trials</article-title>
          <source>Int J Eat Disord</source>
          <year>2016</year>
          <month>09</month>
          <volume>49</volume>
          <issue>9</issue>
          <fpage>833</fpage>
          <lpage>862</lpage>
          <pub-id pub-id-type="doi">10.1002/eat.22577</pub-id>
          <pub-id pub-id-type="medline">27425572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moessner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Özer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zimmer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kordy</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Cost-effectiveness of an internet-based aftercare intervention after inpatient treatment in a psychosomatic hospital</article-title>
          <source>Psychother Res</source>
          <year>2014</year>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>496</fpage>
          <lpage>503</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1080/10503307.2013.845919"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10503307.2013.845919</pub-id>
          <pub-id pub-id-type="medline">24188127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gallinat</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Moessner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haenssle</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Winkler</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Backenstrass</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>SaveMySkin: an Internet-based self-help intervention for skin picking. Study protocol for a randomized pilot study</article-title>
          <source>Contemp Clin Trials Commun</source>
          <year>2019</year>
          <month>03</month>
          <volume>13</volume>
          <fpage>100315</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2451-8654(18)30141-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.conctc.2018.100315</pub-id>
          <pub-id pub-id-type="medline">31011654</pub-id>
          <pub-id pub-id-type="pii">S2451-8654(18)30141-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6465578</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gallinat</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Keuthen</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Backenstrass</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Ein Selbstbeurteilungsinstrument zur Erfassung von Dermatillomanie: Reliabilität und Validität der deutschsprachigen Version der Skin Picking Scale-Revised [A self-report instrument for the assessment of dermatillomania: reliability and validity of the German Skin Picking Scale–Revised]</article-title>
          <source>Psychother Psychosom Med Psychol</source>
          <year>2016</year>
          <month>06</month>
          <volume>66</volume>
          <issue>6</issue>
          <fpage>249</fpage>
          <lpage>255</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0042-107255</pub-id>
          <pub-id pub-id-type="medline">27286530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snorrason</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ólafsson</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Flessner</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Keuthen</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>The Skin Picking Scale-Revised: factor structure and psychometric properties</article-title>
          <source>J Obsessive Compuls Relat Disord</source>
          <year>2012</year>
          <month>4</month>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>133</fpage>
          <lpage>137</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jocrd.2012.03.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keuthen</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Deckersbach</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wilhelm</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Engelhard</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Forker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>O'Sullivan</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Jenike</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Baer</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The Skin Picking Impact Scale (SPIS): scale development and psychometric analyses</article-title>
          <source>Psychosomatics</source>
          <year>2001</year>
          <volume>42</volume>
          <issue>5</issue>
          <fpage>397</fpage>
          <lpage>403</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.psy.42.5.397</pub-id>
          <pub-id pub-id-type="medline">11739906</pub-id>
          <pub-id pub-id-type="pii">S0033-3182(01)70471-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mehrmann</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Hunger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gerlach</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Pathologisches Hautzupfen/-quetschen (Skin Picking). Erste Ergebnisse zur Psychometrie störungsspezifischer Messinstrumente [Excoriation disorder (skin picking): an initial analysis of disorder-specific assessment instruments]</article-title>
          <source>Zeitschrift für Klinische Psychologie und Psychotherapie</source>
          <year>2017</year>
          <month>01</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>23</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1026/1616-3443/a000386</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walther</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Flessner</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Conelea</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>The Milwaukee Inventory for the Dimensions of Adult Skin Picking (MIDAS): initial development and psychometric properties</article-title>
          <source>J Behav Ther Exp Psychiatry</source>
          <year>2009</year>
          <month>03</month>
          <volume>40</volume>
          <issue>1</issue>
          <fpage>127</fpage>
          <lpage>135</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jbtep.2008.07.002</pub-id>
          <pub-id pub-id-type="medline">18725154</pub-id>
          <pub-id pub-id-type="pii">S0005-7916(08)00056-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Percevic</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gallas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haug</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hünerfauth</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kordy</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Das Klinisch Psychologische Diagnosesystem 38 (KPD-38). Entwicklung, Normierung und Validierung eines Selbstbeurteilungsbogens für den Einsatz in Qualitätssicherung und Ergebnismonitoring in der Psychotherapie und psychosomatischen Medizin [The Klinisch Psychologische Diagnosesystem 38 (KPD-38): development, standardization, and validation of a self-report questionnaire for use in quality assurance and outcome monitoring in psychotherapy and psychosomatic medicine]</article-title>
          <source>Diagnostica</source>
          <year>2005</year>
          <month>07</month>
          <volume>51</volume>
          <issue>3</issue>
          <fpage>134</fpage>
          <lpage>144</lpage>
          <pub-id pub-id-type="doi">10.1026/0012-1924.51.3.134</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moessner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gallas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Haug</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kordy</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The clinical psychological diagnostic system (KPD-38): sensitivity to change and validity of a self-report instrument for outcome monitoring and quality assurance</article-title>
          <source>Clin Psychol Psychother</source>
          <year>2011</year>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>331</fpage>
          <lpage>338</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/cpp.717"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/cpp.717</pub-id>
          <pub-id pub-id-type="medline">20812367</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leon</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Kraemer</surname>
              <given-names>HC</given-names>
            </name>
          </person-group>
          <article-title>The role and interpretation of pilot studies in clinical research</article-title>
          <source>J Psychiatr Res</source>
          <year>2011</year>
          <month>05</month>
          <volume>45</volume>
          <issue>5</issue>
          <fpage>626</fpage>
          <lpage>629</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21035130"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpsychires.2010.10.008</pub-id>
          <pub-id pub-id-type="medline">21035130</pub-id>
          <pub-id pub-id-type="pii">S0022-3956(10)00292-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC3081994</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lorah</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effect size measures for multilevel models: definition, interpretation, and TIMSS example</article-title>
          <source>Large-scale Assess Educ</source>
          <year>2018</year>
          <month>7</month>
          <day>23</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1186/s40536-018-0061-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40536-018-0061-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Constantino</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Are patient expectations still relevant for psychotherapy process and outcome?</article-title>
          <source>Clin Psychol Rev</source>
          <year>2006</year>
          <month>10</month>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>657</fpage>
          <lpage>678</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2005.03.002</pub-id>
          <pub-id pub-id-type="medline">15908088</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(05)00025-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nonnecke</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Preece</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Non-public and public online community participation: needs, attitudes and behavior</article-title>
          <source>Electron Commerce Res</source>
          <year>2006</year>
          <month>1</month>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1007/s10660-006-5985-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kraemer</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Mintz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Noda</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tinklenberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yesavage</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Caution regarding the use of pilot studies to guide power calculations for study proposals</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2006</year>
          <month>05</month>
          <volume>63</volume>
          <issue>5</issue>
          <fpage>484</fpage>
          <lpage>489</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.63.5.484</pub-id>
          <pub-id pub-id-type="medline">16651505</pub-id>
          <pub-id pub-id-type="pii">63/5/484</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
