<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v19i7e257</article-id>
    <article-id pub-id-type="pmid">28716769</article-id>
    <article-id pub-id-type="doi">10.2196/jmir.7966</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Web-Based Therapist Training in Interpersonal Psychotherapy for Depression: Pilot Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Greist</surname>
          <given-names>John</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Swartz</surname>
          <given-names>Holly</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Kobak</surname>
        <given-names>Kenneth A</given-names>
      </name>
      <degrees>PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Center for Telepsychology</institution>
        <addr-line>22 North Harwood Circle</addr-line>
        <addr-line>Madison, WI, 53717</addr-line>
        <country>United States</country>
        <phone>1 6084062621</phone>
        <fax>1 6084062621</fax>
        <email>kobak@charter.net</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4075-3045</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Lipsitz</surname>
          <given-names>Joshua D</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2013-0844</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Markowitz</surname>
          <given-names>John C</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2364-8363</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Bleiberg</surname>
          <given-names>Kathryn L</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2415-5106</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
      <sup>1</sup>
      <institution>Center for Telepsychology</institution>
      <addr-line>Madison, WI</addr-line>
      <country>United States</country>
    </aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Department of Psychology</institution>
    <institution>Ben Gurion University of the Negev</institution>  
    <addr-line>Beer Sheva</addr-line>
    <country>Israel</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Department of Psychiatry</institution>
    <institution>New York State Psychiatric Institute and Columbia University College of Physicians &#38; Surgeons</institution>  
    <addr-line>New York, NY</addr-line>
    <country>United States</country></aff>
    <aff id="aff4">
    <sup>4</sup>
    <institution>Weill Cornell Medicine</institution>
    <institution>Department of Psychiatry</institution>  
    <addr-line>New York, NY</addr-line>
    <country>United States</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Kenneth A Kobak 
      <email>kobak@charter.net</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>07</month><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>17</day>
      <month>07</month>
      <year>2017</year>
    </pub-date>
    <volume>19</volume>
    <issue>7</issue>
    <elocation-id>e257</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>2</day>
        <month>5</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>31</day>
        <month>5</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>4</day>
        <month>6</month>
        <year>2017</year>
      </date>
      <date date-type="accepted">
        <day>5</day>
        <month>6</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Kenneth A Kobak, Joshua D Lipsitz, John C Markowitz, Kathryn L Bleiberg. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 17.07.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2017/7/e257/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Training mental health professionals to deliver evidence-based therapy (EBT) is now required by most academic accreditation bodies, and evaluating the effectiveness of such training is imperative. However, shortages of time, money, and trained EBT clinician teachers make these challenges daunting. New technologies may help. The authors have developed the first empirically evaluated comprehensive Internet therapist training program for interpersonal psychotherapy (IPT).</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The aim of this study was to examine whether (1) the training protocol would increase clinicians’ knowledge of IPT concepts and skills and (2) clinicians would deem the training feasible as measured by satisfaction and utility ratings.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>A total of 26 clinicians enrolled in the training, consisting of (1) a Web-based tutorial on IPT concepts and techniques; (2) live remote training via videoconference, with trainees practicing IPT techniques in a role-play using a case vignette; and (3) a Web-based portal for therapists posttraining use to help facilitate implementation of IPT and maintain adherence over time.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Trainees’ knowledge of IPT concepts and skills improved significantly (<italic>P</italic>&#60;.001). The standardized effect size for the change was large: <italic>d</italic>=2.53, 95% CI 2.23-2.92. Users found the technical features easy to use, the content useful for helping them treat depressed clients, and felt the applied training component enhanced their professional expertise. Mean rating of applied learning was 3.9 (scale range from 1=very little to 5=a great deal). Overall satisfaction rating was 3.5 (range from 1=very dissatisfied to 4=very satisfied).</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Results support the efficacy and feasibility of this technology in training clinicians in EBTs and warrant further empirical evaluation.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>psychotherapy</kwd>
      <kwd>Internet</kwd>
      <kwd>depression</kwd>
      <kwd>education</kwd>
      <kwd>humans</kwd>
      <kwd>computer-assisted instruction</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The importance of preparing mental health professionals to deliver evidence-based therapy (EBT) is now well established [<xref ref-type="bibr" rid="ref1">1</xref>]. Accreditation bodies for academic programs in psychiatry [<xref ref-type="bibr" rid="ref2">2</xref>], psychology [<xref ref-type="bibr" rid="ref3">3</xref>], and social work [<xref ref-type="bibr" rid="ref4">4</xref>] in both the United States and Canada [<xref ref-type="bibr" rid="ref5">5</xref>] require demonstration of competence in EBTs [<xref ref-type="bibr" rid="ref6">6</xref>]. This requirement helps to address the critical shortage of clinicians trained in EBTs, which has been identified as a major public health concern [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. It also accords with the needs both of patients, who generally prefer talk therapy to medication [<xref ref-type="bibr" rid="ref9">9</xref>], and trainees, who report wanting to spend more time delivering EBTs and to receive more EBT training than they now do [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Interpersonal psychotherapy (IPT) is one of the oldest and best-studied EBTs [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>] and one of the psychotherapies formally evaluated for efficacy by the National Institute for Mental Health (NIMH) [<xref ref-type="bibr" rid="ref13">13</xref>]. Numerous professional and international guidelines recommend IPT for the treatment of major depression, including the American Psychiatric Association [<xref ref-type="bibr" rid="ref14">14</xref>] and the Guidelines for Primary Care Physicians [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. IPT focuses on understanding the interpersonal and social context in which the patient’s symptoms arose. This brief, time-limited approach focuses on feelings, validating them in the context of social situations, and helping the patient to understand and verbalize those feelings to change interpersonal encounters. A recent meta-analysis of 90 randomized controlled trials involving over 11,434 patients found large effect sizes for IPT in alleviating major depression. IPT was also effective in preventing relapse and had a preventive effect on subthreshold episodes [<xref ref-type="bibr" rid="ref18">18</xref>]. Effect sizes were comparable with those found with cognitive behavior therapy (CBT) [<xref ref-type="bibr" rid="ref19">19</xref>]. IPT has also demonstrated efficacy for other diagnoses including eating and anxiety disorders and for patients ranging from adolescents to the elderly [<xref ref-type="bibr" rid="ref20">20</xref>]. Despite the substantial empirical literature supporting the efficacy of IPT, it has been far less disseminated than CBT.</p>
      <p>With the increasing emphasis on EBTs comes an increasing focus on how to implement and evaluate psychotherapy training. Accreditation bodies in psychiatry (Accreditation Council for Graduate Medical Education) and psychology (American Psychological Association) require not only training in EBTs but an evidence-based approach to evaluating the effectiveness of such training, that is, whether clinicians demonstrate competence in administering the treatment [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Thus, psychotherapy training involves the dual challenges of expanding the current curriculum to include EBTs and ensuring such training is effective. These shortages of time, money, and availability of trained EBT clinician teachers make these challenges daunting. The development of new methods in psychotherapy training has been suggested as one solution to these challenges [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      <p>New technologies may help [<xref ref-type="bibr" rid="ref22">22</xref>]. Internet-based training (e-learning) is cost-effective, scalable, and available upon demand. It overcomes limitations of trainer availability, especially in remote locations. Clinicians can work at their own pace, repeating and reviewing as desired. Enhancing training quality are the standardization of instruction (ensuring inclusion of key empirically proven components) and the use of multi-modal learning techniques the technology affords, which have been shown to increase knowledge uptake and retention [<xref ref-type="bibr" rid="ref23">23</xref>]. Research has found Internet-based training has greater effectiveness than paper-based manuals alone, resulting in greater long-term knowledge retention [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], and in one study, Internet-based training was superior to face-to-face instruction [<xref ref-type="bibr" rid="ref26">26</xref>]. Once the learner has mastered the didactic content, new technologies can teach and assess clinical proficiency in administering the newly learned skills. Both computer simulations using virtual patients [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>] and remote live training via videoconference have demonstrated effectiveness in teaching applied clinical skills [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Posttraining, these same technologies can be used to help ensure proper implementation in clinical practice [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Research has found posttraining consultation an essential ingredient for successful implementation of EBT skills [<xref ref-type="bibr" rid="ref32">32</xref>] and to predict clinician adherence and competence following EBT training [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. By improving access to training, new technologies can help facilitate dissemination of a variety of EBTs, including IPT and provide patients with a wider choice of treatment options.</p>
      <p>In this pilot study, we developed the first comprehensive Internet training program for IPT to be empirically evaluated. This three-part, interactive therapist training protocol focuses on IPT for major depression and consists of (1) a Web-based tutorial on IPT concepts and techniques; (2) live remote training via videoconference, with trainees practicing IPT techniques in a role-play using a case vignette; and (3) a Web-based portal for therapists posttraining use to help facilitate integration of IPT into their clinical practice and maintain adherence and quality over time. The goal of the study was to examine the following hypotheses: (1) the training protocol would increase clinicians’ knowledge of IPT concepts and skills from baseline and (2) clinicians would deem the training feasible as measured by satisfaction and utility ratings.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Procedure</title>
        <p>Before training, trainees took a 38-item pretest on their knowledge of IPT concepts and principles. Following the pretest, they received a username and password to access the Web-based tutorial and completed it at their own pace. Trainees could email the instructors with questions about the material. After completing the Web-based tutorial, trainees took a posttest of IPT knowledge and a user satisfaction questionnaire. Trainees then received a 45-60 min live applied training session conducted via videoconference with an experienced IPT trainer (JDL, JCM, or KLB). During this session, the trainer portrayed a standardized depressed patient, whereas the trainee role-played as therapist (see below). After completing the video session, trainees completed a satisfaction questionnaire and received a link to the IPT posttraining website. The posttraining website was designed to facilitate implementation and adherence following training and to guide the clinician in structuring sessions with their first IPT patients.</p>
      </sec>
      <sec>
        <title>Description of Training Components</title>
        <sec>
          <title>Web-Based Tutorial</title>
          <p>The training components paralleled components of IPT. In IPT, the patient and IPT therapist together define a central interpersonal problem focusing on one of four categories: grief, role transition, role dispute, or interpersonal deficits [<xref ref-type="bibr" rid="ref20">20</xref>]. IPT has three phases: the initial phase (evaluation, case formulation, and treatment plan), the middle phase (addressing and resolving the focal problem), and the termination phase (consolidating gains and transitioning from treatment). The tutorial contains seven modules covering these and other topics on the theory and practice of IPT for depression. A description of the content and learning goals for each of the modules is presented in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Learning objectives by module: interpersonal psychotherapy (IPT) tutorial.</p>
            </caption>
            <table width="623" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="195"/>
              <col width="398"/>
              <thead>
                <tr valign="top">
                  <td>Module</td>
                  <td>Learning goal</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Welcome and overview</td>
                  <td>Describe the goals of the tutorial</td>
                </tr>
                <tr valign="top">
                  <td rowspan="4">Principles of IPT<sup>a</sup> for depression</td>
                  <td>Describe the theoretical roots for IPT</td>
                </tr>
                <tr valign="top">
                  <td>Describe the IPT theory for the cause and treatment of depression</td>
                </tr>
                <tr valign="top">
                  <td>Describe the role of the IPT therapist <break/>Describe the role of the IPT patient given depression as a medical illness</td>
                </tr>
                <tr valign="top">
                  <td>Describe the three phases of IPT treatment, the interpersonal inventory, and developing a case formulation</td>
                </tr>
                <tr valign="top">
                  <td rowspan="4">3: The four IPT problem areas: grief</td>
                  <td>Explain the difference between normal grief and abnormal grief (complicated bereavement)</td>
                </tr>
                <tr valign="top">
                  <td>Describe the therapeutic goals in treating depression resulting from abnormal grief</td>
                </tr>
                <tr valign="top">
                  <td>Describe questions to use in order to assess the presence of abnormal grief</td>
                </tr>
                <tr valign="top">
                  <td>Describe how to facilitate the grieving process</td>
                </tr>
                <tr valign="top">
                  <td rowspan="4">The four IPT problem areas: role transition</td>
                  <td>Describe a role transition</td>
                </tr>
                <tr valign="top">
                  <td>Describe how a role transition may result in depression</td>
                </tr>
                <tr valign="top">
                  <td>Identify when a role transition is an issue for a patient</td>
                </tr>
                <tr valign="top">
                  <td>Explain the treatment goals in treating depression resulting from a role transition</td>
                </tr>
                <tr valign="top">
                  <td rowspan="4">The four IPT problem areas: role dispute</td>
                  <td>Describe the nature of role disputes</td>
                </tr>
                <tr valign="top">
                  <td>Identify when a role dispute is an issue for a patient</td>
                </tr>
                <tr valign="top">
                  <td>Identify the three stages in role disputes</td>
                </tr>
                <tr valign="top">
                  <td>Describe the therapeutic goals in treating patients presenting depression resulting from a role dispute</td>
                </tr>
                <tr valign="top">
                  <td rowspan="3">The four IPT problem areas: interpersonal deficits</td>
                  <td>Describe when interpersonal deficits are the focus of treatment</td>
                </tr>
                <tr valign="top">
                  <td>Describe the treatment goals in IPT in treating depression resulting from interpersonal deficits</td>
                </tr>
                <tr valign="top">
                  <td>Describe how patients with interpersonal deficits differ from patients presenting with depression resulting from the other three problem areas</td>
                </tr>
                <tr valign="top">
                  <td>Mechanisms of change in IPT</td>
                  <td>Describe the four ways in which IPT achieves therapeutic goals</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>IPT: interpersonal psychotherapy.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <p>Because multi-modal learning and high levels of interactivity enhance learning [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref34">34</xref>], content was presented in varied formats including animations, graphical illustrations, and clinical vignettes with audio and interactive exercises. New material was often presented using “challenge questions,” as learning is enhanced when a user makes mistakes applying recently acquired information and gets specific feedback explaining the rationale for the correct answer [<xref ref-type="bibr" rid="ref35">35</xref>]. Presentation of material was guided by principles of instructional design, such as “chunking” material based on limits to working memory to enhance retention [<xref ref-type="bibr" rid="ref36">36</xref>]. It was estimated the tutorial would take 3 to 4 hours to complete. Interactive demos of the tutorial content can be found in <xref ref-type="app" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="app" rid="app2">2</xref>.</p>
        </sec>
        <sec>
          <title>Applied Training</title>
          <p>After completing the Web-based tutorial and Web-based posttest, trainees completed a supervised clinical training session using videoconferencing. During the applied session, the trainer portrayed a standardized depressed patient, whereas the trainee role-played the IPT therapist. The goal was to offer trainees practice in applying the skills learned during the tutorial. The trainer provided feedback and suggestions in real time as appropriate. Trainees also had the opportunity to ask questions about the IPT approach. The role play was designed to portray the patient’s second or third session, to provide the trainee an opportunity to practice developing an interpersonal formulation with the patient, and achieving agreement with the patient on the focal IPT problem area. We did not role play initial sessions because these typically focus on history gathering, which we finessed by providing summary information on the patient’s history up front to the trainee. Starting a session with “How have things been since we last met?” is a pattern that begins with session 2. A crucial point in IPT treatment is the therapist’s formulation of a focal problem area in session 2 or 3 and getting the patient’s agreement on it; this then organizes the remainder of the treatment [<xref ref-type="bibr" rid="ref37">37</xref>]. Hence, the choice of session 2-3 from a time-limited, 12-16 session acute treatment framework. Although not sufficient for advanced clinical training in IPT, the applied training allowed us to evaluate the feasibility and user satisfaction with this approach. Applied training where trainees actually implement the skills learned has been found a critical, and often lacking, component of training [<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        </sec>
        <sec>
          <title>Posttraining Case Tracker Website</title>
          <p>A limitation of many professional training programs is lack of carryover to practice [<xref ref-type="bibr" rid="ref32">32</xref>]. To address this, after completing the applied training session, trainees received access to the interactive IPT website portal (IPT Case Tracker). The IPT Case Tracker was designed to facilitate the transition from classroom and initial applied training to clinical practice and to help maintain adherence to IPT in initial and ongoing clinical use. The portal contained (1) interactive tools (eg, reminders) to help clinicians structure their IPT sessions, assist with case conceptualization, and provide an overall framework for conducting IPT with specific clients; (2) checklists for presession preparation and postsession tracking of client issues, client progress, and utilization of IPT skills; (3) a printable depression measure (Hamilton Depression Rating Scale [<xref ref-type="bibr" rid="ref42">42</xref>]) to monitor treatment progress; and (4) case consultation via email, to facilitate uptake and troubleshoot implementation questions and issues. We obtained user satisfaction with the case tracker 1 to 3 months after completion of the applied training session. See <xref ref-type="app" rid="app3">Multimedia Appendices 3</xref> and <xref ref-type="app" rid="app4">4</xref> for samples of pre- and postsession checklists.</p>
        </sec>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Efficacy</title>
          <p>To assess trainees’ gains in knowledge of the concepts, principles, and techniques of IPT, the authors developed a 38-item pre- and posttest covering the core concepts in the tutorial. The text contained a combination of multiple-choice and true-false questions in proportions mandated by continuing education guidelines from the American Psychological Association and the National Association of Social Work. Testing served dual functions of assessing and reinforcing learning. Trainees received rationales for the correct answers after completing the posttest to reinforce learning. Posttests were given after completion of each module. The test had good internal consistency reliability (coefficient alpha =.79).</p>
        </sec>
        <sec>
          <title>Feasibility</title>
          <p>We evaluated user satisfaction from two perspectives: technical implementation, and clinical content. User satisfaction with technical aspects of the training tutorial was assessed using the System Usability Scale (SUS) [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], a reliable, well-validated 10-item scale designed to evaluate user satisfaction with technical aspect of Web-based applications and other technologies. It provides a score on a 0-100 scale regarding the effectiveness, efficiency, and satisfaction users experience using the system. A mean SUS score of 50.9 represents a rating of “okay,” 71.4 represents a rating of “good,” 85.5 represents a rating of “excellent,” and 90.9 represents a rating of “best imaginable.”</p>
          <p>Descriptive statistics assessed trainee satisfaction with the clinical content of the training components. Trainees rated each training component along six dimensions using a 4-point scale (strongly agree, agree, disagree, and strongly disagree). Trainees also rated global satisfaction and had opportunity for open-ended feedback. Scale items were developed in prior studies on user satisfaction with Web-based training [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref45">45</xref>] and have shown good internal consistency reliability (Cronbach alpha=.92). Ratings on the extent to which trainees felt the learning goals were met and global ratings of how much was learned were also obtained for the tutorial as another measure of feasibility.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analyses</title>
        <p>A two-tailed paired <italic>t</italic> test was computed to examine the mean change knowledge assessment from pretest to posttest on the Web-based tutorial. The standardized mean effect size for the <italic>t</italic> test was calculated using methods described by Cohen [<xref ref-type="bibr" rid="ref46">46</xref>]. Effect sizes were considered large at 0.80, medium at 0.50, and small at 0.20 [<xref ref-type="bibr" rid="ref46">46</xref>]. Descriptive statistics were used for the feasibility measure results.</p>
      </sec>
      <sec>
        <title>Compliance With Ethical Standards</title>
        <p>This study has been approved by the Allendale Institutional Review Board. All procedures performed in this study involving human participants were in accordance with the ethical standards of the institutional and/or national research committee and with the 1964 Helsinki declaration and its later amendments. Informed consent was obtained from all individual participants included in the study. This article does not contain any studies with animals performed by any of the authors.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participants</title>
        <p>Clinicians were recruited through advertisements in professional journals from National Association of Social Work and the American Psychological Association and through an announcement on the International Society for Interpersonal Psychotherapy (ISIPT) listserv. A total of 35 clinicians inquired about the study and were offered free participation. Of these, 26 (74%, 26/35) enrolled in the study and started the tutorial, and 22 (62%, 22/35) completed it. Furthermore, 18 (51%, 18/35) trainees participated in the live applied training session after completing the tutorial. The Allendale Institutional Review Board approved the study protocol, and all participants signed informed consent statements.</p>
        <p>Of the 26 community clinicians starting the Web-based tutorial, 23 (88%) were female, 22 (85%) white, 1 (4%) African American, 4 (15%) Hispanic, and 3 (11%) other or mixed racial categories. Participants came from 15 US states and one each from Mexico, Brazil, Canada, and the United Kingdom. Mean age was 41.6 years (standard deviation [SD]=11.5, range: 26-63 years), and mean years of clinical experience was 10.5 (SD=7.6, range: 1-26 years). Eleven (42%, 11/26) were social workers, 11 (42%, 11/26) psychologists, 2 (8%, 2/26) marriage and family therapists, 1 (4%, 1/26) a psychiatrist, and 1 (4%, 1/26) a psychiatric nurse. Additionally, 24 (92%, 24/26) were actively conducting psychotherapy with clients. Only 3 (11%) reported having received any prior formal training in IPT: one through a continuing education workshop, one as part of undergraduate coursework, and one in graduate coursework. Three participants (14%, 3/26) reported having used some IPT techniques in their practice before participating in the study.</p>
      </sec>
      <sec>
        <title>Web-Based Tutorial</title>
        <sec>
          <title>Efficacy: Improvement in Knowledge of Interpersonal Psychotherapy (IPT) Concepts</title>
          <p>The mean number of correct answers on the 38-item IPT concepts and skills quiz improved significantly from 16.5 (SD 4.6) on pretest to 27.5 (SD 4.0) on posttest, <italic>t</italic><sub>21</sub>=15.7, <italic>P</italic>&#60;.001. The standardized effect size for the change was large: <italic>d</italic>=2.53, 95% CI 2.23-2.92.</p>
        </sec>
        <sec>
          <title>User Satisfaction: Technical Features</title>
          <p>The SUS evaluated user satisfaction with the technical features of the Web-based tutorial. Mean SUS score was 90.6 (SD 11.4). This corresponds to a mean rating between “excellent” and “best imaginable.” <xref ref-type="fig" rid="figure1">Figure 1</xref> shows ratings on individual SUS items. Users found the technical features of the tutorial easy to use and understand. The mean global rating on the user-friendliness item was 5.7 (between good and excellent; range: 1=worst imaginable to 7=best imaginable).</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>System Usability Scale ratings of user satisfaction with technical features of Web-based tutorial.</p>
            </caption>
            <graphic xlink:href="jmir_v19i7e257_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>User Satisfaction: Clinical Content</title>
          <p><xref ref-type="fig" rid="figure2">Figure 2</xref> illustrates user satisfaction with the clinical content of the tutorial. Clinicians found the concepts clearly presented in an interesting fashion and found the content useful for helping them treat depressed clients. The mean global rating of user satisfaction with the clinical content was 3.2 (range: 1=very dissatisfied to 4=very satisfied).</p>
          <p>User satisfaction with the tutorial was also evaluated by whether clinicians felt the learning objectives of each module were met. Nineteen learning objectives were identified a priori for the seven modules (<xref ref-type="table" rid="table1">Table 1</xref>). Trainees rated whether learning objectives were met after completing each module. They rated the learning objectives as having being met 95% (18/19) of the time, on average.</p>
          <p>Global ratings of how much the trainee learned (scale range from 1=very little to 5=a great deal) was also obtained, as required by continuing education accreditation agencies. The mean rating of trainees learning from the Web-based tutorial was 3.91.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Ratings of user satisfaction: clinical content of Web-based tutorial.</p>
            </caption>
            <graphic xlink:href="jmir_v19i7e257_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Ratings of user satisfaction: applied training via videoconference.</p>
            </caption>
            <graphic xlink:href="jmir_v19i7e257_fig3.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Applied Training</title>
        <p>User satisfaction with the applied training session via videoconference appears in <xref ref-type="fig" rid="figure3">Figure 3</xref>. Overall, trainees felt the program enhanced their professional expertise and felt able to apply the skills learned to actual treatment. Mean global rating of user satisfaction with the applied training was 3.5 (range: 1=very dissatisfied to 4=very satisfied). Mean rating of learning from the applied training was 3.94 (scale range from 1=very little to 5=a great deal).</p>
      </sec>
      <sec>
        <title>Web Portal</title>
        <p><xref ref-type="fig" rid="figure4">Figure 4</xref> shows user satisfaction with the Web portal. Trainees thought the website helpful in preparing for IPT sessions, identifying the client’s IPT focus area, developing an interpersonal formulation, and monitoring changes in the client symptoms. Overall, satisfaction rating was 3.3 (range: 1=very dissatisfied to 4=very satisfied).</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Ratings of user satisfaction: posttraining Web portal.</p>
          </caption>
          <graphic xlink:href="jmir_v19i7e257_fig4.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Duration of Training</title>
        <p>The mean time it took trainees to complete the Web-based tutorial was 3.3 hours (SD=0.8, range 2.3-5.0 hours). The average module was 29.1 min (SD 18.3). The tutorial was completed over a mean of 27.4 days (SD=22.9, range 1-66 days). The mean duration for participation in the entire training protocol (start of Web-based tutorial to evaluation of Web portal) was 91 days (SD 18.5).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This pilot study provides evidence to support the efficacy and feasibility of this technologically advanced, three-part therapist training intervention on IPT for major depression. Results supported both our hypotheses: the tutorial increased trainee knowledge of IPT, and trainees reported high levels of satisfaction with the three training components. User satisfaction has critical importance: if trainees do not like a training program, find it too difficult to use, or not useful, they will not complete it. In our study, trainees described high satisfaction with both technical aspects and clinical content of the training components and had a completion rate of 85% for the Web-based tutorial and 69% for the live applied training. This ranks somewhat higher than average compared with other Web-based trainings [<xref ref-type="bibr" rid="ref47">47</xref>]. Although we could not assess the total number of possible participants who received notification of the study training opportunity, impressions from ease of recruitment further support the potential demands and interest in this vehicle (enrollment was limited to 35 participants due to budgetary constraints).</p>
        <p>If successfully disseminated, this intervention may assist academic training programs in solving the dual challenges they face in expanding training curricula to include EBT’s and ensuring the training is effective. IPT in particular is an EBT in which most practitioners do not receive training, despite its strong empirical standing. As no treatment is universally effective, expanding training options to include multiple EBTs helps produce more well-rounded clinicians and provides more treatment options for patients, some of whom may prefer or respond better to IPT than other EBTs. IPT has been far less disseminated than CBT (which has comparable supportive evidence) and psychodynamic therapy (which has far less empirical support). IPT uses the medical model of illness which makes it very compatible with clients treated with a combination of psychotherapy and medication.</p>
        <p>From a practical standpoint, the model this study used augments traditional approaches to training rather than replacing them [<xref ref-type="bibr" rid="ref48">48</xref>-<xref ref-type="bibr" rid="ref50">50</xref>]. Web-based tutorials can lay conceptual groundwork, like a textbook, but with the added advantages the technology affords in enhancing learning. Through the use of video recordings and illustrated vignettes, trainees can observe demonstrations of skills being correctly implemented in a variety of situations. Ongoing self-tests incorporated in the tutorial helps ensure and document that participants understand concepts, which has particular importance in evidence based practice. Videoconferencing can overcome logistical barriers to access to domain experts and be used for supervision, including role playing. The use of role plays with supervisors when learning new skills has been found superior to simple discussion [<xref ref-type="bibr" rid="ref51">51</xref>]. Evaluation of clinical skills by actually observing trainees applying skills is critical to success but underutilized. In our sample, only 1 trainee reported prior live skills observation as part of their IPT training, a number consistent with the 10% rate reported in other studies [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Live observation has been found to enhance learning compared with observing videotapes of trainees [<xref ref-type="bibr" rid="ref52">52</xref>].</p>
        <p>The technology may also enhance posttraining supervision in several ways. Videoconferencing facilitates access to training supervisors. Access to a training supervisor following training has been found an essential ingredient of posttraining success superior to other forms of posttraining options such as peer consultation [<xref ref-type="bibr" rid="ref53">53</xref>]. The technology facilitates ongoing case discussion following training, which is critical to ensure therapist efficacy in patients seen posttraining. The Web portal helps transfer learning from classroom to practice by providing a tool to help structure sessions, monitor application of and adherence to techniques, and monitor treatment outcome. It may also help prevent “therapist drift,” as trainees could return to the website to refresh their knowledge and for ongoing retesting and monitoring [<xref ref-type="bibr" rid="ref54">54</xref>]. While not included as part of this study, evaluation of ongoing posttraining therapist supervision using videoconference and Web portals would be informative.</p>
        <p>Results from this study are consistent with other studies on the use of these technologies for training clinicians on other EBTs such as CBT [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref55">55</xref>]. This is the first application of this technology to IPT training to be empirically evaluated that we are aware of (there has been one Web-based training pilot for Interpersonal Social Rhythms Therapy [IPSRT], an adaptation of IPT for patients with bipolar disorder [<xref ref-type="bibr" rid="ref56">56</xref>]). Although IPT is less structured than CBT, there was no reason to think the methodology would have less success. In this study, we did not formally assess clinical competence, as the study goal was to assess user satisfaction with the methodology and improvement in conceptual knowledge. Thus, the degree of clinical competence the trainees attained is unknown. The number of live applied sessions necessary to achieve varying levels of competence in IPT using this methodology needs exploration, as does the differential impact of didactic and applied training on clinical skills. In a prior CBT study, the Web-based tutorial sufficed to improve clinical skills from poor to minimally acceptable, but the addition of four 1-hour videoconference role play sessions further improved rated clinical skills to between adequate and good [<xref ref-type="bibr" rid="ref29">29</xref>]. Competence was assessed using role plays conducted via videoconference, which were recorded and evaluated for clinical skills by a blind rater. Such a methodology may be one way to assess competence via Web-based training. Further studies are needed to explore the relationship between the number of applied sessions and levels of competence and the relative impact of didactic and applied on-line training with IPT.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Limitations of this pilot study include lack of randomization and a control group, such as comparison to current standard methods of clinical instruction. The small sample size limits generalizability of results. In addition, since we did not collect patient data, it is impossible to know how the training program affected clinical practice. Although trainees received no feedback following pretesting on conceptual knowledge, there is the potential for practice effects. In the absence of a control group, it is difficult to determine the extent to which improvement in scores on the tutorial was due to training as opposed to induction bias. However, some studies have found pretests increase learning by orienting learners to subsequent information [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Future studies could include a larger sample size, as well a cohort of recent graduates from academic internships who are interested in additional psychotherapy training following graduation. Such training could count toward continuing education credits [<xref ref-type="bibr" rid="ref48">48</xref>]. In addition, further study of the stability of training is warranted. In summary, results support the use of these technologies in training clinicians in EBTs and warrant further study to empirically evaluate these training methods compared to and in conjunction with current methodologies.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Example of Web-based tutorial multimedia content.</p>
        <media xlink:href="jmir_v19i7e257_app1.pptx" xlink:title="PPTX File, 10MB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Example of clinical vignettes and challenge questions.</p>
        <media xlink:href="jmir_v19i7e257_app2.pptx" xlink:title="PPTX File, 2MB"/>
      </app>
      <app id="app3">
        <title>Multimedia Appendix 3</title>
        <p>Example of pre-session checklist from IPT Web portal.</p>
        <media xlink:href="jmir_v19i7e257_app3.png" xlink:title="PNG File, 232KB"/>
      </app>
      <app id="app4">
        <title>Multimedia Appendix 4</title>
        <p>Example of post-session checklist from IPT Web portal.</p>
        <media xlink:href="jmir_v19i7e257_app4.png" xlink:title="PNG File, 106KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CBT</term>
          <def>
            <p>cognitive behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EBT</term>
          <def>
            <p>evidence-based therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">IPT</term>
          <def>
            <p>interpersonal psychotherapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SUS</term>
          <def>
            <p>System Usability Scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank Richard DeVouno for developing the eLearning component of the Web-based tutorial. This study was funded with federal funds from the National Institute of Mental Health, National Institutes of Health, Department of Health and Human Services, under Small Business Innovation Research (SBIR) grant number R43MH106169.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>Drs Kobak, Lipsitz, and Markowitz have intellectual property rights and a proprietary interest in the Web-based training program described in this project. Dr. Markowitz receives salary support from the National Institute of Mental Health, the Earl Mack Foundation, and the New York State Psychiatric Institute; minor book royalties from American Psychiatric Publishing, Basic Books, and Oxford University Press; and an editorial stipend from Elsevier Press.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <collab>Institute of Medicine</collab>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>England</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Butler</surname>
            <given-names>AS</given-names>
          </name>
          <name name-style="western">
            <surname>Gonzalez</surname>
            <given-names>ML</given-names>
          </name>
        </person-group>
        <source>Psychosocial interventions for mental and substance use disorders: A framework for establishing evidencebased standards. Washington, D. C</source>  
        <year>2015</year>  
        <publisher-loc>Washington, D.C</publisher-loc>
        <publisher-name>The National Academies Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Accreditation Council for Graduate Medical Education</collab>
        </person-group>
        <source>ACGME</source>  
        <year>2016</year>  
        <access-date>2017-06-26</access-date>
        <comment>ACGME Program Requirements for Graduate Medical Education in Psychiatry 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.acgme.org/Portals/0/PFAssets/ProgramRequirements/400_psychiatry_2016.pdf">https://www.acgme.org/Portals/0/PFAssets/ProgramRequirements/400_psychiatry_2016.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6rWAW4rFV"/></comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>American Psychological Association</collab>
        </person-group>
        <source>APA</source>  
        <year>2006</year>  
        <access-date>2017-06-26</access-date>
        <publisher-loc>Washington, D.C</publisher-loc>
        <publisher-name>American Psychological Association</publisher-name>
        <comment>Guidelines and Principles for Accreditation of Programs in Professional Psychology 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.apa.org/ed/accreditation/about/policies/guiding-principles.pdf">http://www.apa.org/ed/accreditation/about/policies/guiding-principles.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6rWAjtKBV"/></comment> </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Council on Social Work Education</collab>
        </person-group>
        <source>CSWE</source>  
        <year>2015</year>  
        <access-date>2017-06-26</access-date>
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>National Association of Social Workers</publisher-name>
        <comment>Educational Policy and Accreditation Standards 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.cswe.org/getattachment/Accreditation/Accreditation-Process/2015-EPAS/2015EPAS_Web_FINAL.pdf.aspx">https://www.cswe.org/getattachment/Accreditation/Accreditation-Process/2015-EPAS/2015EPAS_Web_FINAL.pdf.aspx</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6rWB0vMA6"/></comment> </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Royal College of Physicians and Surgeons of Canada</collab>
        </person-group>
        <source>Royalcollege</source>  
        <year>2015</year>  
        <access-date>2017-06-26</access-date>
        <comment>Program requirements for graduate medical education in psychiatry 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.royalcollege.ca/cs/groups/public/documents/document/mdaw/mdg4/~edisp/088025.pdf">http://www.royalcollege.ca/cs/groups/public/documents/document/mdaw/mdg4/~edisp/088025.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6rWIBDM7x"/></comment> </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weerasekera</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Manring</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Lynn</surname>
            <given-names>DJ</given-names>
          </name>
        </person-group>
        <article-title>Psychotherapy training for residents: reconciling requirements with evidence-based, competency-focused practice</article-title>
        <source>Acad Psychiatry</source>  
        <year>2010</year>  
        <volume>34</volume>  
        <issue>1</issue>  
        <fpage>5</fpage>  
        <lpage>12</lpage>  
        <pub-id pub-id-type="doi">10.1176/appi.ap.34.1.5</pub-id>
        <pub-id pub-id-type="medline">20071717</pub-id>
        <pub-id pub-id-type="pii">34/1/5</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <collab>APA Presidential Task Force on Evidence-Based Practice</collab>
        </person-group>
        <article-title>Evidence-based practice in psychology</article-title>
        <source>Am Psychol</source>  
        <year>2006</year>  
        <volume>61</volume>  
        <issue>4</issue>  
        <fpage>271</fpage>  
        <lpage>85</lpage>  
        <pub-id pub-id-type="doi">10.1037/0003-066X.61.4.271</pub-id>
        <pub-id pub-id-type="medline">16719673</pub-id>
        <pub-id pub-id-type="pii">2006-05893-001</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>National Institute of Mental Health</collab>
        </person-group>
        <source>Socialworkpolicy</source>  
        <year>2007</year>  
        <access-date>2017-06-26</access-date>
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>Institute for the Advancement of Social Work Research</publisher-name>
        <comment>Partnerships to Integrate Evidence-Based Mental Health Practices into Social Work Education and Research. Institute for the Advancement of Social Work Research 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.socialworkpolicy.org/documents/EvidenceBasedPracticeFinal.pdf">http://www.socialworkpolicy.org/documents/EvidenceBasedPracticeFinal.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6rWIsjgM1"/></comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>van Schaik</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Klijn</surname>
            <given-names>AF</given-names>
          </name>
          <name name-style="western">
            <surname>van Hout</surname>
            <given-names>HP</given-names>
          </name>
          <name name-style="western">
            <surname>van Marwijk</surname>
            <given-names>HW</given-names>
          </name>
          <name name-style="western">
            <surname>Beekman</surname>
            <given-names>AT</given-names>
          </name>
          <name name-style="western">
            <surname>de Haan</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>van Dyck</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Patients' preferences in the treatment of depressive disorder in primary care</article-title>
        <source>Gen Hosp Psychiatry</source>  
        <year>2004</year>  
        <volume>26</volume>  
        <issue>3</issue>  
        <fpage>184</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2003.12.001</pub-id>
        <pub-id pub-id-type="medline">15121346</pub-id>
        <pub-id pub-id-type="pii">S0163834303001518</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kovach</surname>
            <given-names>JG</given-names>
          </name>
          <name name-style="western">
            <surname>Dubin</surname>
            <given-names>WR</given-names>
          </name>
          <name name-style="western">
            <surname>Combs</surname>
            <given-names>CJ</given-names>
          </name>
        </person-group>
        <article-title>Psychotherapy training: residents' perceptions and experiences</article-title>
        <source>Acad Psychiatry</source>  
        <year>2015</year>  
        <month>10</month>  
        <volume>39</volume>  
        <issue>5</issue>  
        <fpage>567</fpage>  
        <lpage>74</lpage>  
        <pub-id pub-id-type="doi">10.1007/s40596-014-0187-7</pub-id>
        <pub-id pub-id-type="medline">25008313</pub-id>
        <pub-id pub-id-type="pii">10.1007/s40596-014-0187-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Klerman</surname>
            <given-names>GL</given-names>
          </name>
          <name name-style="western">
            <surname>Dimascio</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Weissman</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Prusoff</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Paykel</surname>
            <given-names>ES</given-names>
          </name>
        </person-group>
        <article-title>Treatment of depression by drugs and psychotherapy</article-title>
        <source>Am J Psychiatry</source>  
        <year>1974</year>  
        <month>02</month>  
        <volume>131</volume>  
        <issue>2</issue>  
        <fpage>186</fpage>  
        <lpage>91</lpage>  
        <pub-id pub-id-type="doi">10.1176/ajp.131.2.186</pub-id>
        <pub-id pub-id-type="medline">4587807</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weissman</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Prusoff</surname>
            <given-names>BA</given-names>
          </name>
          <name name-style="western">
            <surname>Dimascio</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Neu</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Goklaney</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Klerman</surname>
            <given-names>GL</given-names>
          </name>
        </person-group>
        <article-title>The efficacy of drugs and psychotherapy in the treatment of acute depressive episodes</article-title>
        <source>Am J Psychiatry</source>  
        <year>1979</year>  
        <month>04</month>  
        <volume>136</volume>  
        <issue>4B</issue>  
        <fpage>555</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="medline">371421</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Elkin</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Shea</surname>
            <given-names>MT</given-names>
          </name>
          <name name-style="western">
            <surname>Watkins</surname>
            <given-names>JT</given-names>
          </name>
          <name name-style="western">
            <surname>Imber</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Sotsky</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Collins</surname>
            <given-names>JF</given-names>
          </name>
          <name name-style="western">
            <surname>Glass</surname>
            <given-names>DR</given-names>
          </name>
          <name name-style="western">
            <surname>Pilkonis</surname>
            <given-names>PA</given-names>
          </name>
          <name name-style="western">
            <surname>Leber</surname>
            <given-names>WR</given-names>
          </name>
          <name name-style="western">
            <surname>Docherty</surname>
            <given-names>JP</given-names>
          </name>
        </person-group>
        <article-title>National Institute of Mental Health Treatment of Depression Collaborative Research Program. General effectiveness of treatments</article-title>
        <source>Arch Gen Psychiatry</source>  
        <year>1989</year>  
        <month>11</month>  
        <volume>46</volume>  
        <issue>11</issue>  
        <fpage>971</fpage>  
        <lpage>82; discussion 983</lpage>  
        <pub-id pub-id-type="medline">2684085</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>American Psychiatric Association</collab>
        </person-group>
        <source>Psychiatryonline</source>  
        <year>2010</year>  
        <access-date>2017-06-26</access-date>
        <publisher-loc>Washington, D.C</publisher-loc>
        <publisher-name>American Psychiatric Association</publisher-name>
        <comment>Practice guideline for the treatment of patients with major depressive disorder 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://psychiatryonline.org/pb/assets/raw/sitewide/practice_guidelines/guidelines/mdd.pdf">https://psychiatryonline.org/pb/assets/raw/sitewide/practice_guidelines/guidelines/mdd.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6rWJhIdZz"/></comment> </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Trangle</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gursky</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Haight</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Hadwig</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hinnekamp</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Kessler</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Mack</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <source>Adult Depression in Primary Care</source>  
        <year>2016</year>  
        <publisher-loc>Bloomington, MN</publisher-loc>
        <publisher-name>Institute for Clinical Systems Improvement</publisher-name></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>National Institute for Health and Clinical Excellence</collab>
        </person-group>
        <source>NICE</source>  
        <year>2009</year>  
        <access-date>2017-06-26</access-date>
        <publisher-loc>London</publisher-loc>
        <publisher-name>National Institute of Health and Clinical Excellence</publisher-name>
        <comment>Depression: The treatment and management of depression in adults 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.nice.org.uk/guidance/cg90">https://www.nice.org.uk/guidance/cg90</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6rWKArGgX"/></comment> </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Segal</surname>
            <given-names>ZV</given-names>
          </name>
          <name name-style="western">
            <surname>Whitney</surname>
            <given-names>DK</given-names>
          </name>
          <name name-style="western">
            <surname>Lam</surname>
            <given-names>RW</given-names>
          </name>
          <collab>CANMAT Depression Work Group</collab>
        </person-group>
        <article-title>Clinical guidelines for the treatment of depressive disorders. III. Psychotherapy</article-title>
        <source>Can J Psychiatry</source>  
        <year>2001</year>  
        <month>06</month>  
        <volume>46</volume>  
        <issue>Suppl 1</issue>  
        <fpage>29S</fpage>  
        <lpage>37S</lpage>  
        <pub-id pub-id-type="medline">11441770</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cuijpers</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Donker</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Weissman</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Ravitz</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Cristea</surname>
            <given-names>IA</given-names>
          </name>
        </person-group>
        <article-title>Interpersonal psychotherapy for mental health problems: a comprehensive meta-analysis</article-title>
        <source>Am J Psychiatry</source>  
        <year>2016</year>  
        <month>07</month>  
        <day>01</day>  
        <volume>173</volume>  
        <issue>7</issue>  
        <fpage>680</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1176/appi.ajp.2015.15091141</pub-id>
        <pub-id pub-id-type="medline">27032627</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jakobsen</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Hansen</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Simonsen</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Simonsen</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Gluud</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Effects of cognitive therapy versus interpersonal psychotherapy in patients with major depressive disorder: a systematic review of randomized clinical trials with meta-analyses and trial sequential analyses</article-title>
        <source>Psychol Med</source>  
        <year>2012</year>  
        <month>07</month>  
        <volume>42</volume>  
        <issue>7</issue>  
        <fpage>1343</fpage>  
        <lpage>57</lpage>  
        <pub-id pub-id-type="doi">10.1017/S0033291711002236</pub-id>
        <pub-id pub-id-type="medline">22051174</pub-id>
        <pub-id pub-id-type="pii">S0033291711002236</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Markowitz</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Weissman</surname>
            <given-names>MM</given-names>
          </name>
        </person-group>
        <article-title>Interpersonal psychotherapy: principles and applications</article-title>
        <source>World Psychiatry</source>  
        <year>2004</year>  
        <month>10</month>  
        <volume>3</volume>  
        <issue>3</issue>  
        <fpage>136</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=1723-8617&#38;date=2004&#38;volume=3&#38;issue=3&#38;spage=136"/>
        </comment>  
        <pub-id pub-id-type="medline">16633477</pub-id>
        <pub-id pub-id-type="pmcid">PMC1414693</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weerasekera</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>The state of psychotherapy supervision: recommendations for future training</article-title>
        <source>Int Rev Psychiatry</source>  
        <year>2013</year>  
        <month>06</month>  
        <volume>25</volume>  
        <issue>3</issue>  
        <fpage>255</fpage>  
        <lpage>64</lpage>  
        <pub-id pub-id-type="doi">10.3109/09540261.2013.769431</pub-id>
        <pub-id pub-id-type="medline">23859088</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Khanna</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kendall</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Bringing technology to training: web-based therapist training to promote the development of competent cognitive-behavioral therapists</article-title>
        <source>Cogn Behav Pract</source>  
        <year>2015</year>  
        <month>08</month>  
        <volume>22</volume>  
        <issue>3</issue>  
        <fpage>291</fpage>  
        <lpage>301</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.cbpra.2015.02.002</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gardner</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <source>Multiple intelligences: the theory in practice</source>  
        <year>1993</year>  
        <publisher-loc>New York</publisher-loc>
        <publisher-name>Basic Books</publisher-name></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sholomskas</surname>
            <given-names>DE</given-names>
          </name>
          <name name-style="western">
            <surname>Carroll</surname>
            <given-names>KM</given-names>
          </name>
        </person-group>
        <article-title>One small step for manuals: computer-assisted training in twelve-step facilitation</article-title>
        <source>J Stud Alcohol</source>  
        <year>2006</year>  
        <month>11</month>  
        <volume>67</volume>  
        <issue>6</issue>  
        <fpage>939</fpage>  
        <lpage>45</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17061013"/>
        </comment>  
        <pub-id pub-id-type="medline">17061013</pub-id>
        <pub-id pub-id-type="pmcid">PMC2366904</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dimeff</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Woodcock</surname>
            <given-names>EA</given-names>
          </name>
          <name name-style="western">
            <surname>Harned</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Beadnell</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Can dialectical behavior therapy be learned in highly structured learning environments? Results from a randomized controlled dissemination trial</article-title>
        <source>Behav Ther</source>  
        <year>2011</year>  
        <month>06</month>  
        <volume>42</volume>  
        <issue>2</issue>  
        <fpage>263</fpage>  
        <lpage>75</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.beth.2010.06.004</pub-id>
        <pub-id pub-id-type="medline">21496511</pub-id>
        <pub-id pub-id-type="pii">S0005-7894(11)00013-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dimeff</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Harned</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Woodcock</surname>
            <given-names>EA</given-names>
          </name>
          <name name-style="western">
            <surname>Skutch</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Koerner</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Linehan</surname>
            <given-names>MM</given-names>
          </name>
        </person-group>
        <article-title>Investigating bang for your training buck: a randomized controlled trial comparing three methods of training clinicians in two core strategies of dialectical behavior therapy</article-title>
        <source>Behav Ther</source>  
        <year>2015</year>  
        <month>05</month>  
        <volume>46</volume>  
        <issue>3</issue>  
        <fpage>283</fpage>  
        <lpage>95</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.beth.2015.01.001</pub-id>
        <pub-id pub-id-type="medline">25892165</pub-id>
        <pub-id pub-id-type="pii">S0005-7894(15)00016-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gaggioli</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Pallavicini</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Morganti</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Serino</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Scaratti</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Briguglio</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Crifaci</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Vetrano</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Giulintano</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Bernava</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Tartarisco</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Pioggia</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Raspelli</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Cipresso</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Vigna</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Grassi</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Baruffi</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Wiederhold</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Riva</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Experiential virtual scenarios with real-time monitoring (interreality) for the management of psychological stress: a block randomized controlled trial</article-title>
        <source>J Med Internet Res</source>  
        <year>2014</year>  
        <volume>16</volume>  
        <issue>7</issue>  
        <fpage>e167</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2014/7/e167/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.3235</pub-id>
        <pub-id pub-id-type="medline">25004803</pub-id>
        <pub-id pub-id-type="pii">v16i7e167</pub-id>
        <pub-id pub-id-type="pmcid">PMC4115267</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pantziaras</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Fors</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Ekblad</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Training with virtual patients in transcultural psychiatry: do the learners actually learn?</article-title>
        <source>J Med Internet Res</source>  
        <year>2015</year>  
        <month>02</month>  
        <day>16</day>  
        <volume>17</volume>  
        <issue>2</issue>  
        <fpage>e46</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2015/2/e46/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.3497</pub-id>
        <pub-id pub-id-type="medline">25689716</pub-id>
        <pub-id pub-id-type="pii">v17i2e46</pub-id>
        <pub-id pub-id-type="pmcid">PMC4376199</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kobak</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Wolitzky-Taylor</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Craske</surname>
            <given-names>MG</given-names>
          </name>
          <name name-style="western">
            <surname>Rose</surname>
            <given-names>RD</given-names>
          </name>
        </person-group>
        <article-title>Therapist training on cognitive behavior therapy for anxiety disorders using internet-based technologies</article-title>
        <source>Cogn Ther Res</source>  
        <year>2016</year>  
        <month>11</month>  
        <day>15</day>  
        <volume>41</volume>  
        <issue>2</issue>  
        <fpage>252</fpage>  
        <lpage>265</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10608-016-9819-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kobak</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Engelhardt</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Lipsitz</surname>
            <given-names>JD</given-names>
          </name>
        </person-group>
        <article-title>Enriched rater training using Internet based technologies: a comparison to traditional rater training in a multi-site depression trial</article-title>
        <source>J Psychiatr Res</source>  
        <year>2006</year>  
        <month>04</month>  
        <volume>40</volume>  
        <issue>3</issue>  
        <fpage>192</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jpsychires.2005.07.012</pub-id>
        <pub-id pub-id-type="medline">16197959</pub-id>
        <pub-id pub-id-type="pii">S0022-3956(05)00102-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kobak</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Lipsitz</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>JB</given-names>
          </name>
          <name name-style="western">
            <surname>Engelhardt</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Jeglic</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Bellew</surname>
            <given-names>KM</given-names>
          </name>
        </person-group>
        <article-title>Are the effects of rater training sustainable? Results from a multicenter clinical trial</article-title>
        <source>J Clin Psychopharmacol</source>  
        <year>2007</year>  
        <month>10</month>  
        <volume>27</volume>  
        <issue>5</issue>  
        <fpage>534</fpage>  
        <lpage>5</lpage>  
        <pub-id pub-id-type="doi">10.1097/JCP.0b013e31814f4d71</pub-id>
        <pub-id pub-id-type="medline">17873701</pub-id>
        <pub-id pub-id-type="pii">00004714-200710000-00032</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Edmunds</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Beidas</surname>
            <given-names>RS</given-names>
          </name>
          <name name-style="western">
            <surname>Kendall</surname>
            <given-names>PC</given-names>
          </name>
        </person-group>
        <article-title>Dissemination and implementation of evidence-based practices: training and consultation as implementation strategies</article-title>
        <source>Clin Psychol (New York)</source>  
        <year>2013</year>  
        <month>06</month>  
        <day>01</day>  
        <volume>20</volume>  
        <issue>2</issue>  
        <fpage>152</fpage>  
        <lpage>165</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24072959"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/cpsp.12031</pub-id>
        <pub-id pub-id-type="medline">24072959</pub-id>
        <pub-id pub-id-type="pmcid">PMC3780425</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Beidas</surname>
            <given-names>RS</given-names>
          </name>
          <name name-style="western">
            <surname>Edmunds</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Marcus</surname>
            <given-names>SC</given-names>
          </name>
          <name name-style="western">
            <surname>Kendall</surname>
            <given-names>PC</given-names>
          </name>
        </person-group>
        <article-title>Training and consultation to promote implementation of an empirically supported treatment: a randomized trial</article-title>
        <source>Psychiatr Serv</source>  
        <year>2012</year>  
        <month>07</month>  
        <volume>63</volume>  
        <issue>7</issue>  
        <fpage>660</fpage>  
        <lpage>5</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22549401"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1176/appi.ps.201100401</pub-id>
        <pub-id pub-id-type="medline">22549401</pub-id>
        <pub-id pub-id-type="pmcid">PMC3432154</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Vincent</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Learning style awareness: a basis for developing teaching and learning strategies</article-title>
        <source>Journal of Research on Technology in Education</source>  
        <year>2001</year>  
        <volume>33</volume>  
        <issue>5</issue>  
        <fpage>-</fpage> </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Roediger</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Karpicke</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Test-enhanced learning. Taking memory tests improves long-term retention</article-title>
        <source>Psychol Sci</source>  
        <year>2006</year>  
        <volume>17</volume>  
        <issue>3</issue>  
        <fpage>249</fpage>  
        <lpage>254</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1467-9280.2006.01693.x</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mayer</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Moreno</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Nine ways to reduce cognitive load in multimedia learning</article-title>
        <source>Educ Psychol</source>  
        <year>2003</year>  
        <month>03</month>  
        <volume>38</volume>  
        <issue>1</issue>  
        <fpage>43</fpage>  
        <lpage>52</lpage>  
        <pub-id pub-id-type="doi">10.1207/S15326985EP3801_6</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weissman</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Markowitz</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Klerman</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <source>Clinician's quick guide to interpersonal psychotherapy</source>  
        <year>2007</year>  
        <publisher-loc>New York</publisher-loc>
        <publisher-name>Oxford University Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kobak</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Craske</surname>
            <given-names>MG</given-names>
          </name>
          <name name-style="western">
            <surname>Rose</surname>
            <given-names>RD</given-names>
          </name>
          <name name-style="western">
            <surname>Wolitsky-Taylor</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Web-based therapist training on cognitive behavior therapy for anxiety disorders: a pilot study</article-title>
        <source>Psychotherapy (Chic)</source>  
        <year>2013</year>  
        <month>06</month>  
        <volume>50</volume>  
        <issue>2</issue>  
        <fpage>235</fpage>  
        <lpage>47</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23398031"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1037/a0030568</pub-id>
        <pub-id pub-id-type="medline">23398031</pub-id>
        <pub-id pub-id-type="pii">2013-03962-001</pub-id>
        <pub-id pub-id-type="pmcid">PMC3725329</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wainer</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>Ingersoll</surname>
            <given-names>BR</given-names>
          </name>
        </person-group>
        <article-title>Disseminating ASD interventions: a pilot study of a distance learning program for parents and professionals</article-title>
        <source>J Autism Dev Disord</source>  
        <year>2013</year>  
        <month>01</month>  
        <volume>43</volume>  
        <issue>1</issue>  
        <fpage>11</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10803-012-1538-4</pub-id>
        <pub-id pub-id-type="medline">22547028</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kobak</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Lipsitz</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>JB</given-names>
          </name>
          <name name-style="western">
            <surname>Engelhardt</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Bellew</surname>
            <given-names>KM</given-names>
          </name>
        </person-group>
        <article-title>A new approach to rater training and certification in a multicenter clinical trial</article-title>
        <source>J Clin Psychopharmacol</source>  
        <year>2005</year>  
        <month>10</month>  
        <volume>25</volume>  
        <issue>5</issue>  
        <fpage>407</fpage>  
        <lpage>12</lpage>  
        <pub-id pub-id-type="medline">16160614</pub-id>
        <pub-id pub-id-type="pii">00004714-200510000-00002</pub-id></nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sholomskas</surname>
            <given-names>DE</given-names>
          </name>
          <name name-style="western">
            <surname>Syracuse-Siewert</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Rounsaville</surname>
            <given-names>BJ</given-names>
          </name>
          <name name-style="western">
            <surname>Ball</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Nuro</surname>
            <given-names>KF</given-names>
          </name>
          <name name-style="western">
            <surname>Carroll</surname>
            <given-names>KM</given-names>
          </name>
        </person-group>
        <article-title>We don't train in vain: a dissemination trial of three strategies of training clinicians in cognitive-behavioral therapy</article-title>
        <source>J Consult Clin Psychol</source>  
        <year>2005</year>  
        <month>02</month>  
        <volume>73</volume>  
        <issue>1</issue>  
        <fpage>106</fpage>  
        <lpage>15</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15709837"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1037/0022-006X.73.1.106</pub-id>
        <pub-id pub-id-type="medline">15709837</pub-id>
        <pub-id pub-id-type="pii">2005-01321-013</pub-id>
        <pub-id pub-id-type="pmcid">PMC2367057</pub-id></nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>JB</given-names>
          </name>
          <name name-style="western">
            <surname>Kobak</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Bech</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Engelhardt</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Evans</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Lipsitz</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Olin</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Pearson</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kalali</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>The GRID-HAMD: standardization of the Hamilton Depression Rating Scale</article-title>
        <source>Int Clin Psychopharmacol</source>  
        <year>2008</year>  
        <month>05</month>  
        <volume>23</volume>  
        <issue>3</issue>  
        <fpage>120</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1097/YIC.0b013e3282f948f5</pub-id>
        <pub-id pub-id-type="medline">18408526</pub-id>
        <pub-id pub-id-type="pii">00004850-200805000-00002</pub-id></nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bangor</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Kortum</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Determining what individual SUS scores mean: Adding an adjective rating scale</article-title>
        <source>J Usability Stud</source>  
        <year>2009</year>  
        <volume>4</volume>  
        <issue>3</issue>  
        <fpage>114</fpage>  
        <lpage>23</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://uxpajournal.org/wp-content/uploads/pdf/JUS_Bangor_May2009.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bangor</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Kortum</surname>
            <given-names>PT</given-names>
          </name>
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>JT</given-names>
          </name>
        </person-group>
        <article-title>An empirical evaluation of the System Usability Scale</article-title>
        <source>Int J Hum Comput Interact</source>  
        <year>2008</year>  
        <month>07</month>  
        <day>30</day>  
        <volume>24</volume>  
        <issue>6</issue>  
        <fpage>574</fpage>  
        <lpage>594</lpage>  
        <pub-id pub-id-type="doi">10.1080/10447310802205776</pub-id></nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kobak</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Opler</surname>
            <given-names>MG</given-names>
          </name>
          <name name-style="western">
            <surname>Engelhardt</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>PANSS rater training using Internet and videoconference: results from a pilot study</article-title>
        <source>Schizophr Res</source>  
        <year>2007</year>  
        <month>05</month>  
        <volume>92</volume>  
        <issue>1-3</issue>  
        <fpage>63</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.schres.2007.01.011</pub-id>
        <pub-id pub-id-type="medline">17336501</pub-id>
        <pub-id pub-id-type="pii">S0920-9964(07)00063-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cohen</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>A power primer</article-title>
        <source>Psychol Bull</source>  
        <year>1992</year>  
        <volume>112</volume>  
        <issue>1</issue>  
        <fpage>155</fpage>  
        <lpage>159</lpage>  
        <pub-id pub-id-type="doi">10.1037/0033-2909.112.1.155</pub-id></nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Park</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Factors influencing adult learners' decision to drop out or persist in online learning</article-title>
        <source>Educational Technology &#38; Society</source>  
        <year>2009</year>  
        <volume>12</volume>  
        <issue>4</issue>  
        <fpage>207</fpage>  
        <lpage>217</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://pdfs.semanticscholar.org/152d/86fbe09ce4d476277b2dfacc38f85b2e2754.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weerasekera</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Psychotherapy Training e-Resources (PTeR): on-line psychotherapy education</article-title>
        <source>Acad Psychiatry</source>  
        <year>2013</year>  
        <month>01</month>  
        <day>01</day>  
        <volume>37</volume>  
        <issue>1</issue>  
        <fpage>51</fpage>  
        <lpage>4</lpage>  
        <pub-id pub-id-type="doi">10.1176/appi.ap.11120215</pub-id>
        <pub-id pub-id-type="medline">23338876</pub-id>
        <pub-id pub-id-type="pii">1556228</pub-id></nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hickey</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>McAleer</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Competence in psychotherapy: the role of e-learning</article-title>
        <source>Acad Psychiatry</source>  
        <year>2017</year>  
        <month>02</month>  
        <volume>41</volume>  
        <issue>1</issue>  
        <fpage>20</fpage>  
        <lpage>23</lpage>  
        <pub-id pub-id-type="doi">10.1007/s40596-015-0443-5</pub-id>
        <pub-id pub-id-type="medline">26608063</pub-id>
        <pub-id pub-id-type="pii">10.1007/s40596-015-0443-5</pub-id></nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tan</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Philipp</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Malat</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Feder</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Kulkarni</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Lawson</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>So</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Ravitz</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Lost in transition: examining transitions in psychotherapy training</article-title>
        <source>Acad Psychiatry</source>  
        <year>2015</year>  
        <month>10</month>  
        <volume>39</volume>  
        <issue>5</issue>  
        <fpage>580</fpage>  
        <lpage>4</lpage>  
        <pub-id pub-id-type="doi">10.1007/s40596-014-0188-6</pub-id>
        <pub-id pub-id-type="medline">24986438</pub-id>
        <pub-id pub-id-type="pii">10.1007/s40596-014-0188-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bearman</surname>
            <given-names>SK</given-names>
          </name>
          <name name-style="western">
            <surname>Weisz</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Chorpita</surname>
            <given-names>BF</given-names>
          </name>
          <name name-style="western">
            <surname>Hoagwood</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Ward</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Ugueto</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Bernstein</surname>
            <given-names>A</given-names>
          </name>
          <collab>Research Network on Youth Mental Health</collab>
        </person-group>
        <article-title>More practice, less preach? the role of supervision processes and therapist characteristics in EBP implementation</article-title>
        <source>Adm Policy Ment Health</source>  
        <year>2013</year>  
        <month>11</month>  
        <volume>40</volume>  
        <issue>6</issue>  
        <fpage>518</fpage>  
        <lpage>29</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23525895"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10488-013-0485-5</pub-id>
        <pub-id pub-id-type="medline">23525895</pub-id>
        <pub-id pub-id-type="pmcid">PMC4083565</pub-id></nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Carpenter</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Amrhein</surname>
            <given-names>PC</given-names>
          </name>
          <name name-style="western">
            <surname>Brooks</surname>
            <given-names>AC</given-names>
          </name>
          <name name-style="western">
            <surname>Levin</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Schreiber</surname>
            <given-names>EA</given-names>
          </name>
          <name name-style="western">
            <surname>Travaglini</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Hu</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Nunes</surname>
            <given-names>EV</given-names>
          </name>
        </person-group>
        <article-title>Training substance abuse clinicians in motivational interviewing using live supervision via teleconferencing</article-title>
        <source>J Consult Clin Psychol</source>  
        <year>2012</year>  
        <month>06</month>  
        <volume>80</volume>  
        <issue>3</issue>  
        <fpage>450</fpage>  
        <lpage>64</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22506795"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1037/a0028176</pub-id>
        <pub-id pub-id-type="medline">22506795</pub-id>
        <pub-id pub-id-type="pii">2012-09580-001</pub-id>
        <pub-id pub-id-type="pmcid">PMC3365649</pub-id></nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chu</surname>
            <given-names>BC</given-names>
          </name>
          <name name-style="western">
            <surname>Carpenter</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>Wyszynski</surname>
            <given-names>CM</given-names>
          </name>
          <name name-style="western">
            <surname>Conklin</surname>
            <given-names>PH</given-names>
          </name>
          <name name-style="western">
            <surname>Comer</surname>
            <given-names>JS</given-names>
          </name>
        </person-group>
        <article-title>Scalable options for extended skill building following didactic training in cognitive-behavioral therapy for anxious youth: a pilot randomized trial</article-title>
        <source>J Clin Child Adolesc Psychol</source>  
        <year>2017</year>  
        <volume>46</volume>  
        <issue>3</issue>  
        <fpage>401</fpage>  
        <lpage>410</lpage>  
        <pub-id pub-id-type="doi">10.1080/15374416.2015.1038825</pub-id>
        <pub-id pub-id-type="medline">25984590</pub-id></nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fairburn</surname>
            <given-names>CG</given-names>
          </name>
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>GT</given-names>
          </name>
        </person-group>
        <article-title>The dissemination and implementation of psychological treatments: problems and solutions</article-title>
        <source>Int J Eat Disord</source>  
        <year>2013</year>  
        <month>07</month>  
        <volume>46</volume>  
        <issue>5</issue>  
        <fpage>516</fpage>  
        <lpage>21</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://dx.doi.org/10.1002/eat.22110"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/eat.22110</pub-id>
        <pub-id pub-id-type="medline">23658103</pub-id></nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kobak</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Mundt</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Kennard</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Integrating technology into cognitive behavior therapy for adolescent depression: a pilot study</article-title>
        <source>Ann Gen Psychiatry</source>  
        <year>2015</year>  
        <volume>14</volume>  
        <fpage>37</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://annals-general-psychiatry.biomedcentral.com/articles/10.1186/s12991-015-0077-8"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12991-015-0077-8</pub-id>
        <pub-id pub-id-type="medline">26535048</pub-id>
        <pub-id pub-id-type="pii">77</pub-id>
        <pub-id pub-id-type="pmcid">PMC4630889</pub-id></nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stein</surname>
            <given-names>BD</given-names>
          </name>
          <name name-style="western">
            <surname>Celedonia</surname>
            <given-names>KL</given-names>
          </name>
          <name name-style="western">
            <surname>Swartz</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>DeRosier</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Sorbero</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Brindley</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Burns</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Dick</surname>
            <given-names>AW</given-names>
          </name>
          <name name-style="western">
            <surname>Frank</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Implementing a web-based intervention to train community clinicians in an evidence-based psychotherapy: a pilot study</article-title>
        <source>Psychiatr Serv</source>  
        <year>2015</year>  
        <month>09</month>  
        <volume>66</volume>  
        <issue>9</issue>  
        <fpage>988</fpage>  
        <lpage>91</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25930041"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1176/appi.ps.201400318</pub-id>
        <pub-id pub-id-type="medline">25930041</pub-id>
        <pub-id pub-id-type="pmcid">PMC4558241</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
