<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i11e20246</article-id>
      <article-id pub-id-type="pmid">33151896</article-id>
      <article-id pub-id-type="doi">10.2196/20246</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Experiences of Psychotherapists With Remote Psychotherapy During the COVID-19 Pandemic: Cross-sectional Web-Based Survey Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Behmanesh</surname>
            <given-names>Ali</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bramer</surname>
            <given-names>Susan </given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Humer</surname>
            <given-names>Elke</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9776-0353</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Stippl</surname>
            <given-names>Peter</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6654-2473</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Pieh</surname>
            <given-names>Christoph</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2708-303X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Pryss</surname>
            <given-names>Rüdiger</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1522-785X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Probst</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department for Psychotherapy and Biopsychosocial Health</institution>
            <institution>Danube University Krems</institution>
            <addr-line>Dr-Karl-Dorrek-Straße 30</addr-line>
            <addr-line>Krems, 3500</addr-line>
            <country>Austria</country>
            <phone>43 27328932676</phone>
            <email>thomas.probst@donau-uni.ac.at</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6113-2133</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department for Psychotherapy and Biopsychosocial Health</institution>
        <institution>Danube University Krems</institution>
        <addr-line>Krems</addr-line>
        <country>Austria</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Austrian Federal Association for Psychotherapy</institution>
        <addr-line>Vienna</addr-line>
        <country>Austria</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Institute of Clinical Epidemiology and Biometry</institution>
        <institution>University of Würzburg</institution>
        <addr-line>Würzburg</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Thomas Probst <email>thomas.probst@donau-uni.ac.at</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>11</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>11</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>11</issue>
      <elocation-id>e20246</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>13</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>14</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>2</day>
          <month>10</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Elke Humer, Peter Stippl, Christoph Pieh, Rüdiger Pryss, Thomas Probst. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 27.11.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2020/11/e20246/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The current situation around the COVID-19 pandemic and the measures necessary to fight it are creating challenges for psychotherapists, who usually treat patients face-to-face with personal contact. The pandemic is accelerating the use of remote psychotherapy (ie, psychotherapy provided via telephone or the internet). However, some psychotherapists have expressed reservations regarding remote psychotherapy. As psychotherapists are the individuals who determine the frequency of use of remote psychotherapy, the potential of enabling mental health care during the COVID-19 pandemic in line with the protective measures to fight COVID-19 can be realized only if psychotherapists are willing to use remote psychotherapy.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to investigate the experiences of psychotherapists with remote psychotherapy in the first weeks of the COVID-19 lockdown in Austria (between March 24 and April 1, 2020).</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Austrian psychotherapists were invited to take part in a web-based survey. The therapeutic orientations of the psychotherapists (behavioral, humanistic, psychodynamic, or systemic), their rating of the comparability of remote psychotherapy (web- or telephone-based) with face-to-face psychotherapy involving personal contact, and potential discrepancies between their actual experiences and previous expectations with remote psychotherapy were assessed. Data from 1162 psychotherapists practicing before and during the COVID-19 lockdown were analyzed.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Psychotherapy conducted via telephone or the internet was reported to not be totally comparable to psychotherapy with personal contact (<italic>P</italic>&#60;.001). Psychodynamic (<italic>P</italic>=.001) and humanistic (<italic>P</italic>=.005) therapists reported a higher comparability of telephone-based psychotherapy to in-person psychotherapy than behavioral therapists. Experiences with remote therapy (both web- and telephone-based) were more positive than previously expected (<italic>P</italic>&#60;.001). Psychodynamic therapists reported more positive experiences with telephone-based psychotherapy than expected compared to behavioral (<italic>P</italic>=.03) and systemic (<italic>P</italic>=.002) therapists. In general, web-based psychotherapy was rated more positively (regarding comparability to psychotherapy with personal contact and experiences vs expectations) than telephone-based psychotherapy (<italic>P</italic>&#60;.001); however, psychodynamic therapists reported their previous expectations to be equal to their actual experiences for both telephone- and web-based psychotherapy.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Psychotherapists found their experiences with remote psychotherapy (ie, web- or telephone-based psychotherapy) to be better than expected but found that this mode was not totally comparable to face-to-face psychotherapy with personal contact. Especially, behavioral therapists were found to rate telephone-based psychotherapy less favorably than therapists with other theoretical backgrounds.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>psychotherapists</kwd>
        <kwd>remote psychotherapy</kwd>
        <kwd>telephone</kwd>
        <kwd>internet</kwd>
        <kwd>experiences</kwd>
        <kwd>expectations</kwd>
        <kwd>COVID-19</kwd>
        <kwd>telehealth</kwd>
        <kwd>therapy</kwd>
        <kwd>psychology</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Remote psychotherapy, in which psychotherapy is provided from a distance, includes a broad range of technologies, encompassing the use of telephones, videoconferencing, and email [<xref ref-type="bibr" rid="ref1">1</xref>]. Mental health care conducted remotely (ie, via videoconferencing) has rapidly evolved worldwide as a technology, as it enables the direct delivery of real-time psychotherapy to patients [<xref ref-type="bibr" rid="ref2">2</xref>]. The benefits of remote psychotherapy derive from the improved access to psychotherapy by providing mental health care services to patients who face logistical and stigma-related barriers to receiving face-to-face treatment [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>The current situation around the COVID-19 pandemic and the measures necessary to fight it have further accelerated the rapid expansion of the technology of remote psychotherapy [<xref ref-type="bibr" rid="ref4">4</xref>]. This is mainly because the traditional form of face-to-face psychotherapy conducted in person contrasts with the efforts to contain the COVID-19 pandemic, including social distancing, isolation, and quarantine [<xref ref-type="bibr" rid="ref5">5</xref>]. However, the observed increase in mental health problems during the COVID-19 outbreak additionally enhances the general need for mental health care during and after the COVID-19 pandemic [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. A recent review reported that the mental health problems related to quarantine include a high prevalence of psychological distress, depression, anxiety, and trauma-related disorders [<xref ref-type="bibr" rid="ref6">6</xref>]. Thus, this public health emergency is enhancing the necessity to provide mental health care while adhering to efforts to contain the COVID-19 pandemic [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>Due to the required reduction of personal contacts, psychotherapists are confronted with major challenges to delivery of care. In general, psychotherapists are the individuals who determine the frequency of use of remote psychotherapy. Thus, the potential of increasing access to mental health care during the COVID-19 pandemic while adhering to the protective measures to fight COVID-19 can be realized only if psychotherapists are willing to use remote psychotherapy. In this regard, it is important to investigate whether psychotherapists evaluate remote psychotherapy to be equal to face-to-face psychotherapy. Moreover, the potential of psychotherapists who have experience with remote psychotherapy to revise their attitudes based upon their recent experiences should be explored. A previous study suggested that health care providers who used telemedicine methods for the first time had more positive attitudes afterward [<xref ref-type="bibr" rid="ref12">12</xref>]. Adequate mental health care is of high importance during the COVID-19 pandemic, and the provision of psychotherapy at a safe distance seems to be the obvious solution to ensure sufficient psychotherapeutic support. Thus, exploring the attitudes and experiences of psychotherapists toward remote psychotherapy is essential to improve the accessibility of mental health care systems during and after COVID-19.</p>
      </sec>
      <sec>
        <title>Prior Work</title>
        <p>In general, videoconferencing offers great potential for delivering psychotherapy from distance during the COVID-19 pandemic, as some evidence indicates comparable outcomes of providing psychotherapy remotely via the internet to in-person psychotherapy [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. However, older technologies such as telephonic communication also offer immediate and easy-to-use ways to provide mental health care remotely. Moreover, equal effectiveness of telephone-based psychotherapy compared to face-to-face psychotherapy has been observed [<xref ref-type="bibr" rid="ref16">16</xref>]. Nevertheless, despite research indicating comparable outcomes of providing psychotherapy remotely via telephone or the internet to providing in-person psychotherapy, psychotherapists have expressed some reservations about remote psychotherapy [<xref ref-type="bibr" rid="ref17">17</xref>]. In general, psychotherapists seem to be more skeptical regarding remote psychotherapy than patients [<xref ref-type="bibr" rid="ref2">2</xref>], who also show higher satisfaction with remote psychotherapy than therapists [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. For example, while therapists rated the therapeutic relationship lower for videoconferencing than for in-person sessions, from the patients’ perspective, no differences between these modalities were observed [<xref ref-type="bibr" rid="ref20">20</xref>]. Moreover, technical difficulties seem to be experienced as more problematic by therapists than by patients [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>Overall, several previous studies focused on the attitudes, experiences, and effectiveness of remote psychotherapy at the patient level; however, less is known about the therapists’ perspective. In general, most studies comparing therapists’ attitudes toward remote psychotherapy and face-to-face therapy found a preference for conducting therapy in person [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>The acceptance and use of remote technologies by therapists may be affected by their theoretical background. Although there are hundreds of psychotherapeutic approaches and different ways to categorize them, they can be broadly categorized into four general schools of thought: behavioral, humanistic, psychodynamic, and systemic approaches. In brief, behavioral approaches mainly rely on behavioral techniques to change maladaptive patterns of behavior or thoughts to improve emotional responses and behaviors [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Humanistic or “experiential” psychotherapies are based on humanistic psychology, focusing mainly on human development and individual needs, with an emphasis on positive growth and subjective meaning [<xref ref-type="bibr" rid="ref24">24</xref>]. Psychodynamic approaches focus on revealing or interpreting unconscious conflicts, which are thought to cause mental disorders [<xref ref-type="bibr" rid="ref25">25</xref>]. In contrast, systemic therapy focuses on the interactions of groups such as families, as well as their dynamics and patterns, rather than addressing people individually. Systemic therapy seeks to identify and address stagnant patterns of behavior in groups [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Contrasting results have been obtained regarding the moderating role of these therapeutic orientations. Previous studies reported that psychodynamic orientation was related to more negative attitudes toward psychotherapy provided remotely [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>], while behavioral orientations were found to be related to a more positive attitude toward remote psychotherapy [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Some research also indicates a higher acceptance of telehealth in therapists with systemic orientations compared to psychodynamic or existential orientations [<xref ref-type="bibr" rid="ref29">29</xref>]. However, other studies observed no relationship between therapeutic orientation and attitudes toward remote psychotherapy [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>To the best of our knowledge, there are no previous studies on whether and to what degree psychotherapists perceive discrepancies in their actual experiences and previous expectations with remote psychotherapy in situations requiring a rapid adaption of therapeutic settings due to an ongoing public health emergency such as the COVID-19 outbreak. Therefore, the current study aimed to investigate how comparable psychotherapists experience remote psychotherapy compared to face-to-face psychotherapy and whether their actual experiences differ from their expectations. Furthermore, we were interested in potential differences among therapeutic orientations.</p>
        <p>The COVID-19 lockdown in Austria became obligatory on March 16, 2020 [<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref35">35</xref>]. In general, entering public places was strictly prohibited. People were only permitted to leave their homes if they had a good reason for doing so. At the time of the study, the only exceptions to the ban on entering public places were to avert immediate danger to life, limb, or property; to fulfill work responsibilities, although wherever possible, people should work from home; to meet necessary basic needs of daily life (eg, grocery shopping, visiting pharmacies, withdrawing money from cash machines, physician visits, medical treatments or therapy, pet maintenance); to take care of or support vulnerable people; and to practice low-risk sports (eg, walking or jogging), but only alone, with other people from one’s own household, or with pets. For these exceptions, it was necessary to maintain a minimum safe distance of 1 m between people. Certain areas in Austria were under quarantine at the time of the study and had even stronger restrictions.</p>
        <p>At the time of the study, an official Austrian guideline addressing the conduction of psychotherapy via the internet rejected this treatment modality [<xref ref-type="bibr" rid="ref36">36</xref>]. However, health insurance started to cover the costs for telephone- and web-based psychotherapy during the COVID-19 pandemic in Austria.</p>
      </sec>
      <sec>
        <title>Hypotheses</title>
        <p>Based on the aforementioned literature, the following research questions (RQs) and hypotheses were addressed in the present study.</p>
        <p>RQ 1: How do psychotherapists in the early weeks of the COVID-19 lockdown rate the comparability of telephone-based therapy to in-person psychotherapy?</p>
        <p>RQ 1a: Do therapists rate telephone-based psychotherapy comparably to in-person psychotherapy? This RQ tested the hypothesis that psychotherapists would not rate telephone-based therapy to be equal to in-person therapy.</p>
        <p>RQ 1b: Does the therapeutic orientation of the therapist affect the rating? We hypothesized that behavioral therapists would rate the comparability of telephone-based psychotherapy more positively compared to other therapeutic orientations. Moreover, we hypothesized that psychodynamic therapists would rate the comparability lower than other therapeutic orientations.</p>
        <p>RQ 2: How much more negatively or positively do psychotherapists rate their actual experiences with telephone-based therapy in the early weeks of the COVID-19 lockdown compared to their previous expectations?</p>
        <p>RQ 2a: Do the actual experiences of psychotherapists regarding telephone-based psychotherapy differ from their previous expectations? This RQ tested the hypothesis that therapists would rate their actual experiences with telephone-based psychotherapy higher than they previously expected.</p>
        <p>RQ 2b: Is the discrepancy between actual experiences and previous expectations concerning telephone-based psychotherapy different between therapeutic orientations? We hypothesized that behavioral therapists would show a smaller discrepancy between their actual experiences and their previous expectations, whereas psychodynamic therapists would show the largest discrepancy.</p>
        <p>RQ 3: How do psychotherapists in the early weeks of the COVID-19 lockdown rate the comparability of web-based therapy to in-person psychotherapy?</p>
        <p>RQ 3a: Do therapists rate web-based psychotherapy comparably to in-person psychotherapy? This RQ tested the hypothesis that psychotherapists would not rate web-based therapy to be equal to in-person therapy.</p>
        <p>RQ 3b: Does the therapeutic orientation of the psychotherapist affect the rating? We hypothesized that behavioral therapists would rate the comparability of web-based interventions more positively than therapists with other therapeutic orientations. Moreover, we hypothesized that psychodynamic therapists would rate the comparability lowest compared to the other therapeutic orientations.</p>
        <p>RQ 4: How much more negatively or positively do psychotherapists rate their actual experiences with web-based therapy in the early weeks of the COVID-19 lockdown compared to their previous expectations?</p>
        <p>RQ 4a: Do the actual experiences of psychotherapists regarding web-based psychotherapy differ from their previous expectations? This RQ tested the hypothesis that psychotherapists would rate their actual experiences with web-based therapy more positively compared to their previous expectations.</p>
        <p>RQ 4b: Is the discrepancy between actual experiences and previous expectations different between therapeutic orientations? We hypothesized that behavioral therapists would show a smaller discrepancy between their actual experiences and their previous expectations, whereas psychodynamic therapists would show the largest discrepancy.</p>
        <p>RQ 5: Does the format of remote psychotherapy (telephone or internet) affect the rating of psychotherapists regarding the comparability between remote psychotherapy and in-person psychotherapy? Moreover, is there an interaction between the comparability of telephone-based psychotherapy versus the comparability of web-based psychotherapy with the therapists’ therapeutic orientations? We had no specific hypothesis here.</p>
        <p>RQ 6: Does the discrepancy between actual experiences and previous expectations regarding telephone-based psychotherapy differ from the discrepancy between actual experiences and previous expectations regarding web-based psychotherapy? In addition, is there an interaction between actual experiences compared to previous expectations for telephone-based psychotherapy versus actual experiences compared to previous expectations for web-based psychotherapy and therapeutic orientation? We had no specific hypothesis here.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>To investigate the use of remote psychotherapy during the first weeks of the COVID-19 lockdown in Austria, we conducted a cross-sectional survey from March 24 to April 1, 2020. The survey was designed in the Research Electronic Data Capture (REDCap) application and comprised 79 items focusing on the changes in the provision of psychotherapy, experiences with remote psychotherapy, fear of COVID-19 infection, adherence to protective measures against COVID-19 infection, perceived stress, job-related anxiety, and resilience, among others. More details on the conduction of the web-based survey have been published recently [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>].</p>
      </sec>
      <sec>
        <title>Study Population</title>
        <p>Eligible participants included all licensed Austrian psychotherapists registered in the list of psychotherapists of the Austrian Federal Ministry of Social Affairs, Health, Care, and Consumer Protection. All psychotherapists registered in the list who provided a valid email address (approximately 6000 out of 9319 licensed psychotherapists in total) were invited to take part in the survey. A web-based invitation with a link to the web-based survey was sent to the therapists by the last author in cooperation with the Austrian Federal Association for Psychotherapy.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <p>The following items were analyzed in the current study: demographic information (gender, age) as well as items regarding educational and professional background. More specifically, the psychotherapists were asked about their years in the profession (ie, years since becoming accredited as a psychotherapist) and about their psychotherapy method (in Austria, there are 23 accredited therapeutic methods [<xref ref-type="bibr" rid="ref39">39</xref>]); the latter was categorized in one of the four eligible therapeutic orientations in Austria (behavioral, humanistic, psychodynamic, and systemic) for the present study.</p>
        <p>Four items focused on the expectations of the psychotherapists regarding telephone- and web-based therapies. These questions were only asked to psychotherapists who were treating at least one patient before the COVID-19 lockdown as well as after the COVID-19 lockdown.</p>
        <p>Psychotherapists were asked to rate whether they could treat their patients in a comparable manner with remote therapy compared to in-person therapy on a sliding scale ranging from 0 (not comparable at all) to 100 (totally comparable). Two separate questions were asked, one on telephone-based psychotherapy, and the other on web-based psychotherapy. The questions on the comparability of telephone- or web-based psychotherapy were only asked of psychotherapists who treated at least one patient via telephone or via the internet either before the COVID-19 lockdown or during the COVID-19 lockdown.</p>
        <p>Psychotherapists were asked to rate whether their actual experiences with remote psychotherapy during the actual situation around COVID-19 matched their previous expectations regarding remote psychotherapy on a sliding scale ranging from 0 (significantly more negative than expected) to 100 (significantly more positive than expected). Again, two separate questions were asked, focusing either on telephone- or web-based psychotherapy. The questions regarding actual experiences versus previous expectations for telephone- or web-based psychotherapy were only asked of psychotherapists who started to treat patients via telephone or the internet during the COVID-19 lockdown (ie, no patients before the COVID-19 lockdown via telephone or internet and at least one patient during the COVID-19 via telephone or the internet). Only “new starters” were asked these questions because they were the only respondents to show a change of attitude in a previous study focusing on health professionals in general [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Statistical analyses were performed with SPSS version 25 (IBM Corporation).</p>
        <p>Descriptive statistics were calculated to characterize the participants. To evaluate differences in sociodemographic characteristics, univariate analysis of variance (ANOVA) and chi-square tests were conducted. Bonferroni corrections were applied for the pairwise post-hoc tests.</p>
        <p>The comparison of whether telephone- or web-based psychotherapy was regarded to be equal to psychotherapy in personal contact (RQ 1a, RQ 3a) was conducted using <italic>t</italic> tests; the respective ratings were compared with a value of 100, as a value of 100 represents the maximum score of the used sliding scale and means “totally comparable to psychotherapy in personal contact.”</p>
        <p>To evaluate possible discrepancies between actual experiences and previous expectations regarding the use of the telephone or internet for psychotherapy (RQ 2a, RQ 4a), the ratings were compared against a value of 50, as a value of 50 indicates “previous expectations=actual experiences.”</p>
        <p>To address RQ 1b, 2b, 3b, and 4b, univariate ANOVA was performed to investigate potential differences among the four therapeutic orientations of the psychotherapists (behavioral, humanistic, psychodynamic, and systemic) in the dependent variables (comparability of telephone- or web-based therapy to face-to-face therapy, actual experiences vs previous expectations for telephone- or web-based therapy). Bonferroni corrections were used for post-hoc comparisons.</p>
        <p>To address RQ 5 and RQ 6, mixed ANOVA was performed with one within-subject variable (two levels of treatment format: telephone-based psychotherapy and web-based psychotherapy) and one between-subject variable (four levels of psychotherapeutic orientation: psychodynamic, humanistic, systematic, behavioral). For variables with a significant interaction between treatment format and therapeutic orientation, Bonferroni corrections were applied for the pairwise post-hoc tests. The dependent variables were the comparability of telephone- or web-based therapy to face-to-face therapy and actual experiences versus previous expectations for telephone- or web-based therapy.</p>
        <p>To evaluate whether the results are robust when accounting for the found differences in age and professional experience between the therapeutic orientations, we used analysis of covariance (ANCOVA) tests.</p>
        <p>All statistical tests were two-tailed, with a <italic>P</italic> value &#60;.05 indicating statistical significance.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Characteristics</title>
        <p>In total, 1547 psychotherapists participated in the survey, corresponding to a response rate of approximately 25%. For the present study, only therapists practicing as psychotherapists in the months before the COVID-19 pandemic as well during the COVID-19 lockdown were analyzed to investigate the RQs. The description of the sample and comparisons between the included and excluded participants are shown in <xref ref-type="table" rid="table1">Table 1</xref>. There was a significant difference in age (<italic>P</italic>=.02); the excluded psychotherapists were older than the included psychotherapists. However, the effect size of this difference was small (<italic>g</italic>=0.14).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Sociodemographic characteristics of the surveyed psychotherapists included in or excluded from the investigation (N=1547). Only respondents who practiced as psychotherapists before and during the COVID-19 pandemic were included.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="280"/>
            <col width="220"/>
            <col width="210"/>
            <col width="150"/>
            <col width="110"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variable</td>
                <td>Included participants (n=1162)</td>
                <td>Excluded participants (n=385)</td>
                <td>Statistical evaluation</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Gender</bold>
                </td>
                <td>χ<sup>2</sup><sub>1</sub>=2.454</td>
                <td>.12</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female, n (%)</td>
                <td>891 (76.7)</td>
                <td>280 (72.7)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male, n (%)</td>
                <td>271 (23.3)</td>
                <td>105 (27.3)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Age (years), mean (SD)</td>
                <td>51.3 (9.67)</td>
                <td>52.7 (9.69)</td>
                <td>t<sub>1545</sub>=2.409</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Therapeutic orientation<sup>a</sup></bold>
                </td>
                <td>χ<sup>2</sup><sub>3</sub>=3.662</td>
                <td>.30</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Psychodynamic, n (%)</td>
                <td>234 (20.3)</td>
                <td>90 (23.7)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Humanistic, n (%)</td>
                <td>546 (47.4)</td>
                <td>170 (44.9)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Systemic, n (%)</td>
                <td>252 (21.9)</td>
                <td>88 (23.2)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Behavioral, n (%)</td>
                <td>120 (10.4)</td>
                <td>31 (8.2)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Professional experience (years),<sup>b</sup> mean (SD)</td>
                <td>11.2 (9.21)</td>
                <td>11.1 (9.19)</td>
                <td>t<sub>1517</sub>=–0.259</td>
                <td>.80</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Data were available for 1152 of the included and 379 of the excluded participants.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Data were available for 1143 of the included and 376 of the excluded participants.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>For the 1162 included psychotherapists, we also investigated the differences between the therapeutic orientations in terms of gender, age, and professional experience (<xref ref-type="table" rid="table2">Table 2</xref>), with the following results:</p>
        <p>Behavioral therapists were significantly younger than humanistic, systemic, and psychodynamic therapists (<italic>P</italic>≤.001 for all pairwise post-hoc comparisons). Similarly, behavioral therapists had significantly fewer years in the profession than humanistic, systemic, and psychodynamic therapists (<italic>P</italic>≤.04 for all pairwise post-hoc comparisons).</p>
        <p>There was no difference regarding gender among the therapeutic orientations (<italic>P=</italic>.42).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Sociodemographic characteristics of the psychotherapists included in the study in relation to their therapeutic orientation (n=1162).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="270"/>
            <col width="190"/>
            <col width="190"/>
            <col width="190"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variable</td>
                <td>n (%)</td>
                <td>Mean years (SD)</td>
                <td>Statistical evaluation</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Female gender</bold>
                </td>
                <td>χ<sup>2</sup><sub>3</sub>=2.797</td>
                <td>.42</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Behavioral</td>
                <td>95 (79.2)</td>
                <td>N/A<sup>a</sup></td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Humanistic</td>
                <td>409 (74.9)</td>
                <td>N/A</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Psychodynamic</td>
                <td>187 (79.9)</td>
                <td>N/A</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Systemic</td>
                <td>195 (77.4)</td>
                <td>N/A</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Age</bold>
                </td>
                <td><italic>F</italic><sub>3,1148</sub>=11.140</td>
                <td><italic>&#60;</italic>.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Behavioral</td>
                <td>120 (10.4)</td>
                <td>46.8 (9.82)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Humanistic</td>
                <td>546 (47.4)</td>
                <td>51.7 (9.35)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Psychodynamic</td>
                <td>234 (20.3)</td>
                <td>52.7 (9.96)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Systemic</td>
                <td>252 (21.9)</td>
                <td>50.9 (9.37)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Professional experience</bold>
                </td>
                <td><italic>F</italic><sub>3,1129</sub>=4.951</td>
                <td>.002</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Behavioral</td>
                <td>117 (10.3)</td>
                <td>8.4 (8.17)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Humanistic</td>
                <td>536 (47.3)</td>
                <td>11.1 (9.23)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Psychodynamic</td>
                <td>229 (20.2)</td>
                <td>12.4 (9.61)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Systemic</td>
                <td>251 (22.2)</td>
                <td>11.2 (8.62)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Results for RQ 1</title>
        <p>RQ 1a: Psychotherapists who treated at least one patient with telephone-based psychotherapy either before or during the COVID-19 lockdown (n=1015) stated that telephone-based psychotherapy is not totally comparable to in-person psychotherapy. The mean score of 50.2 (SD 26.00) was significantly lower than 100, <italic>T</italic><sub>1014</sub>=–61.07, <italic>P</italic>&#60;.001.</p>
        <p>RQ 1b: The therapeutic orientation affected the rating of whether telephone-based psychotherapy is comparable to face-to-face psychotherapy (<italic>P=</italic>.001). As summarized in <xref ref-type="table" rid="table3">Table 3</xref>, the highest values were observed for psychodynamic therapists, while the lowest values were observed for behavioral therapists. Post-hoc tests revealed a significantly higher rating by psychodynamic therapists compared to behavioral therapists (<italic>P</italic>=.001) and a higher rating by humanistic therapists compared to behavioral therapists (<italic>P</italic>=.005). No differences were observed for the systemic orientation compared to the other three orientations.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Psychotherapists’ ratings of their ability to treat patients via telephone comparable to in-person therapy on a sliding scale ranging from 0 (not comparable at all) to 100 (totally comparable) (n=1007; <italic>F</italic><sub>3,1003</sub>=5.626, <italic>P</italic>=.001).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="400"/>
            <col width="200"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td>Therapeutic orientation</td>
                <td>n (%)</td>
                <td>Mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Behavioral</td>
                <td>101 (10.0)</td>
                <td>41.7 (24.97)</td>
              </tr>
              <tr valign="top">
                <td>Humanistic</td>
                <td>468 (46.5)</td>
                <td>51.2 (25.64)</td>
              </tr>
              <tr valign="top">
                <td>Psychodynamic</td>
                <td>205 (20.4)</td>
                <td>53.9 (25.78)</td>
              </tr>
              <tr valign="top">
                <td>Systemic</td>
                <td>233 (23.1)</td>
                <td>48.6 (26.57)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Results for RQ 2</title>
        <sec>
          <title>RQ 2a</title>
          <p>Psychotherapists who started to use telephone for psychotherapy during the COVID-19 lockdown (n=782) stated that their actual experiences with telephone-based psychotherapy were better than previously expected. The mean score of 64.2 (SD 19.12) was significantly higher than 50 (t<sub>781</sub>=20.707, <italic>P</italic>&#60;.001).</p>
        </sec>
        <sec>
          <title>RQ 2b</title>
          <p>The therapeutic orientation affected the rating of whether telephone-based psychotherapy was experienced differently than expected (<italic>P=</italic>.001). As summarized in <xref ref-type="table" rid="table4">Table 4</xref>, the highest values were observed for psychodynamic therapists, while the lowest values were observed for behavioral therapists. Post-hoc tests revealed a significantly higher rating in psychodynamic compared to behavioral therapists, <italic>P</italic>=.03, and systemic therapists, <italic>P</italic>=.002. No differences were observed for the humanistic orientation compared to the other three orientations.</p>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Psychotherapists’ actual experiences with telephone-based psychotherapy in relation to their previous expectations rated on a sliding scale ranging from 0 (significantly more negative than expected) to 100 (significantly more positive than expected) (n=777; <italic>F</italic><sub>3,773</sub>=5.243, <italic>P</italic>=.001).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="400"/>
              <col width="200"/>
              <col width="400"/>
              <thead>
                <tr valign="top">
                  <td>Therapeutic orientation</td>
                  <td>n (%)</td>
                  <td>Mean (SD)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Behavioral</td>
                  <td>73 (9.4)</td>
                  <td>60.6 (21.87)</td>
                </tr>
                <tr valign="top">
                  <td>Humanistic</td>
                  <td>370 (47.6)</td>
                  <td>64.8 (17.48)</td>
                </tr>
                <tr valign="top">
                  <td>Psychodynamic</td>
                  <td>157 (20.2)</td>
                  <td>68.3 (18.98)</td>
                </tr>
                <tr valign="top">
                  <td>Systemic</td>
                  <td>177 (22.8)</td>
                  <td>60.8 (20.64)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Results for RQ 3</title>
        <sec>
          <title>RQ 3a</title>
          <p>Psychotherapists who treated at least one patient with web-based psychotherapy either before or during the COVID-19 lockdown (n=733) stated that web-based psychotherapy is not comparable to in-person psychotherapy. The mean score of 61.5 (SD 24.38) was significantly lower than 100 (t<sub>732</sub>=–42.779, <italic>P</italic>&#60;.001).</p>
        </sec>
        <sec>
          <title>RQ 3b</title>
          <p>The rating of whether web-based psychotherapy is comparable to face-to-face psychotherapy did not differ between therapeutic orientations (<italic>P=</italic>.88), as summarized in <xref ref-type="table" rid="table5">Table 5</xref>.</p>
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>Psychotherapists’ rating of their ability to treat patients via the internet comparable to in-person therapy on a sliding scale ranging from 0 (not comparable at all) to 100 (totally comparable) (n=728; <italic>F</italic><sub>3,724</sub>=0.226, <italic>P</italic>=.88).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="400"/>
              <col width="200"/>
              <col width="400"/>
              <thead>
                <tr valign="top">
                  <td>Therapeutic orientation</td>
                  <td>n (%)</td>
                  <td>Mean (SD)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Behavioral</td>
                  <td>85 (11.7)</td>
                  <td>60.1 (23.90)</td>
                </tr>
                <tr valign="top">
                  <td>Humanistic</td>
                  <td>352 (48.4)</td>
                  <td>61.6 (24.35)</td>
                </tr>
                <tr valign="top">
                  <td>Psychodynamic</td>
                  <td>128 (17.6)</td>
                  <td>61.3 (24.14)</td>
                </tr>
                <tr valign="top">
                  <td>Systemic</td>
                  <td>163 (22.4)</td>
                  <td>62.7 (24.74)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Results for RQ 4</title>
        <sec>
          <title>RQ 4a</title>
          <p>Psychotherapists who started to use internet for psychotherapy during the COVID-19 lockdown (n=614) stated that their actual experiences with web-based psychotherapy were better than previously expected. The mean score of 69.0 (SD 18.87) was significantly higher than 50 (t<sub>613</sub>=24.88, <italic>P</italic>&#60;.001).</p>
        </sec>
        <sec>
          <title>RQ 4b</title>
          <p>The discrepancy between the actual experiences and previous expectations regarding web-based psychotherapy did not differ concerning the therapeutic orientation of the psychotherapists (<italic>P=</italic>.71). The mean scores (SD) are summarized in <xref ref-type="table" rid="table6">Table 6</xref>.</p>
          <table-wrap position="float" id="table6">
            <label>Table 6</label>
            <caption>
              <p>Psychotherapists’ experiences with web-based psychotherapy in relation to their previous expectations on a sliding scale ranging from 0 (significantly more negative than expected) to 100 (significantly more positive than expected) (n=610; <italic>F</italic><sub>3,606</sub>=0.459, <italic>P</italic>=.71).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="400"/>
              <col width="200"/>
              <col width="400"/>
              <thead>
                <tr valign="top">
                  <td>Therapeutic orientation</td>
                  <td>n (%)</td>
                  <td>Mean (SD)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Behavioral</td>
                  <td>72 (11.8)</td>
                  <td>67.7 (23.18)</td>
                </tr>
                <tr valign="top">
                  <td>Humanistic</td>
                  <td>303 (49.7)</td>
                  <td>68.7 (17.75)</td>
                </tr>
                <tr valign="top">
                  <td>Psychodynamic</td>
                  <td>100 (16.4)</td>
                  <td>68.7 (18.13)</td>
                </tr>
                <tr valign="top">
                  <td>Systemic</td>
                  <td>135 (22.1)</td>
                  <td>70.6 (19.39)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Results for RQ 5</title>
        <p>Psychotherapists of the four orientations who treated at least one patient via telephone and at least one patient via the internet either before or during the COVID-19 lockdown (n=611) rated web-based psychotherapy to be more comparable to face-to-face psychotherapy than telephone-based psychotherapy (<italic>F</italic><sub>1,60</sub><italic><sub>7</sub></italic>=144.214, <italic>P&#60;</italic>.001). No interaction between psychotherapy format (internet or telephone) and therapeutic orientation was observed (<italic>F</italic><sub>3,60</sub><italic><sub>7</sub></italic>=1.729, <italic>P=</italic>.16; <xref ref-type="table" rid="table7">Table 7</xref>).</p>
        <table-wrap position="float" id="table7">
          <label>Table 7</label>
          <caption>
            <p>Psychotherapists’ ratings of their ability to comparably treat their patients via telephone or the internet, respectively, compared to in-person therapy on a sliding scale ranging from 0 (not comparable at all) to 100 (totally comparable) (n=611; <italic>F</italic><sub>3,607</sub>=1.729, <italic>P</italic>=.16).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="400"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Therapeutic orientation</td>
                <td colspan="2">Telephone-based therapy</td>
                <td colspan="2">Web-based therapy</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>n (%)</td>
                <td>Mean (SD)</td>
                <td>n (%)</td>
                <td>Mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Behavioral</td>
                <td>69 (11.3)</td>
                <td>45.0 (24.25)</td>
                <td>69 (11.3)</td>
                <td>59.2 (24.51)</td>
              </tr>
              <tr valign="top">
                <td>Humanistic</td>
                <td>289 (47.3)</td>
                <td>51.6 (24.41)</td>
                <td>289 (47.3)</td>
                <td>63.0 (23.41)</td>
              </tr>
              <tr valign="top">
                <td>Psychodynamic</td>
                <td>105 (17.2)</td>
                <td>52.6 (24.74)</td>
                <td>105 (17.2)</td>
                <td>60.3 (24.36)</td>
              </tr>
              <tr valign="top">
                <td>Systemic</td>
                <td>148 (24.2)</td>
                <td>50.1 (25.49)</td>
                <td>148 (24.2)</td>
                <td>62.8 (23.92)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Results for RQ 6</title>
        <p>Psychotherapists of the four therapeutic orientations who started to treat at least one patient via telephone and at least one patient via the internet during the COVID-19 lockdown (n=422) reported that their actual experiences with web-based psychotherapy were more positive than their actual experiences with telephone-based psychotherapy compared to their previous expectations (<italic>F</italic><sub>1,418</sub>=22.680; <italic>P&#60;</italic>.001). An interaction between the psychotherapy format (internet or telephone) and the therapeutic orientation was observed (<italic>F</italic><sub>3,418</sub>=4.862, <italic>P=</italic>.002; <xref ref-type="table" rid="table8">Table 8</xref>). Post-hoc comparisons revealed that behavioral (<italic>P</italic>=.03), humanistic (<italic>P</italic>=.005), and systemic (<italic>P</italic>&#60;.001) psychotherapists reported that their actual experiences compared to their previous expectations were more positive for web-based therapy than for telephone-based therapy. However, the discrepancy between actual experiences and previous expectations with remote psychotherapy was not different between web- and telephone-based psychotherapy among psychodynamic therapists (<italic>P</italic>&#62;.99).</p>
        <table-wrap position="float" id="table8">
          <label>Table 8</label>
          <caption>
            <p>Psychotherapists’ experiences with telephone- and web-based psychotherapy, respectively, compared to previous expectations rated on a sliding scale ranging from 0 (significantly more negative than expected) to 100 (significantly more positive than expected) (n=422; <italic>F</italic><sub>3,418</sub>=4.862, <italic>P</italic>=.002).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="400"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Therapeutic orientation</td>
                <td colspan="2">Telephone-based therapy</td>
                <td colspan="2">Web-based therapy</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>n (%)</td>
                <td>Mean (SD)</td>
                <td>n (%)</td>
                <td>Mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Behavioral</td>
                <td>45 (10.7)</td>
                <td>63.2 (22.21)</td>
                <td>45 (10.7)</td>
                <td>69.0 (22.05)</td>
              </tr>
              <tr valign="top">
                <td>Humanistic</td>
                <td>202 (47.9)</td>
                <td>66.1 (16.91)</td>
                <td>202 (47.9)</td>
                <td>69.7 (17.58)</td>
              </tr>
              <tr valign="top">
                <td>Psychodynamic</td>
                <td>72 (17.1)</td>
                <td>68.3 (16.58)</td>
                <td>72 (17.1)</td>
                <td>68.3 (18.22)</td>
              </tr>
              <tr valign="top">
                <td>Systemic</td>
                <td>103 (24.4)</td>
                <td>61.7 (21.13)</td>
                <td>103 (24.4)</td>
                <td>71.6 (19.95)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>This survey explored the experiences of psychotherapists in Austria with remote psychotherapy during the COVID-19 lockdown. Remote psychotherapy was reported to not be totally comparable to in-person psychotherapy, although the psychotherapists reported that their actual experiences with remote psychotherapy were better than expected. Psychodynamic and humanistic therapists rated telephone-based psychotherapy more comparably to face-to-face psychotherapy than behavioral therapists. The actual experiences with telephone-based psychotherapy differed more positively from previous expectations among psychodynamic therapists than among behavioral and systemic therapists. Web-based psychotherapy was rated to be more comparable to in-person psychotherapy than telephone-based psychotherapy, and this did not differ between therapeutic orientations. Also, the actual experiences of most psychotherapists were more positive than their previous expectations for web-based psychotherapy than for telephone-based psychotherapy; however, this was not the case for psychodynamic therapists.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There are several limitations in this study. One limitation is that the survey was conducted on the web; this may have caused some respondent bias, such as higher participation of psychotherapists with a higher preference for new technologies. This bias may have contributed to the finding that providing psychotherapy remotely was rated more positively than expected. The web-based conduction of the survey may also have caused a selection bias toward participation by fewer older psychotherapists [<xref ref-type="bibr" rid="ref40">40</xref>]. A further limitation is that “telephone-based” and “web-based” are rather broad categories for treatment formats, and more detailed information about these formats, such as use of videoconferencing, chats, apps, or email, was not assessed. Another shortcoming is that the comparability of remote psychotherapy to in-person psychotherapy was operationalized by a survey conducted among psychotherapists, while no patient rating surveys or effectiveness measures were conducted. For future studies, the patients’ perspective, as well as outcome measures, should also be evaluated. These studies are not easily performed with web-based surveys; randomized controlled trials to evaluate efficacy need considerable planning time and thus were not feasible to evaluate remote psychotherapy during the first weeks of the COVID-19 lockdown. A further shortcoming is that the web-based conduction of the study prevented any measures of treatment adherence. Thus, it is not possible to say whether the therapeutic methods applied truly resembled the theoretical methods the therapists were trained to use. Moreover, the included participants are not representative of the excluded survey participants in age, as the excluded participants were approximately 1.5 years older (the effect size of this difference was rather small, with <italic>g</italic>=0.14). As the study was conducted in Austria, the results may only apply to countries with similar mental health care systems and similar therapeutic orientations among psychotherapists. In Austria, internet-based psychotherapy was rejected by an official guideline at the time of the study [<xref ref-type="bibr" rid="ref34">34</xref>]. However, health insurance companies started to cover the costs of telephone- and web-based psychotherapy during the COVID-19 pandemic. Thus, the results are not directly comparable to countries that had already implemented mental eHealth solutions in routine psychotherapeutic practice.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>Our results confirm the hypothesis that psychotherapy via telephone or the internet is not regarded to be completely comparable to in-person psychotherapy by therapists. In agreement, most studies investigating experience with remote psychotherapy reported that a minority of therapists experienced remote psychotherapy to be equal to face-to-face encounters [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. Doubts regarding the comparability of remote psychotherapy with face-to-face psychotherapy arise from low performance expectancy, the lack of nonverbal communication, and difficulties in dealing with crises from a distance [<xref ref-type="bibr" rid="ref17">17</xref>]. Also, the unsuitability of remote psychotherapy for all patients was identified as a disadvantage, and some therapists were concerned that remote therapy would be time-consuming or hinder the establishment of a therapeutic relationship [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>Our results further confirm the hypothesis that therapists who started to use remote psychotherapy had better experiences with remote psychotherapy than previously expected; this was more pronounced for web-based psychotherapy than for telephone-based psychotherapy. This result is supported by previous studies showing positive experiences of therapists using remote psychotherapy [<xref ref-type="bibr" rid="ref43">43</xref>-<xref ref-type="bibr" rid="ref45">45</xref>]. As reviewed by Connolly et al [<xref ref-type="bibr" rid="ref2">2</xref>], the functionality and ease of use of psychotherapy provided via videoconferencing was reported to be a “pleasant surprise.” The generally positive experiences with remote psychotherapy can be explained by benefits reported previously by therapists, such as improved access to therapy and less traveling time [<xref ref-type="bibr" rid="ref41">41</xref>]. However, the special situation of the COVID-19 pandemic may have further benefitted the favorable rating of remote psychotherapy, as it represented the only way to maintain psychotherapy while adhering to the protective measures against COVID-19. In general, psychotherapists are the individuals who determine the frequency of use of remote psychotherapy. The finding that psychotherapists experience remote psychotherapy more positively than previously expected suggests that it is important to provide a practical experience (already in training); this finding is also in line with a previous study on changing attitudes of health care providers after first-time use of telemedicine [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>The findings were also influenced by the participants’ therapeutic orientation. In contrast to previous findings, behavioral therapists reported less positive actual experiences compared to previous expectations and lower comparability of telephone-based psychotherapy to in-person therapy than psychodynamic therapists [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>]. This result contrasts with our hypothesis, which assumed that psychodynamic psychotherapists would rate telephone-based psychotherapy more negatively than behavioral psychotherapists. Previously, it was assumed that psychodynamic therapists would particularly feel that they were losing valuable information through remote psychotherapy, even when using videoconferencing. The analysis of nonverbal behavior is of paramount importance in psychodynamic theory. Thus, information regarding behavioral or physiological changes (such as crossing or swinging a foot, muscle tension, or perspiration) is difficult to perceive in remote settings, even when using a camera [<xref ref-type="bibr" rid="ref29">29</xref>]. However, our results do not support the assumption that this loss of information will have a detrimental effect on the attitudes and experiences of psychodynamic therapists toward remote psychotherapy. In contrast, psychotherapy via telephone, which causes a much stronger loss of information related to nonverbal behavior than videoconferencing, was rated more positively (regarding comparability to face-to-face therapy and experiences vs expectations) by psychodynamic therapists than by therapists of other therapeutic orientations. However, ratings of comparability to face-to-face psychotherapy were also higher for web-based therapy than for telephone-based therapy for psychodynamic therapists. On the other hand, the lowest ratings for telephone-based therapy (regarding comparability to face-to-face therapy and experiences vs expectations) were found for behavioral therapists compared to therapists of other therapeutic orientations. Because behavioral therapy is more focused on changing maladaptive behaviors [<xref ref-type="bibr" rid="ref29">29</xref>], we assumed that those therapists would rate remote psychotherapy more positively than other therapists, as these maladaptive behaviors could be treated similarly in remote and face-to-face therapy. However, it is possible that the observed differences among therapeutic orientations are confounded by other factors, such as differences in gender, age, or therapeutic experiences, as those factors have been speculated to be potential moderators of attitudes toward remote psychotherapy [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. To rule out any confounding effect of the observed differences concerning age and experience (ie, the younger age and shorter period in the profession of behavioral therapists), those variables were included as covariates in ANCOVAs. However, even when conducting ANCOVAs, differences among therapeutic orientations remained significant. Thus, further studies are required to investigate the potential reasons behind the observed differences.</p>
        <p>The ratings of the comparability of web-based and in-person psychotherapy as well as the discrepancies in actual experiences and previous expectations regarding web-based psychotherapy did not differ regarding therapeutic background. This result rejects our hypothesis that behavioral psychotherapists would rate remote psychotherapy via internet more positively than psychodynamic therapists.</p>
        <p>In general, web-based psychotherapy was rated more positively (regarding comparability to face-to-face therapy and experiences vs expectations) than psychotherapy via telephone; however, this was not the case for psychodynamic therapists, who reported their previous expectations to be equal to their actual experiences for both telephone- and web-based psychotherapy. This confirms our hypothesis and is likely due to the potential of videoconferencing to provide several pieces of information regarding nonverbal behavior and of its greater comparability to face-to-face settings than telephone-based psychotherapy, which results in a greater loss of information.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The experiences of psychotherapists with remote psychotherapy were better than their expectations but not totally comparable to face-to-face psychotherapy with personal contact. Adequate mental health care is of high importance during the COVID-19 pandemic, and the provision of psychotherapy at a safe distance seems to be the obvious solution to ensure sufficient psychotherapeutic support. This study provides important insights regarding psychotherapists’ experiences with and expectations of remote psychotherapy during the COVID-19 pandemic. Future studies should also consider patient perspectives.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANCOVA</term>
          <def>
            <p>analysis of covariance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ANOVA</term>
          <def>
            <p>analysis of variance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RQ</term>
          <def>
            <p>research question</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grady</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Belz</surname>
              <given-names>NLL</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Carnahan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Decker</surname>
              <given-names>VB</given-names>
            </name>
            <name name-style="western">
              <surname>Holden</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenthal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rowe</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Spaulding</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Turvey</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Voyles</surname>
              <given-names>D</given-names>
            </name>
            <collab>American Telemedicine Association Telemental Health Standards and Guidelines Working Group</collab>
          </person-group>
          <article-title>Evidence-based practice for telemental health</article-title>
          <source>Telemed J E Health</source>
          <year>2011</year>
          <month>03</month>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>131</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2010.0158</pub-id>
          <pub-id pub-id-type="medline">21385026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lindsay</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of providers’ attitudes toward telemental health via videoconferencing</article-title>
          <source>Clin Psychol Sci Pract</source>
          <year>2020</year>
          <month>01</month>
          <day>06</day>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>e12311</fpage>
          <pub-id pub-id-type="doi">10.1111/cpsp.12311</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Keegan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Wassef</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Day</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lindsay</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Recent Advances in Delivering Mental Health Treatment via Video to Home</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2018</year>
          <month>07</month>
          <day>21</day>
          <volume>20</volume>
          <issue>8</issue>
          <fpage>56</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-018-0922-y</pub-id>
          <pub-id pub-id-type="medline">30032337</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-018-0922-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Caudill</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Remote Treatment Delivery in Response to the COVID-19 Pandemic</article-title>
          <source>Psychother Psychosom</source>
          <year>2020</year>
          <month>3</month>
          <day>26</day>
          <volume>89</volume>
          <issue>3</issue>
          <fpage>130</fpage>
          <lpage>132</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.karger.com?DOI=10.1159/000507376"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000507376</pub-id>
          <pub-id pub-id-type="medline">32213775</pub-id>
          <pub-id pub-id-type="pii">000507376</pub-id>
          <pub-id pub-id-type="pmcid">PMC7179517</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nussbaumer-Streit</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mayr</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Dobrescu</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Persad</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Klerings</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Siebert</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Christof</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zachariah</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gartlehner</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Quarantine alone or in combination with other public health measures to control COVID-19: a rapid review</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2020</year>
          <month>04</month>
          <day>08</day>
          <volume>4</volume>
          <fpage>CD013574</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD013574</pub-id>
          <pub-id pub-id-type="medline">32267544</pub-id>
          <pub-id pub-id-type="pmcid">PMC7141753</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Woodland</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wessely</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>GJ</given-names>
            </name>
          </person-group>
          <article-title>The psychological impact of quarantine and how to reduce it: rapid review of the evidence</article-title>
          <source>Lancet</source>
          <year>2020</year>
          <month>03</month>
          <day>14</day>
          <volume>395</volume>
          <issue>10227</issue>
          <fpage>912</fpage>
          <lpage>920</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32112714"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30460-8</pub-id>
          <pub-id pub-id-type="medline">32112714</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)30460-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7158942</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hossain</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sultana</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Purohit</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Mental health outcomes of quarantine and isolation for infection prevention: A systematic umbrella review of the global evidence</article-title>
          <source>Research Square.</source>
          <comment>Preprint posted online on April 28, 2020</comment>
          <pub-id pub-id-type="doi">10.21203/rs.3.rs-25647/v1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pillai</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Doolan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Leal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hollis</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Impact of isolation precautions on quality of life: a meta-analysis</article-title>
          <source>J Hosp Infect</source>
          <year>2020</year>
          <month>05</month>
          <volume>105</volume>
          <issue>1</issue>
          <fpage>35</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jhin.2020.02.004</pub-id>
          <pub-id pub-id-type="medline">32059996</pub-id>
          <pub-id pub-id-type="pii">S0195-6701(20)30050-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fiorillo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gorwood</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The consequences of the COVID-19 pandemic on mental health and implications for clinical practice</article-title>
          <source>Eur Psychiatry</source>
          <year>2020</year>
          <month>04</month>
          <day>01</day>
          <volume>63</volume>
          <issue>1</issue>
          <fpage>e32</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32234102"/>
          </comment>
          <pub-id pub-id-type="doi">10.1192/j.eurpsy.2020.35</pub-id>
          <pub-id pub-id-type="medline">32234102</pub-id>
          <pub-id pub-id-type="pii">S0924933820000358</pub-id>
          <pub-id pub-id-type="pmcid">PMC7156565</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pfefferbaum</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>North</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>Mental Health and the Covid-19 Pandemic</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>08</month>
          <day>06</day>
          <volume>383</volume>
          <issue>6</issue>
          <fpage>510</fpage>
          <lpage>512</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMp2008017</pub-id>
          <pub-id pub-id-type="medline">32283003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>CH</given-names>
            </name>
          </person-group>
          <article-title>Timely mental health care for the 2019 novel coronavirus outbreak is urgently needed</article-title>
          <source>Lancet Psychiat</source>
          <year>2020</year>
          <month>03</month>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>228</fpage>
          <lpage>229</lpage>
          <pub-id pub-id-type="doi">10.1016/s2215-0366(20)30046-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hanson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Calhoun</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Changes in provider attitudes toward telemedicine</article-title>
          <source>Telemed J E Health</source>
          <year>2009</year>
          <month>01</month>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2008.0052</pub-id>
          <pub-id pub-id-type="medline">19199846</pub-id>
          <pub-id pub-id-type="pii">10.1089/tmj.2008.0052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bashshur</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Shannon</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Bashshur</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>The Empirical Evidence for Telemedicine Interventions in Mental Disorders</article-title>
          <source>Telemed J E Health</source>
          <year>2016</year>
          <month>02</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>87</fpage>
          <lpage>113</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/vyHST5/Q4dBG"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2015.0206</pub-id>
          <pub-id pub-id-type="medline">26624248</pub-id>
          <pub-id pub-id-type="pmcid">PMC4744872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrer</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Parish</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Callahan</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of telemental health: a 2013 review</article-title>
          <source>Telemed J E Health</source>
          <year>2013</year>
          <month>06</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>444</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23697504"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2013.0075</pub-id>
          <pub-id pub-id-type="medline">23697504</pub-id>
          <pub-id pub-id-type="pmcid">PMC3662387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hubley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Schneck</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shore</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Review of key telepsychiatry outcomes</article-title>
          <source>World J Psychiatry</source>
          <year>2016</year>
          <month>06</month>
          <day>22</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>269</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wjgnet.com/2220-3206/full/v6/i2/269.htm"/>
          </comment>
          <pub-id pub-id-type="doi">10.5498/wjp.v6.i2.269</pub-id>
          <pub-id pub-id-type="medline">27354970</pub-id>
          <pub-id pub-id-type="pmcid">PMC4919267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duffecy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Reifler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sokol</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Siddique</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effect of telephone-administered vs face-to-face cognitive behavioral therapy on adherence to therapy and depression outcomes among primary care patients: a randomized trial</article-title>
          <source>JAMA</source>
          <year>2012</year>
          <month>06</month>
          <day>06</day>
          <volume>307</volume>
          <issue>21</issue>
          <fpage>2278</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22706833"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2012.5588</pub-id>
          <pub-id pub-id-type="medline">22706833</pub-id>
          <pub-id pub-id-type="pii">1172045</pub-id>
          <pub-id pub-id-type="pmcid">PMC3697075</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schuster</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pokorny</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Topooco</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Laireiter</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The Advantages and Disadvantages of Online and Blended Therapy: Survey Study Amongst Licensed Psychotherapists in Austria</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>12</month>
          <day>18</day>
          <volume>20</volume>
          <issue>12</issue>
          <fpage>e11007</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/12/e11007/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11007</pub-id>
          <pub-id pub-id-type="medline">30563817</pub-id>
          <pub-id pub-id-type="pii">v20i12e11007</pub-id>
          <pub-id pub-id-type="pmcid">PMC6315274</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shulman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>John</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Home-Based Outpatient Telepsychiatry to Improve Adherence With Treatment Appointments: A Pilot Study</article-title>
          <source>Psychiatr Serv</source>
          <year>2017</year>
          <month>07</month>
          <day>01</day>
          <volume>68</volume>
          <issue>7</issue>
          <fpage>743</fpage>
          <lpage>746</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28245700"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201600244</pub-id>
          <pub-id pub-id-type="medline">28245700</pub-id>
          <pub-id pub-id-type="pmcid">PMC5848466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Novins</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Hosokawa</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brent</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Frunzi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Libby</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>The Use of Telepsychiatry to Provide Cost-Efficient Care During Pediatric Mental Health Emergencies</article-title>
          <source>Psychiatr Serv</source>
          <year>2018</year>
          <month>02</month>
          <day>01</day>
          <volume>69</volume>
          <issue>2</issue>
          <fpage>161</fpage>
          <lpage>168</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201700140</pub-id>
          <pub-id pub-id-type="medline">29032703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ertelt</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Crosby</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Marino</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Lancaster</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Crow</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic factors affecting the cognitive behavioral treatment of bulimia nervosa via telemedicine versus face-to-face delivery</article-title>
          <source>Int J Eat Disord</source>
          <year>2011</year>
          <month>12</month>
          <day>15</day>
          <volume>44</volume>
          <issue>8</issue>
          <fpage>687</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22072405"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/eat.20874</pub-id>
          <pub-id pub-id-type="medline">22072405</pub-id>
          <pub-id pub-id-type="pmcid">PMC4496947</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schopp</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Johnstone</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Merrell</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Telehealth and neuropsychological assessment: New opportunities for psychologists</article-title>
          <source>Prof Psychol Res Pr</source>
          <year>2000</year>
          <month>04</month>
          <volume>31</volume>
          <issue>2</issue>
          <fpage>179</fpage>
          <lpage>183</lpage>
          <pub-id pub-id-type="doi">10.1037/0735-7028.31.2.179</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DiTomasso</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Golden</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <source>Handbook of Cognitive Behavioral Approaches in Primary Care</source>
          <year>2009</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sundberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Winebarger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Taplin</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Clinical Psychology: Evolving Theory, Practice, and Research (4th Edition)</source>
          <year>2001</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Pearson</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sajikumar</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Sandeep</surname>
              <given-names>VS</given-names>
            </name>
          </person-group>
          <source>New holistic psychotherapies</source>
          <year>2020</year>
          <publisher-loc>Kothamangalam, India</publisher-loc>
          <publisher-name>Dr V Sajikumar</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cabaniss</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cherry</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Douglas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Psychodynamic Psychotherapy: A Clinical Manual (2nd Edition)</source>
          <year>2016</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>Wiley-Blackwell</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pocock</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A philosophy of practice for systemic psychotherapy: the case for critical realism</article-title>
          <source>J Fam Ther</source>
          <year>2013</year>
          <month>12</month>
          <day>10</day>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>167</fpage>
          <lpage>183</lpage>
          <pub-id pub-id-type="doi">10.1111/1467-6427.12027</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schlippe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schweitzer</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Lehrbuch der systemischen Therapie und Beratung II. Das störungsspezifische Wissen (3rd Edition)</source>
          <year>2015</year>
          <publisher-loc>Göttingen, Germany</publisher-loc>
          <publisher-name>Vadenhoeck &#38; Ruprecth</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Tune</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Comparing Psychodynamic Teaching, Supervision, and Psychotherapy Over Videoconferencing Technology with Chinese Students</article-title>
          <source>Psychodyn Psychiatry</source>
          <year>2015</year>
          <month>12</month>
          <volume>43</volume>
          <issue>4</issue>
          <fpage>585</fpage>
          <lpage>99</lpage>
          <pub-id pub-id-type="doi">10.1521/pdps.2015.43.4.585</pub-id>
          <pub-id pub-id-type="medline">26583442</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perle</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Langsam</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Randel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lutchman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Odland</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Nierenberg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Marker</surname>
              <given-names>CD</given-names>
            </name>
          </person-group>
          <article-title>Attitudes toward psychological telehealth: current and future clinical psychologists' opinions of internet-based interventions</article-title>
          <source>J Clin Psychol</source>
          <year>2013</year>
          <month>01</month>
          <volume>69</volume>
          <issue>1</issue>
          <fpage>100</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1002/jclp.21912</pub-id>
          <pub-id pub-id-type="medline">22975897</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wangberg</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Gammon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Spitznogle</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>In the eyes of the beholder: exploring psychologists' attitudes towards and use of e-therapy in Norway</article-title>
          <source>Cyberpsychol Behav</source>
          <year>2007</year>
          <month>06</month>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>418</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1089/cpb.2006.9937</pub-id>
          <pub-id pub-id-type="medline">17594266</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cipolletta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mocellin</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Online counseling: An exploratory survey of Italian psychologists' attitudes towards new ways of interaction</article-title>
          <source>Psychother Res</source>
          <year>2018</year>
          <month>11</month>
          <day>09</day>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>909</fpage>
          <lpage>924</lpage>
          <pub-id pub-id-type="doi">10.1080/10503307.2016.1259533</pub-id>
          <pub-id pub-id-type="medline">28068875</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eichenberg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kienzle</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Psychotherapeuten und Internet</article-title>
          <source>Psychotherapeut</source>
          <year>2011</year>
          <month>6</month>
          <day>11</day>
          <volume>58</volume>
          <issue>5</issue>
          <fpage>485</fpage>
          <lpage>493</lpage>
          <pub-id pub-id-type="doi">10.1007/s00278-011-0833-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>98. Verordnung: Verordnung gemäß § 2 Z 1 des COVID-19-Maßnahmengesetzes</article-title>
          <source>Bundesgesetzblatt für die Republik Österreich</source>
          <year>2020</year>
          <access-date>2020-11-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ris.bka.gv.at/Dokumente/BgblAuth/BGBLA_2020_II_98/BGBLA_2020_II_98.html">https://www.ris.bka.gv.at/Dokumente/BgblAuth/BGBLA_2020_II_98/BGBLA_2020_II_98.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <article-title>107. Verordnung: Änderung der Verordnung gemäß § 2 Z 1 des COVID-19-Maßnahmengesetzes</article-title>
          <source>Bundesgesetzblatt für die Republik Österreich</source>
          <year>2020</year>
          <access-date>2020-05-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ris.bka.gv.at/Dokumente/BgblAuth/BGBLA_2020_II_107/BGBLA_2020_II_107.html">https://www.ris.bka.gv.at/Dokumente/BgblAuth/BGBLA_2020_II_107/BGBLA_2020_II_107.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <article-title>108. Verordnung: Änderung der Verordnung gemäß § 2 Z 1 des COVID-19-Maßnahmengesetzes</article-title>
          <source>Bundesgesetzblatt für die Republik Österreich</source>
          <year>2020</year>
          <access-date>2020-05-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ris.bka.gv.at/Dokumente/BgblAuth/BGBLA_2020_II_108/BGBLA_2020_II_108.html">https://www.ris.bka.gv.at/Dokumente/BgblAuth/BGBLA_2020_II_108/BGBLA_2020_II_108.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <article-title>Internetrichtlinie Kriterien zur Ausgestaltung der psychotherapeutischen Beratung via Internet</article-title>
          <source>Bundesministerium für Soziales, Gesundheit, Pflege und Konsumentenschutz</source>
          <access-date>2020-05-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sozialministerium.at/Themen/Gesundheit/Medizin-und-Gesundheitsberufe/Erlässe,-Empfehlungen-und-Informationen.html">https://www.sozialministerium.at/Themen/Gesundheit/Medizin-und-Gesundheitsberufe/Erlässe,-Empfehlungen-und-Informationen.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Probst</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stippl</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pieh</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Changes in Provision of Psychotherapy in the Early Weeks of the COVID-19 Lockdown in Austria</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>05</month>
          <day>27</day>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>3815</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17113815"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17113815</pub-id>
          <pub-id pub-id-type="medline">32471295</pub-id>
          <pub-id pub-id-type="pii">ijerph17113815</pub-id>
          <pub-id pub-id-type="pmcid">PMC7312759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Probst</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Humer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Stippl</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pieh</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Being a Psychotherapist in Times of the Novel Coronavirus Disease: Stress-Level, Job Anxiety, and Fear of Coronavirus Disease Infection in More Than 1,500 Psychotherapists in Austria</article-title>
          <source>Front Psychol</source>
          <year>2020</year>
          <month>9</month>
          <day>29</day>
          <volume>11</volume>
          <fpage>559100</fpage>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2020.559100</pub-id>
          <pub-id pub-id-type="medline">33132965</pub-id>
          <pub-id pub-id-type="pmcid">PMC7550677</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heidegger</surname>
              <given-names>KE</given-names>
            </name>
          </person-group>
          <article-title>The Situation of Psychotherapy in Austria</article-title>
          <source>Österreichischer Bundesverband für Psychotherapie</source>
          <year>2017</year>
          <access-date>2020-07-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.europsyche.org/app/uploads/2019/05/Situation-Psychotherapy-in-Austria-2017-10-20.pdf">https://www.europsyche.org/app/uploads/2019/05/Situation-Psychotherapy-in-Austria-2017-10-20.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bethlehem</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Selection bias in web surveys</article-title>
          <source>Int Stat Rev</source>
          <year>2010</year>
          <volume>78</volume>
          <issue>2</issue>
          <fpage>161</fpage>
          <lpage>188</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1751-5823.2010.00112.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glover</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hazlett</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Connecting to the future: telepsychiatry in postgraduate medical education</article-title>
          <source>Telemed J E Health</source>
          <year>2013</year>
          <month>06</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>474</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2012.0182</pub-id>
          <pub-id pub-id-type="medline">23570291</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Vaart</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Witting</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kooistra</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bohlmeijer</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>van Gemert-Pijnen</surname>
              <given-names>LJEWC</given-names>
            </name>
          </person-group>
          <article-title>Blending online therapy into regular face-to-face therapy for depression: content, ratio and preconditions according to patients and therapists using a Delphi study</article-title>
          <source>BMC Psychiatry</source>
          <year>2014</year>
          <month>12</month>
          <day>14</day>
          <volume>14</volume>
          <fpage>355</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-014-0355-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-014-0355-z</pub-id>
          <pub-id pub-id-type="medline">25496393</pub-id>
          <pub-id pub-id-type="pii">s12888-014-0355-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC4271498</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pritchett</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Kauth</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Nadorff</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A pilot project to improve access to telepsychotherapy at rural clinics</article-title>
          <source>Telemed J E Health</source>
          <year>2014</year>
          <month>01</month>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>83</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24168721"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2013.0085</pub-id>
          <pub-id pub-id-type="medline">24168721</pub-id>
          <pub-id pub-id-type="pmcid">PMC3880058</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elford</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bowering</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ghandi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maddiggan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>St John</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>House</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harnett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Battcock</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A randomized, controlled trial of child psychiatric assessments conducted using videoconferencing</article-title>
          <source>J Telemed Telecare</source>
          <year>2000</year>
          <month>06</month>
          <day>24</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>73</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1258/1357633001935086</pub-id>
          <pub-id pub-id-type="medline">10824374</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lindsay</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Hudson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Nessim</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Graves</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gabriele</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Implementing Video to Home to Increase Access to Evidence-Based Psychotherapy for Rural Veterans</article-title>
          <source>J Technol Behav Sci</source>
          <year>2017</year>
          <month>12</month>
          <day>28</day>
          <volume>2</volume>
          <issue>3-4</issue>
          <fpage>140</fpage>
          <lpage>148</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32346604"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s41347-017-0032-4</pub-id>
          <pub-id pub-id-type="medline">32346604</pub-id>
          <pub-id pub-id-type="pmcid">PMC7188187</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simms</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>To use or not to use: Clinicians' perceptions of telemental health</article-title>
          <source>Can Psychol</source>
          <year>2011</year>
          <month>02</month>
          <volume>52</volume>
          <issue>1</issue>
          <fpage>41</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1037/a0022275</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
