<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v21i7e13218</article-id>
      <article-id pub-id-type="pmid">31301127</article-id>
      <article-id pub-id-type="doi">10.2196/13218</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Incorporating Information From Electronic and Social Media Into Psychiatric and Psychotherapeutic Patient Care: Survey Among Clinicians</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Metsaranta</surname>
            <given-names>Kiki</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Di Matteo</surname>
            <given-names>Daniel</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1">
          <name name-style="western">
            <surname>Hobbs</surname>
            <given-names>Katherine W</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4760-0735</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2">
          <name name-style="western">
            <surname>Monette</surname>
            <given-names>Patrick J</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0847-7255</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Owoyemi</surname>
            <given-names>Praise</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7803-5615</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib4">
          <name name-style="western">
            <surname>Beard</surname>
            <given-names>Courtney</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8321-8712</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib5">
          <name name-style="western">
            <surname>Rauch</surname>
            <given-names>Scott L</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7699-6754</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib6">
          <name name-style="western">
            <surname>Ressler</surname>
            <given-names>Kerry J</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5158-1103</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib7" corresp="yes">
          <name name-style="western">
            <surname>Vahia</surname>
            <given-names>Ipsit V</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>McLean Hospital</institution>
            <addr-line>115 Mill Street</addr-line>
            <addr-line>Belmont, MA, 02478</addr-line>
            <country>United States</country>
            <phone>1 617 855 3291</phone>
            <email>ivahia@partners.org</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0282-640X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>McLean Hospital</institution>
        <addr-line>Belmont, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Harvard Medical School</institution>
        <addr-line>Cambridge, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ipsit V Vahia 
        <email>ivahia@partners.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>07</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>07</month>
        <year>2019</year>
      </pub-date>
      <volume>21</volume>
      <issue>7</issue>
      <elocation-id>e13218</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>21</day>
          <month>12</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>17</day>
          <month>5</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Katherine W Hobbs, Patrick J Monette, Praise Owoyemi, Courtney Beard, Scott L Rauch, Kerry J Ressler, Ipsit V Vahia. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 12.07.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2019/7/e13218/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Obtaining collateral information from a patient is an essential component of providing effective psychiatric and psychotherapeutic care. Research indicates that patients’ social and electronic media contains information relevant to their psychotherapy and clinical care. However, it remains unclear to what degree this content is being actively utilized by clinicians as a part of diagnosis or therapy. Moreover, clinicians’ attitudes around this practice have not been well characterized.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This survey aimed to establish the current attitudes and behaviors of outpatient clinicians regarding the incorporation of patients’ social and electronic media into psychotherapy.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A Web-based survey was sent to outpatient psychotherapists associated with McLean Hospital in Belmont, Massachusetts. The survey asked clinicians to indicate to what extent and with which patients they reviewed patients’ social and electronic media content as part of their clinical practice, as well as their reasons for or against doing so.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Of the total 115 respondents, 71 (61.7%) indicated that they had viewed at least one patient’s social or electronic media as part of psychotherapy, and 65 of those 71 (92%) endorsed being able to provide more effective treatment as a result of this information. The use of either short message service text messages or email was significantly greater than the use of other electronic media platforms (χ<sup>2</sup><sub>1</sub>=24.1, n=115, <italic>P</italic>&lt;.001). Moreover, the analysis of survey responses found patterns of use associated with clinicians’ years of experience and patient demographics, including age and primary diagnosis.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The incorporation of patients’ social and electronic media into therapy is currently common practice among clinicians at a large psychiatric teaching hospital. The results of this survey have informed further questions about whether reviewing patient’s media impacts the quality and efficacy of clinical care.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>technology</kwd>
        <kwd>social media</kwd>
        <kwd>psychotherapy</kwd>
        <kwd>psychiatry</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Electronic and social media platforms have become ubiquitous and essential tools in navigating the 21st century [<xref ref-type="bibr" rid="ref1">1</xref>]. Content stored and shared on these platforms, therefore, contains extensive information about our everyday lives and interactions [<xref ref-type="bibr" rid="ref2">2</xref>]. Research in the mental health field has begun to explore whether electronic and social media content may contain clinically relevant markers of individuals’ behavior and mental health. During this period of rapid uptake in utilization of these platforms, it is important to understand how they may reflect, impact, or be used to augment treatment for mental health conditions. In this study, we use the term electronic and social media platforms to refer to apps that individuals access on their mobile phones, tablets, or computers for the purpose of communicating with or sharing content with others. The most prominent examples of these platforms include Facebook, Instagram, email, short message service (SMS) text messaging, and other messaging apps.</p>
      <p>A growing body of literature has begun to examine how we may leverage electronic media usage to identify markers of psychiatric illness or response to treatment. Studies analyzing electronic media content have identified differences in language use between healthy individuals and individuals with different psychiatric disorders, suggesting that clinically relevant signals across a wide variety of illnesses can be found in the language used on social media platforms [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Likewise, a recent study found that analysis of language in Facebook posts can predict the existence of a depression diagnosis in medical records with a similar degree of accuracy as established depression screening surveys [<xref ref-type="bibr" rid="ref5">5</xref>]. Another study noted that patients’ word usage in emails was a predictor of therapeutic outcomes in a sample of individuals with social anxiety [<xref ref-type="bibr" rid="ref6">6</xref>]. Another study correlated the frequency of social media posting with health outcomes—those who posted most frequently on Facebook in their sample were more likely to have a diagnosis or positively screen for depression [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>In examining social media postings, researchers have developed computational models to better predict onsets of psychiatric illnesses. One such study analyzed the Twitter activity of users who reported a clinical depression diagnosis [<xref ref-type="bibr" rid="ref8">8</xref>]. Researchers retroactively examined participants’ Twitter content from the year before the onset of depression to measure markers of social activity, emotions, and relational concerns. They utilized these markers to create a model predicting the likelihood of depression onset before a clinical diagnosis [<xref ref-type="bibr" rid="ref8">8</xref>]. In a similar study, researchers created computational methods to screen for markers of depression and posttraumatic stress disorder (PTSD) in Twitter users’ posts [<xref ref-type="bibr" rid="ref9">9</xref>]. They reviewed the Twitter data of individuals with depression and PTSD from the year before their clinical diagnosis and those of healthy subjects. They found their computational models could distinguish content from healthy and depressed subjects and demonstrated improved accuracy in correctly diagnosing depression and PTSD as compared with the general performance of practitioners [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>Simultaneously, research has begun to explore patient attitudes toward sharing these electronic media data in the context of clinical care. A recent study surveyed new patients in a psychiatric outpatient setting regarding their use of mobile phones and their willingness to share data collected on their phones with mental health providers [<xref ref-type="bibr" rid="ref10">10</xref>]. Overall, the survey found moderate willingness among patients in a psychiatric outpatient setting to share data collected via a mobile phone with their clinicians and, unsurprisingly, respondents were more likely to grant a mental health app access to less personal content [<xref ref-type="bibr" rid="ref10">10</xref>]. Research has also explored mental health providers’ general attitudes toward gathering information about their patients through electronic sources but has not explicitly addressed how clinicians are utilizing patients’ own social media content to inform care [<xref ref-type="bibr" rid="ref11">11</xref>]. For example, in one study, 20% of responding psychiatrists and psychologists reported searching online for information about their patients either <italic>sometimes</italic> or <italic>often</italic> [<xref ref-type="bibr" rid="ref11">11</xref>]. Of these clinicians, 45% said they would perform a search to cross-check information, 35% would do so out of curiosity, and 60% would do so to gather information. The study did not specify what type of information clinicians were gathering, nor how this information impacted the care they delivered [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>Studies such as these indicate that electronic and social media can be leveraged as effective predictors and trackers of mental illness, but it remains unclear to what degree this type of content is being actively utilized by clinicians as a part of diagnosis or therapy. Thus, gaps remain regarding how mental health clinicians are utilizing patients’ electronic and social media to identify clinically relevant information to improve care and how they are weighing potential benefits and drawbacks of doing so. To address these gaps, we surveyed mental health clinicians who provide outpatient psychotherapy. The goal of the survey was to establish to what degree clinicians are currently accessing patients’ social and electronic media content, how they are doing so, in what ways they are incorporating this content into therapy, and what concerns they have around this practice. Notably, our project did not seek to characterize electronic communication between clinicians and patients for the purpose of scheduling, follow-up, and other clinical needs.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Respondents</title>
        <p>The survey population consisted of 115 outpatient psychotherapy clinicians associated with McLean Hospital in Belmont, Massachusetts, who completed a Web-based survey regarding their use of social and electronic media as part of their standard clinical care. The principal investigator emailed the survey to the 244 individuals included on the McLean Hospital master outpatient clinician mailing list. Emails were sent out in 2 rounds of email blasts between April 19, 2018, and June 6, 2018. The first round of emails went to 102 outpatient clinicians who work within formal hospital clinics, and the second went to 142 clinicians doing hospital-based private practice. For both rounds, reminder emails were sent 3, 5, and 8 days following the original email. Of the 244 email recipients, 13 email addresses were deemed undeliverable, resulting in 231 valid email addresses. With 115 total respondents out of 231 recipients, the overall response rate for this survey was 49.8%. The respondents spanned a range of professional disciplines and reflected the diversity of psychotherapy provided at McLean hospital. The email link to the survey specified that the purpose of the survey was to gain an understanding of whether and how clinicians were accessing electronic media in regular care. We did not collect demographic information on clinicians.</p>
      </sec>
      <sec>
        <title>Survey Instrument</title>
        <p>We were unable to identify an existing instrument that would adequately allow us to capture the breadth of information regarding clinician attitudes and behaviors around use of electronic media. Hence, we developed our own instrument designed by consensus among senior study investigators (KR, CB, and IV) to capture naturalistic use of electronic media in therapy. We built in items to facilitate stratification by qualification and years of experience. We elected to limit information about clinician demographics to minimize survey time and maximize response rate. We next built items to capture what types of electronic media platforms were used and in which patient populations this approach had been tried. Finally, we developed items to capture with greater detail the process of accessing this information, maintaining privacy, and its usefulness.</p>
        <p>The survey, which is available in <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>, was created using Google Forms and consisted of 17 questions. First, respondents were asked to indicate their professional degree and number of years of clinical experience. Respondents were then asked to respond yes or no to whether they had viewed a patient’s social or electronic media as part of outpatient psychotherapy. If they responded no, they were asked whether or not they had considered viewing this content and the major factors or concerns they might consider in making the decision.</p>
        <p>If they responded yes, they were prompted to answer 12 more questions aimed at characterizing their use of this content in psychotherapy. Clinicians were asked which platforms they accessed and how they accessed them—whether it was directly with the patient in the session, outside of the session with the patient’s permission, or indirectly via report from the patient or their loved ones. The survey also asked with which age demographic and clinical populations the clinicians used this approach, with how many patients they used it, and in approximately how many sessions per patient. Following these questions, clinicians were asked whether they believed access to this information helped improve the quality of care they delivered. Additional details were collected around the process of accessing this information—namely, which party had suggested access to this content and whether they had discussed issues around privacy. Finally, 2 free-response questions allowed respondents to share their reasons for and concerns about accessing this type of content in their clinical care.</p>
      </sec>
      <sec>
        <title>Data Safety and Storage</title>
        <p>The survey was distributed via a private Google Survey invitation to clinicians’ professional secure email addresses. Only those with the link were able to access it. Data from the survey were downloaded and saved on private Partners Healthcare servers. No identifying information was collected, unless the respondents chose to volunteer such information at the end of the survey; there was space for respondents to give their name and email address if they were interested in learning more about technology-related projects being conducted at the hospital. This question was removed from the dataset before data analysis to deidentify the responses.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>All data analyses were performed using the SPSS 3 (IBM SPSS Statistics) statistical package. For quantitative items, descriptive statistics were generated, and then respondents were stratified by years of clinical experience and by professional degree, followed by a comparison of differences using chi-square tests. For questions in which respondents had the option to write free-text responses, these responses were consolidated into categories upon consensus by study staff and then recoded accordingly. As the volume of qualitative data was relatively low and we had distinct statements from each respondent, we elected not to use customized qualitative analysis software. Instead, we adapted a simple qualitative classification approach [<xref ref-type="bibr" rid="ref12">12</xref>] and sorted qualitative statements into broad themes which this study investigators agreed to by consensus.</p>
        <p>This project was undertaken as a quality improvement initiative at McLean Hospital and as such was not formally supervised by the institutional review board per their policies. The institutional review board provides a checklist [<xref ref-type="bibr" rid="ref13">13</xref>] to determine whether a specific project qualifies as a quality improvement initiative. A total of 4 of the study investigators (KH, PM, PO, and IVV) assessed this study simultaneously and independently using this checklist, and all determined that the project met criteria to qualify as a QII. We also communicated this to the institutional review board who confirmed that if the study meant QII, formal supervision was not required. We utilized the existing mechanism for mass email communication with McLean clinicians to appropriately disseminate the survey, and we specified that responding to the survey was voluntary and part of an information gathering process.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Respondent Demographics</title>
        <p>Of the 115 clinicians who responded to the survey, 31 (27.0%) hold MDs as their professional degree, 35 (30.4%) hold PhDs, and 30 (26.1%) hold Licensed Clinical Social Worker (LCSW) degrees. Other degrees represented in smaller numbers include: Advanced Practice Registered Nursing degrees, MD/PhD, Licensed Mental Health Counselor degrees, and MA degrees. Moreover, 47 (40.9%) respondents have less than 10 years of clinical experience, 29 (25.2%) have 10 to 20 years of experience, and 39 (33.9%) have more than 20 years of experience.</p>
      </sec>
      <sec>
        <title>Overall Viewing Rates</title>
        <p>Of the 115 respondents, 71 (61.7%) indicated that they had viewed at least one patient’s social or electronic media as part of psychotherapy. The remaining 44 (38.3%) indicated that they had never viewed a patient’s electronic media. A total of 1 respondent who indicated having viewed a patient’s media did not answer all the subsequent questions regarding this content. Therefore, some of the follow-up questions for clinicians who reported yes to viewing media had 71 total responses and some had only 70 responses.</p>
        <p>Of the 44 respondents who have not viewed patient’s media, 10 (23%) said that they have considered incorporating this content into therapy sessions.</p>
      </sec>
      <sec>
        <title>Types of Media Viewed</title>
        <p><xref ref-type="table" rid="table1">Table 1</xref> summarizes the breakdown of patients’ social and electronic media platforms that clinicians viewed. A total of 60 of 70 respondents to this question (86%) viewed SMS text messages and 56 (80%) viewed emails, making these the most frequently accessed platforms. The use of either SMS text messages or email was significantly greater than the use of any of the other electronic media platforms (χ<sup>2</sup><sub>1</sub>=24.1, N=115, <italic>P</italic>&lt;.001).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Type of media viewed by clinicians.</p>
          </caption>
          <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="800"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Media type</td>
                <td>Responses (yes), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>SMS (short service message)</td>
                <td>60 (86)</td>
              </tr>
              <tr valign="top">
                <td>Email</td>
                <td>56 (80)</td>
              </tr>
              <tr valign="top">
                <td>Facebook</td>
                <td>27 (39)</td>
              </tr>
              <tr valign="top">
                <td>Call history</td>
                <td>13 (19)</td>
              </tr>
              <tr valign="top">
                <td>Instagram</td>
                <td>12 (17)</td>
              </tr>
              <tr valign="top">
                <td>Blogs</td>
                <td>7 (10)</td>
              </tr>
              <tr valign="top">
                <td>Twitter</td>
                <td>7 (10)</td>
              </tr>
              <tr valign="top">
                <td>Snapchat</td>
                <td>6 (9)</td>
              </tr>
              <tr valign="top">
                <td>WhatsApp</td>
                <td>5 (7)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Clinical Experience and Media Use</title>
        <p>A summary of media viewing according to respondents’ clinical experience is shown in <xref ref-type="table" rid="table2">Table 2</xref>. A total of 33 of the 47 respondents (70%) with less than 10 years of experience and 20 of the 29 respondents (69%) with 10 to 20 years of experience stated they had viewed a patient's social or electronic media; meanwhile, 18 of the 39 respondents (46%) with more than 20 years of experience reported having done so. The relationship between years of experience and viewing rates was significant (χ<sup>2</sup><sub>2</sub>=6.1, N=115, <italic>P</italic>=.048). We also performed similar analyses stratifying clinicians by their professional degree but did not note any significant differences between groups or even nonstatistically significant trends.</p>
      </sec>
      <sec>
        <title>Methods of Viewing Media</title>
        <p>Of the 70 respondents to this question who have viewed patients’ electronic or social media, 62 (89%) reported having viewed this content directly in the patients’ presence, and 46 (66%) indicated having gathered information about the media content through patient self-report, as demonstrated in <xref ref-type="table" rid="table3">Table 3</xref>.</p>
      
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Overall clinician utilization of patient electronic media information in psychotherapy.</p>
          </caption>
          <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <col width="150"/>
            <col width="100"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Media type<sup>a</sup></td>
                <td>Total yes responses, n (%)</td>
                <td>&lt;10 years clinical experience, n (%)</td>
                <td>10-20 years clinical experience, n (%)</td>
                <td>20+ years clinical experience, n (%)</td>
                <td>Chi-square (df)</td>
                <td><italic>P</italic> value (2-sided)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Email (n=70)</td>
                <td>56 (80)</td>
                <td>23 (33)</td>
                <td>17 (24)</td>
                <td>16 (23)</td>
                <td>2.5 (2)</td>
                <td>.28</td>
              </tr>
              <tr valign="top">
                <td>Text (n=70)</td>
                <td>60 (86)</td>
                <td>28 (40)</td>
                <td>17 (24)</td>
                <td>15 (21)</td>
                <td>0.2 (2)</td>
                <td>.92</td>
              </tr>
              <tr valign="top">
                <td>Facebook (n=70)</td>
                <td>27 (39)</td>
                <td>14 (20)</td>
                <td>8 (11)</td>
                <td>5 (7)</td>
                <td>1.3 (2)</td>
                <td>.53</td>
              </tr>
              <tr valign="top">
                <td>Instagram(n=70)</td>
                <td>12 (17)</td>
                <td>5 (7)</td>
                <td>4 (6)</td>
                <td>3 (4)</td>
                <td>0.2 (2)</td>
                <td>.92</td>
              </tr>
              <tr valign="top">
                <td>Call history (n=70)</td>
                <td>13 (19)</td>
                <td>4 (6)</td>
                <td>3 (4)</td>
                <td>6 (9)</td>
                <td>3.5 (2)</td>
                <td>.17</td>
              </tr>
              <tr valign="top">
                <td>Whatsapp (n=70)</td>
                <td>5 (7)</td>
                <td>1 (1)</td>
                <td>3 (4)</td>
                <td>1 (1)</td>
                <td>2.7 (2)</td>
                <td>.26</td>
              </tr>
              <tr valign="top">
                <td>Twitter (n=70)</td>
                <td>7 (10)</td>
                <td>4 (6)</td>
                <td>1 (1)</td>
                <td>2 (3)</td>
                <td>0.8 (2)</td>
                <td>.67</td>
              </tr>
              <tr valign="top">
                <td>Blogs (n=70)</td>
                <td>7 (10)</td>
                <td>0 (0)</td>
                <td>3 (4)</td>
                <td>4 (6)</td>
                <td>7.1 (2)</td>
                <td>.03</td>
              </tr>
              <tr valign="top">
                <td>Snapchat (n=70)</td>
                <td>6 (9)</td>
                <td>2 (3)</td>
                <td>1 (1)</td>
                <td>3 (4)</td>
                <td>2.1 (2)</td>
                <td>.36</td>
              </tr>
              <tr valign="top">
                <td>Any</td>
                <td>70 (100)</td>
                <td>32 (46)</td>
                <td>20 (29)</td>
                <td>18 (25)</td>
                <td>5.4 (2)</td>
                <td>.07</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>We used chi-square tests to compare clinicians who responded <italic>yes</italic> with using a specific media platform by years of clinical experience.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Clinician's methods of accessing patients' electronic or social media content.</p>
          </caption>
          <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="800"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Method of access</td>
                <td>Responses (yes), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Viewed content directly in patient's presence</td>
                <td>62 (89)</td>
              </tr>
              <tr valign="top">
                <td>Patient self-report</td>
                <td>46 (66)</td>
              </tr>
              <tr valign="top">
                <td>Outside of session with permission</td>
                <td>14 (20)</td>
              </tr>
              <tr valign="top">
                <td>Report from friends or relatives</td>
                <td>12 (17)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        </sec>
      <sec>
        <title>Patient Demographic</title>
        <p>Clinicians reported viewing social or electronic media with the following patient age groups: 20 of 70 (29%) adolescents, 46 (66%) young adults, 46 (66%) adults, and 5 (7%) older adults.</p>
        <p>Moreover, clinicians indicated accessing this content most commonly with patients diagnosed with depression or anxiety; 42 of 70 (60%) of yes respondents stated that they viewed media with patients diagnosed with either or both conditions, followed by 32 (46%) with borderline personality disorder. Each of the remaining diagnoses yielded less than 35% of yes responses, as indicated in <xref ref-type="table" rid="table4">Tables 4</xref> and <xref ref-type="table" rid="table5">5</xref>.</p>
      </sec>
      <sec>
        <title>Viewing Frequency</title>
        <p>A total of 9 of 70 (13%) clinicians who viewed their patient’s electronic or social media reported doing so only 1 time, whereas 40 (57%) clinicians reported doing so very infrequently. A total of 18 of 70 (26%) reported viewing media content in roughly every 5 to 10 sessions per patient, and 2 (3%) reported viewing it every 2 to 3 sessions. Finally, 1 (1%) reported viewing this content in every session.</p>
        <p>Moreover, 12 of 70 (17%) clinicians who viewed their patient’s electronic or social media reported doing so with just 1 to 2 patients, 26 (37%) reported doing so with 3 to 5 patients, 14 (20%) reported doing so with 6 to 10 patients, and 18 (26%) reported doing so with more than 10 patients.</p>
      </sec>
      <sec>
        <title>Whose Idea?</title>
        <p>A total of 52 of 70 (74%) clinicians reported that it was the patient’s idea to incorporate social and electronic media into psychotherapy, whereas 10 (14%) clinicians reported that it was their own idea. A total of 7 (10%) indicated that it was a mutual suggestion, 1 (1%) reported that it was a family member’s idea, and 1 (1%) indicated that multiple parties suggested it.</p>
      </sec>
      <sec>
        <title>Impact on Treatment</title>
        <p>We incorporated a single item asking clinicians to rate the extent to which they were able to provide more effective treatment in part because of accessing their patients’ electronic or social media. A total of 17 of 70 (24%) clinicians reported noting <italic>significant</italic> improvement in the level of care, whereas 30 (42%) reported seeing <italic>moderate</italic> improvement, 18 (25%) reported <italic>slight</italic> improvement, and 6 (8%) reported <italic>no improvement</italic> in their ability to deliver effective care. There were no differences on this measure when we stratified clinicians by years of experience or highest level of training.</p>
      </sec>
      <sec>
        <title>Privacy</title>
        <p>We inquired whether clinicians had discussed privacy with patients and, if so, who initiated the conversation. A total of 44 of 71 (62%) clinicians who had accessed patients’ social and electronic media indicated that they discussed issues of privacy with the patients. We found that clinicians with greater experience were significantly more likely (χ<sup>2</sup><sub>4</sub>=13.2, N=115, <italic>P</italic>=.01) to bring up privacy concerns with their patients; 16 of the 18 (89%) clinicians with more than 20 years of experience who viewed this content reported having a conversation around privacy, whereas 12 of 20 (60%) of those with between 10 and 20 years of experience and 16 of 33 (48%) of those with less than 10 years of experience who viewed this content reported doing so.</p>
        <p>The majority of clinicians who discussed privacy initiated the conversations themselves; only 2 of 71 (3%) clinicians reported that their patients raised privacy concerns regarding sharing this type of content.</p>
      </sec>
      <sec>
        <title>Reasons for Accessing This Content</title>
        <p>Of the 71 respondents who indicated having accessed this content, 63 (89%) provided free-text explanations of their motivations for accessing patients’ media as part of clinical care. Using a qualitative analytic approach described in the Methods section, we categorized those responses by consensus into the following 5 general thematic categories, listed below in order of frequency. If comments fell into multiple categories, they were counted under each relevant category. Therefore, the percentages add to 117, rather than 100.</p>
        <list list-type="order">
          <list-item>
            <p>To monitor or address a specific target behavior (26/63, 41%)</p>
          </list-item>
          <list-item>
            <p>To provide feedback on patients’ electronic communications and behaviors (26/63, 41%)</p>
          </list-item>
          <list-item>
            <p>To obtain collateral information on patients’ life (15/63, 24%)</p>
          </list-item>
          <list-item>
            <p>To establish working alliance/rapport (4/63, 6%)</p>
          </list-item>
          <list-item>
            <p>Logistical reasons (3/63, 5%)</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Concerns About Accessing This Content</title>
        <p>Of the 71 respondents who indicated having accessed this content, 48 (68%) provided free-text explanations of their concerns regarding accessing this content. On the basis of our qualitative analytic approach described in the Methods section, responses fell into 7 general thematic categories, listed below in order of frequency. In this case, all responses fell into just 1 category, and thus, were counted once.</p>
        <list list-type="order">
          <list-item>
            <p>Privacy concerns/ethical boundary (15/48, 31%)</p>
          </list-item>
          <list-item>
            <p>No concerns as long as done on patients’ own terms (10/48, 21%)</p>
          </list-item>
          <list-item>
            <p>Detracts or distracts from therapy (7/48, 15%)</p>
          </list-item>
          <list-item>
            <p>Content is subjective and easily misinterpreted (6/48, 13%)</p>
          </list-item>
          <list-item>
            <p>None (6/48, 13%)</p>
          </list-item>
          <list-item>
            <p>Time constraint (2/48, 4%)</p>
          </list-item>
          <list-item>
            <p>Other (2/48, 4%)</p>
          </list-item>
        </list>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Media viewing by patient age demographic</p>
          </caption>
          <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="800"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Patient age demographic</td>
                <td>Responses (yes), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Adults</td>
                <td>46 (66)</td>
              </tr>
              <tr valign="top">
                <td>Young adults</td>
                <td>46 (66)</td>
              </tr>
              <tr valign="top">
                <td>Adolescents</td>
                <td>20 (29)</td>
              </tr>
              <tr valign="top">
                <td>Older adults</td>
                <td>5 (7)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Media viewing by patient diagnosis.</p>
          </caption>
          <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="800"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Patient diagnosis</td>
                <td>Responses (yes), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Anxiety</td>
                <td>42 (60)</td>
              </tr>
              <tr valign="top">
                <td>Depression</td>
                <td>42 (60)</td>
              </tr>
              <tr valign="top">
                <td>Borderline personality disorder</td>
                <td>32 (46)</td>
              </tr>
              <tr valign="top">
                <td>Posttraumatic stress disorder</td>
                <td>22 (31)</td>
              </tr>
              <tr valign="top">
                <td>Bipolar disorder</td>
                <td>21 (30)</td>
              </tr>
              <tr valign="top">
                <td>Psychotic disorders</td>
                <td>17 (24)</td>
              </tr>
              <tr valign="top">
                <td>Obsessive compulsive disorder</td>
                <td>42 (60)</td>
              </tr>
              <tr valign="top">
                <td>Eating disorders</td>
                <td>7 (10)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Conclusions</title>
        <p>This survey addresses the naturalistic use of patients’ electronic and social media by mental health clinicians. With a 49.8% (115/231) response rate, the survey results provide useful insights into the current practices among a diverse group of therapists. We noted that the majority of outpatient clinicians surveyed (115/71, 61.7%) reported having viewed at least one patient’s electronic or social media as part of care, with email and SMS text messaging emerging as the most frequently accessed platforms by far. We also found that clinicians who had been in practice for fewer years accessed this information more frequently than more experienced clinicians, recognizing that this is confounded by age cohort of the clinicians as well. This may reflect a greater proficiency among more junior clinicians in understanding how technology may be intrinsic to daily life [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Conversely, this may also reflect a lesser-perceived need for concrete collateral information among more experienced therapists, who may practice with a better-established frame [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Another prominent finding was that only 3% of clinicians who reported viewing social or electronic media indicated that any of their patients had voiced concerns around privacy. This was a surprisingly low number, which may reflect patient confidence in allowing therapists to access this information, or a hesitancy to disagree with a therapist’s suggestion because of power dynamics. It may also be related to our finding that the majority of clinicians accessed these data during sessions, in the patients’ presence. Accessing such personal information face to-face and giving patients control over the ability to share this information may have helped foster a sense of the privacy of the session extending to electronic data as well [<xref ref-type="bibr" rid="ref17">17</xref>]. The ability to access collateral information, whether from family members [<xref ref-type="bibr" rid="ref18">18</xref>] or through patient writings or other forms of expressive therapy [<xref ref-type="bibr" rid="ref19">19</xref>], has long been a tradition in psychotherapy. Accessing electronic communications represents an extension of this tradition, incorporating contemporary means of communication and leveraging technology that may enable extraction on deeper behavioral signals from natural language.</p>
        <p>Overall, our finding that a high percentage of clinicians are accessing electronic media and doing so with patients present—and in over 74% of cases, at patients’ suggestion—indicates that the process of incorporating this information into therapy is a common and organic process across various provider types (MD, PhD, LCSW). Clinicians reported accessing more private data, such as email and SMS text messaging, to a greater extent than social media, which may indicate clinicians’ perceptions that these more personal platforms contain more relevant behavioral signals. Our finding that 92% of clinicians reported that accessing electronic or social media improved their ability to provide effective treatment points to a role for increased attention to electronic media in care. Therefore, there is an imperative to explore whether this perception of benefit holds true in observational and experimental studies, which quantify potential benefit in a controlled manner and to understand the mechanisms underlying any observed benefit. Future studies are also needed to establish best practice standards that guide the appropriate access and use of this type of content across different providers.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our findings should be interpreted within the context of the limitations of this survey. Although our respondents spanned a range of degrees and years of experience, we only surveyed clinicians affiliated with a single psychiatric institution in the Boston region, which may impact the generalizability of the findings. Furthermore, the patient population served by McLean Hospital therapists may not be representative of the population at large, which in turn may impact the representativeness of the sample with regard to use of electronic media as well.</p>
        <p>In addition, our survey was designed to be brief, anonymous, and easy to complete to maximize response rates, rather than to be comprehensive. Consequently, we did not obtain details on provider demographics. We also did not ask clinicians to share the breakdown of diagnoses or age groups that they see in their outpatient practices, so results regarding media viewing by these variables may be skewed by the makeup of the overall patient population seen by clinicians in our sample. Collection of these data would be important in follow-up work. Although we do not believe this is a common occurrence, we did not specifically inquire whether clinicians accessed patients’ data without patients’ permission.</p>
        <p>We acknowledge that our survey did not address all of the ways in which clinicians may be utilizing electronic platforms to obtain clinical information about a patient’s wellbeing. Specifically, we did not ask about the use of apps to track patients’ mood and behavior over time, for example, through daily mood or activity logs on one’s mobile phone. Apps of this type are emerging within psychotherapy, and clinicians may utilize these behavioral tracking methods in addition to or in lieu of the informal methods of accessing and discussing patients’ social and electronic media content that we laid out in the survey.</p>
        <p>Finally, limitations associated with surveys, including responder bias and recall bias, apply to this work as well. As we did not track provider demographics, and the survey was anonymized, we are not able to compare responders with nonresponders and draw insights into the effects of responder bias. We recommend that future work, including from our team, study this issue to gain a better understanding of predictors of using electronic media in therapy.</p>
        <p>Despite these limitations, our work provides an early indication that therapists in practice are incorporating information from digital platforms into the care process. Although evidence regarding the impact of this information is limited, our findings identified 2 primary purposes for accessing the information—to monitor and address a specific target behavior and to provide feedback on patients’ electronic communications and behaviors. This finding suggests that the additional information serves as a valuable tool in the therapeutic process beyond just collecting collateral information.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>Future work on this topic should focus on replicating our initial findings in larger, more diverse clinician populations. More data are also needed to determine, in a more specific manner, exactly how and when electronic media may enhance or hinder the therapy process. Issues around privacy and confidentiality of this information also merit thoughtful discussion. This, in turn, may help develop a more systematic approach toward optimally utilizing electronic and social media in the augmentation of the therapeutic process in mental health care settings.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Text of the survey that was sent to clinicians via a Google Form.</p>
        <media xlink:href="jmir_v21i7e13218_app1.pdf" xlink:title="PDF File (Adobe PDF File), 61KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">LCSW</term>
          <def>
            <p>Licensed Clinical Social Worker</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PTSD</term>
          <def>
            <p>posttraumatic stress disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SMS</term>
          <def>
            <p>short message service</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank all the clinicians who took the time to complete their survey, provide feedback, and support their research. They appreciate input from Benjamin Silverman, MD, who advised their team on this survey’s exemption from institutional review board approval.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>IVV receives research funding from the Once Upon a Time Foundation and the Massachusetts Institute of Technology. He also receives honorarium for his editorial role on the American Journal of Geriatric Psychiatry. KJR is on the scientific advisory boards for the Sheppard Pratt-Lieber Research Institute, the Laureate Institute for Brain Research, the Army Study to Assess Risk and Resilience in Servicemembers project, the University of California–San Diego VA Center of Excellence for Stress and Mental Health, and the Anxiety and Depression Association of America. He provides fee-for-service consultation for Biogen and Alkermes.  SLR is principally employed by McLean Hospital/Partners Healthcare. He receives a stipend from Society of Biological Psychiatry for serving as secretary, receives royalties from Oxford University Press and American Psychiatric Publishing Inc, provides paid service as a member of a Research Advisory Committee for the VA, provides unpaid service on the governing boards of the National Network of Depression Centers and the Anxiety and Depression Association of America, and conducts research supported by the National Institutes of Health. KH, PO, PM, and CB each declare no potential conflicts of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chaffrey</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>Smart Insights</source>
          <year>2019</year>
          <comment>Global Social Media Research Summary 2019 
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.smartinsights.com/social-media-marketing/social-media-strategy/new-global-social-media-research/">https://www.smartinsights.com/social-media-marketing/social-media-strategy/new-global-social-media-research/</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Acquisti</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Information Revelation and Privacy in Online Social Networks</article-title>
          <source>Proceedings of the 2005 ACM Workshop on Privacy in the Electronic Society</source>
          <year>2005</year>
          <conf-name>WPES'05</conf-name>
          <conf-date>November 7, 2005</conf-date>
          <conf-loc>Alexandria, VA, USA</conf-loc>
          <fpage>71</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1145/1102199.1102214</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coppersmith</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harman</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Quantifying Mental Health Signals in Twitter</article-title>
          <source>Proceedings of the Workshop on Computational Linguistics and Clinical Psychology: From Linguistic Signal to Clinical Reality</source>
          <year>2014</year>
          <conf-name>CLPSYCH'14</conf-name>
          <conf-date>June 27, 2014</conf-date>
          <conf-loc>Baltimore, Maryland, USA</conf-loc>
          <fpage>51</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.3115/v1/W14-3207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guntuku</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>LH</given-names>
            </name>
          </person-group>
          <article-title>Language of ADHD in adults on social media</article-title>
          <source>J Atten Disord</source>
          <year>2017</year>
          <month>11</month>
          <day>1</day>
          <fpage>1087054717738083</fpage>
          <comment>(forthcoming)</comment>
          <pub-id pub-id-type="doi">10.1177/1087054717738083</pub-id>
          <pub-id pub-id-type="medline">29115168</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eichstaedt</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Crutchley</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Preoţiuc-Pietro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>HA</given-names>
            </name>
          </person-group>
          <article-title>Facebook language predicts depression in medical records</article-title>
          <source>Proc Natl Acad Sci USA</source>
          <year>2018</year>
          <month>12</month>
          <day>30</day>
          <volume>115</volume>
          <issue>44</issue>
          <fpage>11203</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pnas.org/cgi/pmidlookup?view=long&amp;pmid=30322910"/>
          </comment>
          <pub-id pub-id-type="doi">10.1073/pnas.1802331115</pub-id>
          <pub-id pub-id-type="medline">30322910</pub-id>
          <pub-id pub-id-type="pii">1802331115</pub-id>
          <pub-id pub-id-type="pmcid">PMC6217418</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoogendoorn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stolz</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Szolovits</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Predicting social anxiety treatment outcome based on therapeutic email conversations</article-title>
          <source>IEEE J Biomed Health Inform</source>
          <year>2017</year>
          <month>12</month>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>1449</fpage>
          <lpage>59</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27542187"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/JBHI.2016.2601123</pub-id>
          <pub-id pub-id-type="medline">27542187</pub-id>
          <pub-id pub-id-type="pmcid">PMC5613669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Crutchley</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shofer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Padrez</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Variations in Facebook posting patterns across validated patient health conditions: a prospective cohort study</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>12</month>
          <day>6</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>e7</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/1/e7/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6486</pub-id>
          <pub-id pub-id-type="medline">28062392</pub-id>
          <pub-id pub-id-type="pii">v19i1e7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5251170</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gamon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Counts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Horvitz</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Predicting Depression via Social Media</article-title>
          <source>Proceedings of the Seventh International AAAI Conference on Weblogs and Social Media</source>
          <year>2013</year>
          <conf-name>ICWSM'13</conf-name>
          <conf-date>July 8–11, 2013</conf-date>
          <conf-loc>Cambridge, Massachusetts, USA</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reece</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Reagan</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lix</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Dodds</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Danforth</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Langer</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Forecasting the onset and course of mental illness with Twitter data</article-title>
          <source>Sci Rep</source>
          <year>2017</year>
          <month>12</month>
          <day>11</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>13006</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.1038/s41598-017-12961-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-017-12961-9</pub-id>
          <pub-id pub-id-type="medline">29021528</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-017-12961-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5636873</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>di Matteo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fine</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fotinos</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Katzman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Patient willingness to consent to mobile phone data collection for mental health apps: structured questionnaire</article-title>
          <source>JMIR Ment Health</source>
          <year>2018</year>
          <month>08</month>
          <day>29</day>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e56</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mental.jmir.org/2018/3/e56/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.9539</pub-id>
          <pub-id pub-id-type="medline">30158102</pub-id>
          <pub-id pub-id-type="pii">v5i3e56</pub-id>
          <pub-id pub-id-type="pmcid">PMC6135964</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deen</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Withers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hellerstein</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Mental health practitioners' use and attitudes regarding the internet and social media</article-title>
          <source>J Psychiatr Pract</source>
          <year>2013</year>
          <month>11</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>454</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1097/01.pra.0000438184.74359.88</pub-id>
          <pub-id pub-id-type="medline">24241499</pub-id>
          <pub-id pub-id-type="pii">00131746-201311000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jeste</surname>
              <given-names>DV</given-names>
            </name>
            <name name-style="western">
              <surname>Vahia</surname>
              <given-names>IV</given-names>
            </name>
          </person-group>
          <article-title>Comparison of the conceptualization of wisdom in ancient Indian literature with modern views: focus on the Bhagavad Gita</article-title>
          <source>Psychiatry</source>
          <year>2008</year>
          <volume>71</volume>
          <issue>3</issue>
          <fpage>197</fpage>
          <lpage>209</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18834271"/>
          </comment>
          <pub-id pub-id-type="doi">10.1521/psyc.2008.71.3.197</pub-id>
          <pub-id pub-id-type="medline">18834271</pub-id>
          <pub-id pub-id-type="pii">10.1521/psyc.2008.71.3.197</pub-id>
          <pub-id pub-id-type="pmcid">PMC2603047</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hohmann</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <source>Partners HealthCare</source>
          <year>2012</year>
          <comment>Clinical Quality Improvement/Measurement Checklist 
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.partners.org/Assets/Documents/Medical-Research/Clinical-Research/Clinical-QI-Checklist.doc">https://www.partners.org/Assets/Documents/Medical-Research/Clinical-Research/Clinical-QI-Checklist.doc</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Lemonde</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wareham</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Junior physician's use of web 2.0 for information seeking and medical education: a qualitative study</article-title>
          <source>Int J Med Inform</source>
          <year>2009</year>
          <month>10</month>
          <volume>78</volume>
          <issue>10</issue>
          <fpage>645</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2009.04.008</pub-id>
          <pub-id pub-id-type="medline">19501017</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(09)00075-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jent</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Eaton</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Merrick</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Englebert</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Dandes</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Hershorin</surname>
              <given-names>ER</given-names>
            </name>
          </person-group>
          <article-title>The decision to access patient information from a social media site: what would you do?</article-title>
          <source>J Adolesc Health</source>
          <year>2011</year>
          <month>10</month>
          <volume>49</volume>
          <issue>4</issue>
          <fpage>414</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21939873"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2011.02.004</pub-id>
          <pub-id pub-id-type="medline">21939873</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(11)00053-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC3179605</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Masters</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>For what purpose and reasons do doctors use the internet: a systematic review</article-title>
          <source>Int J Med Inform</source>
          <year>2008</year>
          <month>01</month>
          <volume>77</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2006.10.002</pub-id>
          <pub-id pub-id-type="medline">17137833</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(06)00256-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lehavot</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Psychotherapy, professional relationships, and ethical considerations in the MySpace generation</article-title>
          <source>Prof Psychol Res Pr</source>
          <year>2010</year>
          <volume>41</volume>
          <issue>2</issue>
          <fpage>160</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1037/a0018709</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hankoff</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Engelhardt</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Freedman</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Margolis</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Denial of illness in schizophrenic out-patients: effects of psychopharmacological treatment</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>1960</year>
          <month>12</month>
          <volume>3</volume>
          <fpage>657</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.1960.01710060089013</pub-id>
          <pub-id pub-id-type="medline">13711239</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lawver</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A proposal for including patient-generated web-based creative writing material into psychotherapy: advantages and challenges</article-title>
          <source>Psychiatry (Edgmont)</source>
          <year>2008</year>
          <month>06</month>
          <volume>5</volume>
          <issue>6</issue>
          <fpage>56</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19727286"/>
          </comment>
          <pub-id pub-id-type="medline">19727286</pub-id>
          <pub-id pub-id-type="pmcid">PMC2708107</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
