<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="letter" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i6e29549</article-id>
      <article-id pub-id-type="pmid">34137721</article-id>
      <article-id pub-id-type="doi">10.2196/29549</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Letter to the Editor</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Letter to the Editor</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Authors’ Reply to: Bibliometric Studies and the Discipline of Social Media Mental Health Research. Comment on “Machine Learning for Mental Health in Social Media: Bibliometric Study”</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Derrick</surname>
            <given-names>Thomas</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Jina</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1140-6113</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Daeun</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3225-1798</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Park</surname>
            <given-names>Eunil</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Applied Artificial Intelligence</institution>
            <institution>Sungkyunkwan University</institution>
            <addr-line>312 International Hall</addr-line>
            <addr-line>Sungkyunkwan-ro 25-2</addr-line>
            <addr-line>Seoul, 03063</addr-line>
            <country>Republic of Korea</country>
            <fax>82 2 740 1856</fax>
            <phone>82 2 740 1864</phone>
            <email>eunilpark@skku.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3177-3538</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Applied Artificial Intelligence</institution>
        <institution>Sungkyunkwan University</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Eunil Park <email>eunilpark@skku.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>17</day>
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>6</issue>
      <elocation-id>e29549</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>5</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Jina Kim, Daeun Lee, Eunil Park. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 17.06.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/6/e29549" xlink:type="simple"/>
      <related-article related-article-type="commentary" id="v23i6e28990" ext-link-type="doi" xlink:href="10.2196/28990" vol="23" page="e28990" xlink:type="simple">https://www.jmir.org/2021/6/e28990</related-article>
      <related-article related-article-type="commentary-article" id="v23i3e24870" ext-link-type="doi" xlink:href="10.2196/24870" vol="23" page="e24870" xlink:type="simple">https://www.jmir.org/2021/3/e24870/</related-article>
      <kwd-group>
        <kwd>bibliometric analysis</kwd>
        <kwd>machine learning</kwd>
        <kwd>mental health</kwd>
        <kwd>social media</kwd>
        <kwd>bibliometrics</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <p>We thank all comments and critical insights on our study, “Machine Learning for Mental Health in Social Media: Bibliometric Study” [<xref ref-type="bibr" rid="ref1">1</xref>]. In this letter, we responded to the discussion points raised by Resnik and colleagues [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
    <p>First, Resnik et al [<xref ref-type="bibr" rid="ref2">2</xref>] pointed out the limited scope of the search query selected in our bibliometric study, which concealed the approaches taken in the clinical research field. We agree that the search query may seem to be lacking in covering clinical research; however, we did not intend to distort the recent trends in machine learning for mental health in social media. Moreover, considering that publication venues including the <italic>Journal of Medical Internet Research, BMJ Open</italic>, <italic>International Journal of Environmental Research and Public Health, Frontiers in Psychiatry</italic>, and <italic>Frontiers in Psychology</italic> were listed as productive publication sources in the analysis results, we believe that the publications employed in our analysis cover the invaluable research methodologies in the medical research area. The completed list of retrieved publications can be found in the appendix [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
    <p>Moreover, Resnik et al [<xref ref-type="bibr" rid="ref2">2</xref>] also stated that the machine learning–related terms in the search query lean toward specific technological methodologies, which may not include solutions including screening, risk assessment, and monitoring. We could not agree more with their point of view on the importance of practical works applied to “real” clinical settings. However, since such approaches directly related to diagnosis or treatment required careful consideration, we had difficulties fully diving into it. Thus, we want to stress that the main focus of our research was to help clinical researchers and field affiliates understand the technical needs of machine learning, which we believe is necessary for the initiation phase of this research field. Besides, we conducted a thorough trend review analysis of highly cited papers to provide a more in-depth understanding of related research fields [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
    <p>We appreciate the suggestions on keywords for the search query to include “clinical psychology,” “psychiatry,” and “computational linguistics.” This led us to consider interviewing domain experts to set more domain-specific keywords in future research, following the procedure of the previous bibliometric study [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
    <p>Third, Resnik and colleagues [<xref ref-type="bibr" rid="ref2">2</xref>] raised concerns about only using indexing services and excluding search engines such as Google Scholar. Considering the rapidly changing trends in this research area, we employed both Web of Science and Scopus for the analysis to cover not only journal publications but conference proceedings. Nevertheless, we acknowledge Resnik and colleagues’ concern and also mentioned the need to employ other medical-oriented databases, which may provide more significant academic and practical information in the <italic>Discussion</italic> section. We would also like to take this opportunity to recap the importance of nonpublished work by sharing a preprint paper in this research field [<xref ref-type="bibr" rid="ref5">5</xref>], which helped us to take a step toward future research on applying machine learning and social media in mental health counseling.</p>
    <p>We hope our analysis may trigger all stakeholders to further consider how to employ machine learning approaches toward mental health in social media and be a support to bridge the gap between technologists and clinicians.</p>
  </body>
  <back>
    <app-group/>
    <ack>
      <p>This research was supported by the MSIT (Ministry of Science and ICT), Korea, under the ICAN (ICT Challenge and Advanced Network of HRD) program (IITP-2020-0-01816) supervised by the IITP (Institute of Information &#38; Communications Technology Planning &#38; Evaluation). This work was supported by the National Research Foundation of Korea (NRF) grant funded by the Korea government (MSIT) (NRF-2020R1C1C1004324).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>Daeun</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>Eunil</given-names>
            </name>
          </person-group>
          <article-title>Machine Learning for Mental Health in Social Media: Bibliometric Study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>03</month>
          <day>08</day>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>e24870</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/3/e24870/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24870</pub-id>
          <pub-id pub-id-type="medline">33683209</pub-id>
          <pub-id pub-id-type="pii">v23i3e24870</pub-id>
          <pub-id pub-id-type="pmcid">PMC7985801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Resnik</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schafer Musacchio</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Coppersmith</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Bibliometric Studies and the Discipline of Social Media Mental Health Research. Comment on "Machine Learning for Mental Health in Social Media: Bibliometric Study"</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>06</month>
          <volume>23</volume>
          <issue>6</issue>
          <fpage>e28990</fpage>
          <pub-id pub-id-type="doi">10.2169/28990</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wohlin</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>An analysis of the most cited articles in software engineering journals—1999</article-title>
          <source>Information and Software Technology</source>
          <year>2005</year>
          <month>12</month>
          <volume>47</volume>
          <issue>15</issue>
          <fpage>957</fpage>
          <lpage>964</lpage>
          <pub-id pub-id-type="doi">10.1016/j.infsof.2005.09.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kalantari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kamsin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kamaruddin</surname>
              <given-names>Hs</given-names>
            </name>
            <name name-style="western">
              <surname>Ale Ebrahim</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ebrahimi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shamshirband</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A bibliometric approach to tracking big data research trends</article-title>
          <source>J Big Data</source>
          <year>2017</year>
          <month>9</month>
          <day>29</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <pub-id pub-id-type="doi">10.1186/s40537-017-0088-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrigian</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Aguirre</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>On the State of Social Media Data for Mental Health Research</article-title>
          <source>arXiv. Preprint posted online Nov 10, 2020</source>
          <year>2021</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/2011.05233"/>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
