<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="letter" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v26i1e65123</article-id>
      <article-id pub-id-type="pmid"/>
      <article-id pub-id-type="doi">10.2196/65123</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Letter to the Editor</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Letter to the Editor</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Authors’ Reply: Reassessing AI in Medicine: Exploring the Capabilities of AI in Academic Abstract Synthesis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Beri</surname>
            <given-names>Libby</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Hsu</surname>
            <given-names>Tien-Wei</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4136-1251</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Liang</surname>
            <given-names>Chih-Sung</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>Department of Psychiatry</institution>
            <institution>Tri-service Hospital, Beitou Branch</institution>
            <addr-line>No. 60, Xinmin Road</addr-line>
            <addr-line>Beitou District</addr-line>
            <addr-line>Taipei, 112</addr-line>
            <country>Taiwan</country>
            <phone>886 2 28959808</phone>
            <email>lcsyfw@gmail.com</email>
          </address>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1138-5586</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychiatry</institution>
        <institution>E-Da Dachang Hospital</institution>
        <institution>I-Shou University</institution>
        <addr-line>Kaohsiung</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Psychiatry</institution>
        <institution>E-Da Hospital</institution>
        <institution>I-Shou University</institution>
        <addr-line>Kaohsiung</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychiatry</institution>
        <institution>Tri-service Hospital, Beitou Branch</institution>
        <addr-line>Taipei</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Psychiatry</institution>
        <institution>National Defense Medical Center</institution>
        <addr-line>Taipei</addr-line>
        <country>Taiwan</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Chih-Sung Liang <email>lcsyfw@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>23</day>
        <month>12</month>
        <year>2024</year>
      </pub-date>
      <volume>26</volume>
      <elocation-id>e65123</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>8</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>11</day>
          <month>9</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>13</day>
          <month>9</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>9</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Tien-Wei Hsu, Chih-Sung Liang. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 23.12.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2024/1/e65123" xlink:type="simple"/>
      <related-article related-article-type="commentary-article" id="v26i1e55920" ext-link-type="doi" xlink:href="10.2196/55920" vol="26" page="e55920" xlink:type="simple">http://www.jmir.org/2024/1/e55920/</related-article>
      <related-article related-article-type="commentary-article" id="v25i1e51229" ext-link-type="doi" xlink:href="10.2196/51229" vol="25" page="e51229" xlink:type="simple">http://www.jmir.org/2023/1/e51229/</related-article>
      <kwd-group>
        <kwd>ChatGPT</kwd>
        <kwd>AI-generated scientific content</kwd>
        <kwd>plagiarism</kwd>
        <kwd>AI</kwd>
        <kwd>artificial intelligence</kwd>
        <kwd>NLP</kwd>
        <kwd>natural language processing</kwd>
        <kwd>LLM</kwd>
        <kwd>language model</kwd>
        <kwd>text</kwd>
        <kwd>textual</kwd>
        <kwd>generation</kwd>
        <kwd>generative</kwd>
        <kwd>extract</kwd>
        <kwd>extraction</kwd>
        <kwd>scientific research</kwd>
        <kwd>academic research</kwd>
        <kwd>publication</kwd>
        <kwd>abstract</kwd>
        <kwd>comparative analysis</kwd>
        <kwd>reviewer bias</kwd>
      </kwd-group>
      <abstract>
        <p>N/A</p>
      </abstract>
    </article-meta>
  </front>
  <body>
    <p>We appreciate Wang and Zhou’s [<xref ref-type="bibr" rid="ref1">1</xref>] keen interest in our publication [<xref ref-type="bibr" rid="ref2">2</xref>]. Below are our responses to their comments.</p>
    <p>First, Wang and Zhou [<xref ref-type="bibr" rid="ref1">1</xref>] argued potential biases could arise from the 8 experts’ personal preferences, academic or cultural backgrounds, or their familiarity with the subject matter. However, the 30 papers we selected were from 3 different journals and explored various topics (as outlined in Table S3 in Multimedia Appendix 1 of our paper [<xref ref-type="bibr" rid="ref2">2</xref>]). Therefore, these biases are unlikely to occur, considering the significant variation among the articles.</p>
    <p>Second, we did not use ChatGPT 3.5. We used ChatPDF, which is based on ChatGPT 3.5 but can efficiently analyze PDF content.</p>
    <p>Third, Wang and Zhou argued that if artificial intelligence (AI) assistance in refining an article does not alter the accuracy of the research and aids in clearer communication of the content, such a practice should be deemed acceptable. However, in our study, we found that 3 of the 30 ChatGPT-generated abstracts contained incorrect conclusions.</p>
    <p>Finally, Wang and Zhou are right in cautioning against complete reliance on AI language models for labor-intensive tasks, which may lead to a lack of critical thinking and the production of low-quality or erroneous articles. However, their perspective differs from the purpose of our study. We aimed to assess the applicability of an AI model in generating abstracts for basic preclinical research. We found that the quality of ChatGPT-generated abstracts for basic preclinical research was suboptimal and that accuracy was not 100%.</p>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Reassessing AI in medicine: exploring the capabilities of AI in academic abstract synthesis</article-title>
          <source>J Med Internet Res</source>
          <year>2024</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2024/1/e55920/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/55920</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Su</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Comparisons of quality, correctness, and similarity between ChatGPT-generated and human-written abstracts for basic research: cross-sectional study</article-title>
          <source>J Med Internet Res</source>
          <year>2023</year>
          <month>12</month>
          <day>25</day>
          <volume>25</volume>
          <fpage>e51229</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2023//e51229/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/51229</pub-id>
          <pub-id pub-id-type="medline">38145486</pub-id>
          <pub-id pub-id-type="pii">v25i1e51229</pub-id>
          <pub-id pub-id-type="pmcid">PMC10760418</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
