<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i7e26995</article-id>
      <article-id pub-id-type="pmid">34138726</article-id>
      <article-id pub-id-type="doi">10.2196/26995</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Online Interactive Platform for COVID-19 Literature Visual Analytics: Platform Development Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Basch</surname>
            <given-names>Corey</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Soriano</surname>
            <given-names>Joan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chen</surname>
            <given-names>Qingyu</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Feizi Derakhshi</surname>
            <given-names>Ali Reza</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Alasmari</surname>
            <given-names>Ashwag</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wahbeh</surname>
            <given-names>Abdullah</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Subramaniyam</surname>
            <given-names>Rajamurugan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Moran</surname>
            <given-names>Addy</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6922-5011</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Hampton</surname>
            <given-names>Shawn</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4313-9961</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Dowson</surname>
            <given-names>Scott</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3071-5256</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Dagdelen</surname>
            <given-names>John</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2181-4815</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Trewartha</surname>
            <given-names>Amalie</given-names>
          </name>
          <degrees>BSc, MPhil, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6095-8032</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Ceder</surname>
            <given-names>Gerbrand</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9275-3605</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Persson</surname>
            <given-names>Kristin</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2495-5509</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Saxon</surname>
            <given-names>Elise</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4575-3394</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Barker</surname>
            <given-names>Andrew</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3107-9041</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Charles</surname>
            <given-names>Lauren</given-names>
          </name>
          <degrees>BA, MSc, DVM, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0727-0479</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Webb-Robertson</surname>
            <given-names>Bobbie-Jo</given-names>
          </name>
          <degrees>BA, MEng, DPhil</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Pacific Northwest National Laboratory</institution>
            <addr-line>902 Battelle Blvd, J4-18</addr-line>
            <addr-line>Richland, WA, 99352</addr-line>
            <country>United States</country>
            <phone>1 5093752292</phone>
            <email>bj@pnnl.gov</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4744-2397</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Pacific Northwest National Laboratory</institution>
        <addr-line>Richland, WA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Lawrence Berkeley National Laboratory</institution>
        <addr-line>Berkeley, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Materials Science and Engineering</institution>
        <institution>University of California, Berkeley</institution>
        <addr-line>Berkeley, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Bobbie-Jo Webb-Robertson <email>bj@pnnl.gov</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>7</issue>
      <elocation-id>e26995</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>12</day>
          <month>6</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Addy Moran, Shawn Hampton, Scott Dowson, John Dagdelen, Amalie Trewartha, Gerbrand Ceder, Kristin Persson, Elise Saxon, Andrew Barker, Lauren Charles, Bobbie-Jo Webb-Robertson. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 16.07.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/7/e26995" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Papers on COVID-19 are being published at a high rate and concern many different topics. Innovative tools are needed to aid researchers to find patterns in this vast amount of literature to identify subsets of interest in an automated fashion.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We present a new online software resource with a friendly user interface that allows users to query and interact with visual representations of relationships between publications.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We publicly released an application called PLATIPUS (Publication Literature Analysis and Text Interaction Platform for User Studies) that allows researchers to interact with literature supplied by COVIDScholar via a visual analytics platform. This tool contains standard filtering capabilities based on authors, journals, high-level categories, and various research-specific details via natural language processing and dozens of customizable visualizations that dynamically update from a researcher’s query.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>PLATIPUS is available online and currently links to over 100,000 publications and is still growing. This application has the potential to transform how COVID-19 researchers use public literature to enable their research.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The PLATIPUS application provides the end user with a variety of ways to search, filter, and visualize over 100,00 COVID-19 publications.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>visual analytics</kwd>
        <kwd>natural language processing</kwd>
        <kwd>scientific literature</kwd>
        <kwd>software</kwd>
        <kwd>online platform</kwd>
        <kwd>literature</kwd>
        <kwd>interactive</kwd>
        <kwd>publish</kwd>
        <kwd>research</kwd>
        <kwd>tool</kwd>
        <kwd>pattern</kwd>
        <kwd>usability</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>COVID-19 has generated a multitude of challenges for scientific and medical researchers, but one of the unexpected challenges was the pace at which scientific literature emerged. In addition to the continually growing body of research that includes many thousands of publications in a single week, there is also related research on other coronaviruses or comorbidities of interest [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Computational researchers have been working diligently to assemble this information into minable collections such as CORD-19 [<xref ref-type="bibr" rid="ref3">3</xref>], CovidScholar [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], and LitCovid [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. These data sets are of high value but have limited interaction capabilities. Currently, the primary approach for the scientific community to work with these extremely large corpuses of literature has been through data science–based solutions via search engines and tools that categorize data into facets, which works well for very targeted queries [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>With the onslaught of publications being released to help combat COVID-19, there are multiple solutions to search for information within COVID-19 publications. Examples include the Centers for Disease Control and Prevention’s (CDC) COVID-19 PubMed Search Alert [<xref ref-type="bibr" rid="ref10">10</xref>], where the user can specify certain criteria and, when a new publication gets released that matches the user’s conditions, the user gets notified. PubMed Search Alert does not provide any support for viewing or searching currently available publications. The CDC also has the PubMed Clinical Queries [<xref ref-type="bibr" rid="ref11">11</xref>] that allows search by keywords and filter by category, but there are no visualization capabilities, and it returns a simple list of publications. Data-driven visualizations derived from the contents and metadata of these publications can help guide researchers by distilling down the number of publications into a manageable amount while preserving the theme of the query. A newly released tool CoronaCentral [<xref ref-type="bibr" rid="ref12">12</xref>] offers an improved interface with some visualizations to make searches simpler through a detailed categorization scheme and offers some basic graphics of data summaries based on these categories. The CovidScholar database also helps users with parsing the data via specific tagging classifications and offers a visualization of word embeddings of subsets of papers [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. However, advanced visual analytics of this expanding corpus requires new data science and software solutions. We present a novel platform PLATIPUS (Publication Literature Analysis and Text Interaction Platform for User Studies), which builds on the comprehensive CovidScholar data set and uses visual analytics to give basic and medical researchers a more user-friendly approach to explore their queries of interest. PLATIPUS is publicly available at [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data</title>
        <p>The literature presented in PLATIPUS is collected from original publishers in collaboration with the COVIDScholar project at the University of California, Berkeley/Lawrence Berkeley National Laboratory [<xref ref-type="bibr" rid="ref5">5</xref>]. Articles in COVIDScholar are sourced by a system of dedicated web scrapers, document parsers, databases, and machine learning models that process papers and metadata into a standardized format that is amenable for text mining. The data in COVIDScholar includes a culmination of 19 sources, presented in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, and consists of academic preprints, peer-reviewed research papers, book chapters, patents, clinical trial descriptions, and data sets, all of which have been made openly available by the original publishers to advance COVID-19 research. COVIDScholar updates their data multiple times per day and PLATIPUS queries the COVIDScholar database and reingests new articles once a day.</p>
        <boxed-text id="box1" position="float">
          <title>Main sources of data in COVIDScholar collection.</title>
          <p>
            <bold>Preprints and non–peer-reviewed articles</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>medRxiv</p>
            </list-item>
            <list-item>
              <p>bioRxiv</p>
            </list-item>
            <list-item>
              <p>Preprints.org</p>
            </list-item>
            <list-item>
              <p>PsyArXiv</p>
            </list-item>
            <list-item>
              <p>Social Science Research Network</p>
            </list-item>
            <list-item>
              <p>SocArXiv</p>
            </list-item>
            <list-item>
              <p>ChemRxiv</p>
            </list-item>
            <list-item>
              <p>National Bureau of Economic Research</p>
            </list-item>
          </list>
          <p>
            <bold>Peer-reviewed journal articles</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Elsevier</p>
            </list-item>
            <list-item>
              <p>PubMed</p>
            </list-item>
            <list-item>
              <p>CORD-19</p>
            </list-item>
            <list-item>
              <p>Dimensions</p>
            </list-item>
          </list>
          <p>
            <bold>Book chapters</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>CORD-19</p>
            </list-item>
          </list>
          <p>
            <bold>Patents</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>The Lens</p>
            </list-item>
          </list>
          <p>
            <bold>Clinical trials</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Dimensions</p>
            </list-item>
          </list>
          <p>
            <bold>Data sets</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Dimensions</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Text Analytics</title>
        <p>PLATIPUS uses a tool called Automated Analytics and Integration of Data (AAID) to assist in the data ingestion and advanced analytic processing of the COVIDScholar data set. AAID uses multiple algorithms to identify key sources of information while taking into account how the meaning of words change based on the context [<xref ref-type="bibr" rid="ref14">14</xref>]. AAID uses natural language processing methodologies, specifically entity recognition, machine learning, and human-in-the-loop, to augment the data with additional queryable tags [<xref ref-type="bibr" rid="ref15">15</xref>]. In PLATIPUS, this means augmenting the COVIDScholar data set with tags such as locations, organizations, diseases, diagnostics and analysis, countermeasures, species, and additional context. AAID uses the NiFi data ingestion and processing pipeline that contains a variety of natural language processing methods such as time-weighted penalized logistic regression models, recursive regex, binary bag of words models, and recurrent neural network models, which is described in detail in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> Figure S1. The vectorization of the text was based on a bag of words approach. For the clustering visualizations, a k-means default method was used. The analytic capabilities of the AAID pipeline continue to grow to use transformer deep learning classifiers and implement methods to identify anomalies and abnormal characteristics [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>As of May 2021, there are 159,797 articles that are parsed into various filters. At the top level are authors (n=564,845), categories (n=7), context (n=41), countermeasures (n=28), diagnostics and assay (n=19), disease (n=265), journal (n=11,412), locations (n=365), tags (n=7), species (n=76), and chemicals (n=175). Authors are associated with the publications, and therefore, there are hundreds. For selection purposes, the authors are sorted in order from the most to least prevalent. There are presently seven core categories (treatment, prevention, mechanism, diagnosis, epidemic forecasting, transmission, and case report). Under context, there are 41 groupings associated with the primary context of the article (eg, disease severity or transmission event). Countermeasures are approaches taken against the disease (eg, treatment, vaccine, or awareness campaign). The diagnostics and assay groupings contain the platforms associated with the article, such as transcriptomics or x-rays. Disease is again a broad category where the most prevalent is a categorization of human or animal disease but other specific associated syndrome or special notes are captured here. Journal, similar to author, is a large group of the virtual location of the publication online. Location is a physical location at which the research or case study is conducted for publication, which are extracted using resources from the National Geospatial-Intelligence Agency and United States Geological Survey [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. There are 76 species, the most prevalent being human, rodents, and swine, and 175 chemicals captured that are associated with the manuscripts.</p>
      </sec>
      <sec>
        <title>Application Development</title>
        <p>PLATIPUS is built on top of the SERBERUS application, which is an end-to-end software solution that rapidly builds visual analytic web applications (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Powered by the Scalable Reasoning System (SRS) [<xref ref-type="bibr" rid="ref19">19</xref>] on the back end and a flexible user interface toolkit on the front end, and drawing from expertise from a user experience and design team, this system is designed for custom solutions that can be readily constructed to support data exploration, discovery, and understanding.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Description of the SERBERUS application full capability components. PNNL: Pacific Northwest National Laboratory.</p>
          </caption>
          <graphic xlink:href="jmir_v23i7e26995_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The PLATIPUS application provides the end user with a variety of ways to search and filter over 100,000 COVID-19 publications. Since PLATIPUS is built on top of SRS and Slykit, PLATIPUS will continue to evolve and grow with new visualizations and features as SRS and Slykit advances. As of May 2021, PLATIPUS allows the user to filter on locations, categories, authors, organization, disease, diagnostics and analysis, countermeasures, species, and additional context as well as a timeline. The visualizations that are currently available are circle pack, cluster pack, donut graphs, edge-based graph, line chart, matrix, metrics, paracord, table, text clusters, treemap, and timeline described in <xref ref-type="boxed-text" rid="box2">Textbox 2</xref>. The first 10 of these visualizations are at the center of the dashboard and can be assembled based on user choice (one, two, three, etc) all in the view. The timeline visualization is maintained across the top of the user interface. At any time during the filtering and searching process, the user can access a high-level overview of an individual publication, which includes the abstract, information about the authors, tags and categories, and the journal where it was published as well as a direct link to the full publication. Once the user filters down to a subset of publications of interest, they can export the list of publications as a CSV file.</p>
        <boxed-text id="box2" position="float">
          <title>PLATIPUS (Publication Literature Analysis and Text Interaction Platform for User Studies) core visualizations.</title>
          <p>
            <bold>Circle pack</bold>
          </p>
          <p>Relative-sized circles of various metadata fields that supports up to three levels (ie, categories→disease→locations)</p>
          <p>
            <bold>Cluster graph</bold>
          </p>
          <p>Primary properties are clustered into nodes, which are resized based on connection count.</p>
          <p>
            <bold>Donut graphs</bold>
          </p>
          <p>Data separated based on various properties in a donut circle view where sizes within the donut are relative to frequency</p>
          <p>
            <bold>Edge-based graph</bold>
          </p>
          <p>Primary property is connected via nodes from a defined link property, which can be filtered based on the number of connections.</p>
          <p>
            <bold>Line chart</bold>
          </p>
          <p>Multiline chart customized to property selected, data binning, color, and aggregation</p>
          <p>
            <bold>Matrix</bold>
          </p>
          <p>A 2D grid that shows the aggregations between two properties</p>
          <p>
            <bold>Metrics</bold>
          </p>
          <p>High-level summary of the data selected</p>
          <p>
            <bold>Paracord</bold>
          </p>
          <p>Links properties to find connection between metadata, especially useful to find single unique connections</p>
          <p>
            <bold>Table</bold>
          </p>
          <p>Read-only table format to sort and limit the items being viewed</p>
          <p>
            <bold>Text clusters</bold>
          </p>
          <p>Groups keywords to place documents into common clusters</p>
          <p>
            <bold>Timeline</bold>
          </p>
          <p>Bar graph to display metadata over time</p>
          <p>
            <bold>Treemap</bold>
          </p>
          <p>Recursive drill down into subgroups from a primary group</p>
        </boxed-text>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The application allows the user to search by keyword, filter by various tags, select a time range, and visualize the tags and other document properties on innovative graphs and visualizations. <xref rid="figure2" ref-type="fig">Figure 2</xref> shows the home screen of PLATIPUS, which is showing the test clustering view of the full set of COVID-19–related publication literature. PLATIPUS is broken into multiple panels: the search bar on top center, the timeline for filtering articles by date in the center, the filters associated with the annotated data (eg, authors or journals) on the left, the visualization panel (9 total options) in the bottom center, and the article panel (right).</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Screenshot of the primary PLATIPUS (Publication Literature Analysis and Text Interaction Platform for User Studies) application page from which the user begins queries and visual interactive activities.</p>
        </caption>
        <graphic xlink:href="jmir_v23i7e26995_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>One of the key features of PLATIPUS is the numerous approaches that can be taken to visualize the data. <xref rid="figure3" ref-type="fig">Figure 3</xref> highlights one alternative to the text cluster in <xref rid="figure2" ref-type="fig">Figure 2</xref> (custom circle pack) and how each visualization can be modified to show the specific information of interest to the user. The custom circle pack is driven from the filters on the left-hand side and allows quick views of the overall distribution of this information. For example, for all the COVID-19–related articles in PLATIPUS, we see the majority fall into four core categories: diagnosis, treatment, prevention, and mechanism.</p>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Example of the visualization customization component.</p>
        </caption>
        <graphic xlink:href="jmir_v23i7e26995_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>To further explore the functionality of the PLATIPUS application, we demonstrate an example via a case study. There has been significant evaluation of comorbidities such as diabetes on the prognostic response of patients with COVID-19 [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref23">23</xref>]. In this case study, the search of the term “diabetes” in PLATIPUS returns 2769 articles from the originating 159,797, as of May 2021 (<xref rid="figure4" ref-type="fig">Figure 4</xref>A). However, this number is too many for a researcher to search through manually. Often the researcher performing the search will select the first few to read in more detail by perusing abstracts or other down-select criteria. This method is still an option within PLATIPUS, as the articles and abstracts are displayed on the right-hand side of the application. A benefit of PLATIPUS is the additional clustering visualization of articles that goes beyond the standard sorting function available in most publication search engines. By evaluating the clusters located in the center of the application (<xref rid="figure4" ref-type="fig">Figure 4</xref>A), a researcher interested in the putative receptor angiotensin-converting enzyme 2 can see this is a key cluster in the visualization. Selecting this cluster reduces the literature from 2769 to 159 articles. PLATIPUS then allows the researcher to observe clusters of articles within this new refined query (<xref rid="figure4" ref-type="fig">Figure 4</xref>B). The researcher can either narrow down further this way or, as an alternative, can filter articles within the defined facets using a variety of methods (custom circle pack shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>C). Within this refined search, the user can view any of the publications via the reading pane. By choosing preview, a publication will open to allow researchers to view the full abstract and associated metadata, and link to the full text, if available, as seen in <xref rid="figure5" ref-type="fig">Figure 5</xref> [<xref ref-type="bibr" rid="ref24">24</xref>]. Alternatively, on the left side of <xref rid="figure4" ref-type="fig">Figure 4</xref>A, there are predefined filters, which include subsets such as “Diagnostics” or “Disease” as an alternate approach to filtering the data. The researcher can also export the metadata from selected documents as a CSV for review in the future.</p>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>(A) View and selection based on a search for the term “diabetes” where a cluster associated with angiotensin-converting enzyme 2 (ACE2) is identified, with (B) and (C) as alternate visualizations of the results after selection of the cluster including ACE2.</p>
        </caption>
        <graphic xlink:href="jmir_v23i7e26995_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>High-level view of a paper, which includes information about COVID-19 and diabetes.</p>
        </caption>
        <graphic xlink:href="jmir_v23i7e26995_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>The diabetes example is a visual analytics exploration of a relatively open question, but PLATIPUS also supports direct medical queries using the valuable tagging that is supplied via the AAID pipeline associated with the CovidScholar data. For example, as seen in <xref rid="figure6" ref-type="fig">Figure 6</xref>, we applied two filters to find literature that can help with the diagnosis of “Multisystem Inflammatory Syndrome” and “Diagnosis.” Multisystem inflammatory syndrome is a new clinical condition due to a cytokine storm associated with COVID-19 that causes inflammation and organ failure [<xref ref-type="bibr" rid="ref25">25</xref>]. In PLATIPUS, the first filter selected is “Multisystem Inflammatory Syndrome,” which reduces the data set to 177 manuscripts. This is further refined into a small set based on the selection of “Diagnosis,” which reduces to 33 articles, visible on the left-hand side of <xref rid="figure6" ref-type="fig">Figure 6</xref>. The visualizations in this case are tailored to give context of the type of chemical information that is identified from the paper, which may give further insight into how to down-select. The treemap allows the researcher to see the 33 articles that are categorized based on the information of this specific query. Evaluating the 33 articles quickly points to an environmental component of multisystem inflammatory syndrome [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref29">29</xref>].</p>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>View and selection based on tagging capability drilling into tags of multisystem inflammatory syndrome and diagnosis.</p>
        </caption>
        <graphic xlink:href="jmir_v23i7e26995_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>The primary manner the scientific community interacts with scientific literature has, up until recently, not changed in decades. COVID-19 has brought to the forefront of research the challenge of mining literature versus identification of potential articles of interest to a user by keyword searches. To date, PLATIPUS has performed text analytics and clusters, and has visualized nearly 160,000 articles related to COVID-19, and it automatically updates as new documents are added to COVIDScholar. The application uses state-of-the-art natural language processing (AAID) to provide insight and unique ways to filter and understand the data. PLATIPUS aims to decrease time spent looking through pages of articles by providing the user with multiple ways to search, filter, and view the data. The PLATIPUS application focuses on taking the large amount of literature related to COVID-19 and displaying keywords, categories, and other metadata to allow a user to quickly find relevant information captured by COVIDScholar.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>PLATIPUS was designed to assist in searching a multitude of COVID-19 publications efficiently, so the user can either find their answer using the visualizations, searching, and drill down capabilities or find a document that will assist in their search. Therefore, PLATIPUS does not support saving views or searches, as it was designed to be a visual analytics search engine and visual table of contents. Additional limitations include the suggestion of the <italic>optimal</italic> visualization based on a query. PLATIPUS allows the users to toggle through visualizations and select those that are of the most utility. Additions to PLATIPUS in the future may be a more guided visualization experience based on the size and complexity of the literature returned from a query. As of March 2021, PLATIPUS does not support finding similar articles to a single selection, but we expect this feature will be available in the future.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>PLATIPUS NiFi pipeline diagram.</p>
        <media xlink:href="jmir_v23i7e26995_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 28 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AAID</term>
          <def>
            <p>Automated Analytics and Integration of Data</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CARES</term>
          <def>
            <p>Coronavirus Aid, Relief, and Economic Security</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">DOE</term>
          <def>
            <p>Department of Energy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PLATIPUS</term>
          <def>
            <p>Publication Literature Analysis and Text Interaction Platform for User Studies</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SRS</term>
          <def>
            <p>Scalable Reasoning System</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was supported by the Department of Energy (DOE) Office of Science through the National Virtual Biotechnology Laboratory, a consortium of DOE national laboratories focused on response to COVID-19, with funding provided by the CARES (Coronavirus Aid, Relief, and Economic Security) Act to the COVID-19 Testing R&#38;D Project. The software was developed at the Pacific Northwest National Laboratory operated by Battelle under contract DE-AC05-76RLO01830. COVIDScholar, an artificial intelligence–powered rapid data gathering, analysis, and dissemination tool, was developed at Berkeley National Laboratory. Work at the Lawrence Berkeley National Laboratory was supported by the Laboratory Directed Research and Development Program of Lawrence Berkeley National Laboratory under US DOE Contract No. DE-AC02-05CH11231.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Editorial</collab>
          </person-group>
          <article-title>Science in the time of COVID-19</article-title>
          <source>Nat Struct Mol Biol</source>
          <year>2020</year>
          <month>04</month>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>307</fpage>
          <pub-id pub-id-type="doi">10.1038/s41594-020-0423-7</pub-id>
          <pub-id pub-id-type="medline">32269356</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41594-020-0423-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brainard</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Scientists are drowning in COVID-19 papers. Can new tools keep them afloat?</article-title>
          <source>Science</source>
          <year>2020</year>
          <month>05</month>
          <day>14</day>
          <access-date>2021-03-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencemag.org/news/2020/05/scientists-are-drowning-covid-19-papers-can-new-tools-keep-them-afloat">https://www.sciencemag.org/news/2020/05/scientists-are-drowning-covid-19-papers-can-new-tools-keep-them-afloat</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>CORD-19: COVID-19 Open Research Dataset</article-title>
          <source>Semantic Scholar</source>
          <year>2020</year>
          <access-date>2021-03-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.semanticscholar.org/cord19">https://www.semanticscholar.org/cord19</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trewartha</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dagdelen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cruse</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Subramanian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fei</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Justus</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Persson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ceder</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>COVIDScholar: an automated COVID-19 research aggregation and analysis platform</article-title>
          <source>arXiv.</source>
          <comment>Preprint posted online on December 7, 2020</comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ceder</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Persson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dagdelen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Trewartha</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Huo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cruse</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fei</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Subramanian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Justus</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>CovidScholar</source>
          <year>2020</year>
          <access-date>2021-03-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://covidscholar.org/">https://covidscholar.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Allot</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Keep up with the latest coronavirus research</article-title>
          <source>Nature</source>
          <year>2020</year>
          <month>03</month>
          <volume>579</volume>
          <issue>7798</issue>
          <fpage>193</fpage>
          <pub-id pub-id-type="doi">10.1038/d41586-020-00694-1</pub-id>
          <pub-id pub-id-type="medline">32157233</pub-id>
          <pub-id pub-id-type="pii">10.1038/d41586-020-00694-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Allot</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>LitCovid: an open database of COVID-19 literature</article-title>
          <source>Nucleic Acids Res</source>
          <year>2021</year>
          <month>01</month>
          <day>08</day>
          <volume>49</volume>
          <issue>D1</issue>
          <fpage>D1534</fpage>
          <lpage>D1540</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33166392"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/nar/gkaa952</pub-id>
          <pub-id pub-id-type="medline">33166392</pub-id>
          <pub-id pub-id-type="pii">5964074</pub-id>
          <pub-id pub-id-type="pmcid">PMC7778958</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 Global literature on coronavirus disease</article-title>
          <source>World Health Organization</source>
          <year>2020</year>
          <access-date>2021-03-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://search.bvsalud.org/global-literature-on-novel-coronavirus-2019-ncov/">https://search.bvsalud.org/global-literature-on-novel-coronavirus-2019-ncov/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 portfolio</article-title>
          <source>iCite: NIH Office of Portfolio Analysis</source>
          <year>2020</year>
          <access-date>2021-03-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://icite.od.nih.gov/covid19/search/">https://icite.od.nih.gov/covid19/search/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 PubMed Search Alert</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <access-date>2021-03-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/library/researchguides/2019novelcoronavirus/pubmedsearchalert.html">https://www.cdc.gov/library/researchguides/2019novelcoronavirus/pubmedsearchalert.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>PubMed clinical queries</article-title>
          <source>PubMed</source>
          <access-date>2020-11-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pubmed.ncbi.nlm.nih.gov/clinical/">https://pubmed.ncbi.nlm.nih.gov/clinical/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lever</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <article-title>Analyzing the vast coronavirus literature with CoronaCentral</article-title>
          <source>bioRxiv.</source>
          <comment>Preprint posted online on December 22, 2020</comment>
          <pub-id pub-id-type="doi">10.1101/2020.12.21.423860</pub-id>
          <pub-id pub-id-type="medline">33398279</pub-id>
          <pub-id pub-id-type="pmcid">PMC7781314</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <source>PLATIPUS</source>
          <access-date>2021-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://vcs.pnnl.gov/explorer">https://vcs.pnnl.gov/explorer</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fellet</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Tracking a pandemic—through words</article-title>
          <source>Pacific Northwest National Laboratory</source>
          <year>2020</year>
          <access-date>2020-11-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pnnl.gov/news-media/tracking-pandemic-through-words">https://www.pnnl.gov/news-media/tracking-pandemic-through-words</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charles</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Rounds</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mendoza</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Giabbanelli</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mago</surname>
              <given-names>VK</given-names>
            </name>
            <name name-style="western">
              <surname>Papageorgiou</surname>
              <given-names>EI</given-names>
            </name>
          </person-group>
          <article-title>Text-based analytics for biosurveillance</article-title>
          <source>Advanced Data Analytics in Health</source>
          <year>2018</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>117</fpage>
          <lpage>131</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pazdernik</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Charles</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>IMS members’ work on COVID-19</article-title>
          <source>Institute of Mathematical Statistics</source>
          <year>2020</year>
          <access-date>2020-11-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://imstat.org/2020/05/17/ims-members-work-on-covid-19/">https://imstat.org/2020/05/17/ims-members-work-on-covid-19/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>Complete files of geographic names for geopolitical areas from GNS</article-title>
          <source>National Geospatial-Intelligence Agency</source>
          <access-date>2021-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://geonames.nga.mil/gns/html/namefiles.html">https://geonames.nga.mil/gns/html/namefiles.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>U.S. Board on Geographic Names</article-title>
          <source>US Geological Survey</source>
          <access-date>2021-06-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.usgs.gov/core-science-systems/ngp/board-on-geographic-names">https://www.usgs.gov/core-science-systems/ngp/board-on-geographic-names</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>Scalable Reasoning System</article-title>
          <source>Pacific Northwest National Laboratory</source>
          <year>2020</year>
          <access-date>2021-03-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://availabletechnologies.pnnl.gov/technology.asp?id=348">https://availabletechnologies.pnnl.gov/technology.asp?id=348</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Albulescu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dima</surname>
              <given-names>SO</given-names>
            </name>
            <name name-style="western">
              <surname>Florea</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Lixandru</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Serban</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Aspritoiu</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Tanase</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Popescu</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ferber</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and diabetes mellitus: unraveling the hypotheses that worsen the prognosis (review)</article-title>
          <source>Exp Ther Med</source>
          <year>2020</year>
          <month>12</month>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>194</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33101484"/>
          </comment>
          <pub-id pub-id-type="doi">10.3892/etm.2020.9324</pub-id>
          <pub-id pub-id-type="medline">33101484</pub-id>
          <pub-id pub-id-type="pii">ETM-0-0-09324</pub-id>
          <pub-id pub-id-type="pmcid">PMC7579812</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dennis</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Mateen</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Sonabend</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Hattersley</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Denaxas</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McGovern</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Vollmer</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Type 2 diabetes and COVID-19-related mortality in the critical care setting: a national cohort study in England, March-July 2020</article-title>
          <source>Diabetes Care</source>
          <year>2021</year>
          <month>01</month>
          <volume>44</volume>
          <issue>1</issue>
          <fpage>50</fpage>
          <lpage>57</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33097559"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc20-1444</pub-id>
          <pub-id pub-id-type="medline">33097559</pub-id>
          <pub-id pub-id-type="pii">dc20-1444</pub-id>
          <pub-id pub-id-type="pmcid">PMC7783930</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kloc</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghobrial</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Lewicki</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kubiak</surname>
              <given-names>JZ</given-names>
            </name>
          </person-group>
          <article-title>Macrophages in diabetes mellitus (DM) and COVID-19: do they trigger DM?</article-title>
          <source>J Diabetes Metab Disord</source>
          <year>2020</year>
          <month>10</month>
          <day>17</day>
          <fpage>1</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1007/s40200-020-00665-3</pub-id>
          <pub-id pub-id-type="medline">33102261</pub-id>
          <pub-id pub-id-type="pii">665</pub-id>
          <pub-id pub-id-type="pmcid">PMC7568660</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sathish</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>de Mello</surname>
              <given-names>GT</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Is newly diagnosed diabetes a stronger risk factor than pre-existing diabetes for COVID-19 severity?</article-title>
          <source>J Diabetes</source>
          <year>2021</year>
          <month>02</month>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>177</fpage>
          <lpage>178</lpage>
          <pub-id pub-id-type="doi">10.1111/1753-0407.13125</pub-id>
          <pub-id pub-id-type="medline">33107708</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Binding of SARS coronavirus to its receptor damages islets and causes acute diabetes</article-title>
          <source>Acta Diabetol</source>
          <year>2010</year>
          <month>09</month>
          <volume>47</volume>
          <issue>3</issue>
          <fpage>193</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19333547"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00592-009-0109-4</pub-id>
          <pub-id pub-id-type="medline">19333547</pub-id>
          <pub-id pub-id-type="pmcid">PMC7088164</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alkan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Oz</surname>
              <given-names>SKT</given-names>
            </name>
            <name name-style="western">
              <surname>Emiroglu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yılmaz</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Clinical features and outcome of MIS-C patients: an experience from Central Anatolia</article-title>
          <source>Clin Rheumatol</source>
          <year>2021</year>
          <month>05</month>
          <day>06</day>
          <fpage>1</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33956250"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10067-021-05754-z</pub-id>
          <pub-id pub-id-type="medline">33956250</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10067-021-05754-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC8100744</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abrams</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Godfred-Cato</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Oster</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Koumans</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Bryant</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Belay</surname>
              <given-names>ED</given-names>
            </name>
          </person-group>
          <article-title>Multisystem inflammatory syndrome in children associated with severe acute respiratory syndrome coronavirus 2: a systematic review</article-title>
          <source>J Pediatr</source>
          <year>2020</year>
          <month>08</month>
          <day>05</day>
          <fpage>45</fpage>
          <lpage>54.e1</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32768466"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpeds.2020.08.003</pub-id>
          <pub-id pub-id-type="medline">32768466</pub-id>
          <pub-id pub-id-type="pii">S0022-3476(20)30985-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7403869</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carlin</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Pitkowsky</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Abel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sewell</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Landau</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Caddle</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Robbins-Milne</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Boneparth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Milner</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Zachariah</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stockwell</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Gorelik</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Discriminating multisystem inflammatory syndrome in children requiring treatment from common febrile conditions in outpatient settings</article-title>
          <source>J Pediatr</source>
          <year>2021</year>
          <month>02</month>
          <volume>229</volume>
          <fpage>26</fpage>
          <lpage>32.e2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33065115"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpeds.2020.10.013</pub-id>
          <pub-id pub-id-type="medline">33065115</pub-id>
          <pub-id pub-id-type="pii">S0022-3476(20)31280-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7553071</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fernandes</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Guerguis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenberg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abdelhemid</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Agha</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aschner</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Avner</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Ballance</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bock</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bhavsar</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Clouser</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Gesner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goldman</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Hammerschlag</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Hymes</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kohlhoff</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kojaoghlanian</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nachman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Naganathan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Paintsil</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pall</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wadowski</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zirinsky</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cabana</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Herold</surname>
              <given-names>BC</given-names>
            </name>
            <collab>Tri-State Pediatric COVID-19 Research Consortium</collab>
          </person-group>
          <article-title>Severe acute respiratory syndrome coronavirus 2 clinical syndromes and predictors of disease severity in hospitalized children and youth</article-title>
          <source>J Pediatr</source>
          <year>2021</year>
          <month>03</month>
          <volume>230</volume>
          <fpage>23</fpage>
          <lpage>31.e10</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpeds.2020.11.016</pub-id>
          <pub-id pub-id-type="medline">33197493</pub-id>
          <pub-id pub-id-type="pii">S0022-3476(20)31393-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7666535</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hassoun</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brady</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Arefi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Trifonova</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Tsirilakis</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Vaping-associated lung injury during COVID-19 multisystem inflammatory syndrome outbreak</article-title>
          <source>J Emerg Med</source>
          <year>2021</year>
          <month>04</month>
          <volume>60</volume>
          <issue>4</issue>
          <fpage>524</fpage>
          <lpage>530</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33483200"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jemermed.2020.12.005</pub-id>
          <pub-id pub-id-type="medline">33483200</pub-id>
          <pub-id pub-id-type="pii">S0736-4679(20)31354-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7732222</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
