<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i9e21974</article-id>
      <article-id pub-id-type="pmid">34499042</article-id>
      <article-id pub-id-type="doi">10.2196/21974</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Evolutionary Overview of Consumer Health Informatics: Bibliometric Study on the Web of Science from 1999 to 2019</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wen</surname>
            <given-names>Shiwu</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Alpay</surname>
            <given-names>Laurence</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Ouyang</surname>
            <given-names>Wei</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6373-9350</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Xie</surname>
            <given-names>Wenzhao</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2153-3829</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Xin</surname>
            <given-names>Zirui</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3304-6112</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>He</surname>
            <given-names>Haiyan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2199-4035</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Wen</surname>
            <given-names>Tingxiao</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6963-5897</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Peng</surname>
            <given-names>Xiaoqing</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7581-117X</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Dai</surname>
            <given-names>Pingping</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1024-7114</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Yuan</surname>
            <given-names>Yifeng</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2787-0458</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>Fei</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3353-364X</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>Yang</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1444-3123</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Luo</surname>
            <given-names>Aijing</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <address>
            <institution>The Second Xiangya Hospital</institution>
            <institution>Central South University</institution>
            <addr-line>139 Renmin Middle Road</addr-line>
            <addr-line>Changsha, 410011</addr-line>
            <country>China</country>
            <phone>86 073188618316</phone>
            <email>luoaijing@163.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5890-3470</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>The Third Xiangya Hospital</institution>
        <institution>Central South University</institution>
        <addr-line>Changsha</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Life Sciences</institution>
        <institution>Central South University</institution>
        <addr-line>Changsha</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Key Laboratory of Medical Information Research, Central South University, College of Hunan Province</institution>
        <addr-line>Changsha</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>The Second Xiangya Hospital</institution>
        <institution>Central South University</institution>
        <addr-line>Changsha</addr-line>
        <country>China</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Aijing Luo <email>luoaijing@163.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>9</day>
        <month>9</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>9</issue>
      <elocation-id>e21974</elocation-id>
      <history>
        <date date-type="received">
          <day>30</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>23</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>7</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Wei Ouyang, Wenzhao Xie, Zirui Xin, Haiyan He, Tingxiao Wen, Xiaoqing Peng, Pingping Dai, Yifeng Yuan, Fei Liu, Yang Chen, Aijing Luo. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 09.09.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/9/e21974" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Consumer health informatics (CHI) originated in the 1990s. With the rapid development of computer and information technology for health decision making, an increasing number of consumers have obtained health-related information through the internet, and CHI has also attracted the attention of an increasing number of scholars.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to analyze the research themes and evolution characteristics of different study periods and to discuss the dynamic evolution path and research theme rules in a time-series framework from the perspective of a strategy map and a data flow in CHI.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The Web of Science core collection database of the Institute for Scientific Information was used as the data source to retrieve relevant articles in the field of CHI. SciMAT was used to preprocess the literature data and construct the overlapping map, evolution map, strategic diagram, and cluster network characterized by keywords. Besides, a bibliometric analysis of the general characteristics, the evolutionary characteristics of the theme, and the evolutionary path of the theme was conducted.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 986 articles were obtained after the retrieval, and 931 articles met the document-type requirement. In the past 21 years, the number of articles increased every year, with a remarkable growth after 2015. The research content in 4 different study periods formed the following 38 themes: <italic>patient education</italic>, <italic>medicine</italic>, <italic>needs</italic>, and <italic>bibliographic database</italic> in the 1999-2003 study period; <italic>world wide web</italic>, <italic>patient education</italic>, <italic>eHealth</italic>, <italic>patients</italic>, <italic>medication</italic>, <italic>terminology</italic>, <italic>behavior</italic>, <italic>technology</italic>, and <italic>disease</italic> in the 2004-2008 study period; <italic>websites</italic>, <italic>information seeking</italic>, <italic>physicians</italic>, <italic>attitudes</italic>, <italic>technology</italic>, <italic>risk</italic>, <italic>food labeling</italic>, <italic>patient</italic>, <italic>strategies</italic>, <italic>patient education</italic>, and <italic>eHealth</italic> in the 2009-2014 study period; and <italic>electronic medical records</italic>, <italic>health information seeking</italic>, <italic>attitudes</italic>, <italic>health communication</italic>, <italic>breast cancer</italic>, <italic>health literacy</italic>, <italic>technology</italic>, <italic>natural language processing</italic>, <italic>user-centered design</italic>, <italic>pharmacy</italic>, <italic>academic libraries</italic>, <italic>costs</italic>, <italic>internet utilization</italic>, and <italic>online health information</italic> in the 2015-2019 study period. Besides, these themes formed 10 evolution paths in 3 research directions: patient education and intervention, consumer demand attitude and behavior, and internet information technology application.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Averaging 93 publications every year since 2015, CHI research is in a rapid growth period. The research themes mainly focus on patient education, health information needs, health information search behavior, health behavior intervention, health literacy, health information technology, eHealth, and other aspects. Patient education and intervention research, consumer demand, attitude, and behavior research comprise the main theme evolution path, whose evolution process has been relatively stable. This evolution path will continue to become the research hotspot in this field. Research on the internet and information technology application is a secondary theme evolution path with development potential.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>consumer health informatics</kwd>
        <kwd>consumer health information</kwd>
        <kwd>thematic evaluation</kwd>
        <kwd>co-word analysis</kwd>
        <kwd>informatics</kwd>
        <kwd>SciMAT</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The concept prototype of consumer health informatics (CHI) was first proposed by Kenneth R. Thornton of the School of Health Information Science (University of Victoria) in 1994. Kenneth R. Thornton also elaborated 4 important research directions: network evolution, automation of the patient record, outcome and other quality-related databases, and consumer health education [<xref ref-type="bibr" rid="ref1">1</xref>]. In 1995, Ferguson [<xref ref-type="bibr" rid="ref2">2</xref>] of the Harvard University School of Medicine put forward the concept of consumer health informatics (CHI) for the first time in his paper. He pointed out that CHI is a branch of science that studies the application of computer and wireless communication technology in consumer health care [<xref ref-type="bibr" rid="ref2">2</xref>]. Eysenbach [<xref ref-type="bibr" rid="ref3">3</xref>] proposed that CHI is the branch of medical information that does the following: analyses the consumers’ needs for information; studies and implements methods of making information accessible to consumers; and models and integrates the consumers’ preferences into medical information systems. This definition has been cited by the academic community more than 300 times. The American Medical Informatics Association defines CHI as the field devoted to informatics from multiple consumer or patient views and which includes patient-focused informatics, health literacy, and consumer education [<xref ref-type="bibr" rid="ref4">4</xref>]. CHI is an interdisciplinary subject that includes nursing information, public health, health promotion, health education, library science, and communication science [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>With the rapid development of computer and information technology, the continuous popularization of the internet, and the continuous strengthening of people’s health awareness, consumption awareness, and information literacy for making health decisions, increasingly more people obtain health-related information through the internet. Because of the interdisciplinary nature of CHI, there is no consensus on the definition of CHI. However, the core content of various definitions can be summarized as follows: CHI emphasizes consumers or users as the center and takes consumers or users and computer and information technology as the research object to explore how to use computer and information technology to meet consumers’ health or medical information needs. It is a discipline that helps consumers access relevant health or medical information and make decisions about health care and health promotion.</p>
      <p>Previous studies have analyzed and summarized the research progress of CHI. For example, Eysenbach [<xref ref-type="bibr" rid="ref3">3</xref>] collected literature, internet information, and reports related to CHI before 2000 and summarized the research progress of CHI in the context of health care in the information age, medical knowledge delivery to consumers, the accessibility of electronic health records to patients, decision aids to support the consumers’ choices, the quality control of health information on the internet, and other aspects. Kokol et al [<xref ref-type="bibr" rid="ref5">5</xref>] carried out a bibliometric analysis on the literature related to health informatics and electronic health for the period 1984-2015 and discussed the current research status in this field, including trends in literary production, the geographic and journal distribution, and theoretical analyses. However, their research only clusters all research topics and does not reflect the dynamic changes in research themes at different times. Zhao and Zhang [<xref ref-type="bibr" rid="ref6">6</xref>] reviewed the literature about consumer health information seeking in social media before 2016 and discussed the characteristics of existing research from the following perspectives: the prevalence of health information seeking in social media, discussion topics emerging from health information in social media, seeking health information from online peers, social and emotional support from social media, concerns of accessing consumer health information in social media, and other aspects. However, they did not discuss the dynamic evolution path and the evolution rules of the research themes of CHI. Further, many of these studies are qualitative research. There is also considerable subjectivity in the selection of literature, identification of important topics, and prediction of research frontiers. The combination of qualitative and quantitative analysis methods can increase the objectivity, accuracy, and comprehensiveness of the research results [<xref ref-type="bibr" rid="ref7">7</xref>]. Bibliometrics is a measurable informatic method [<xref ref-type="bibr" rid="ref8">8</xref>], and is often used to discover top journals and authors in a field, identify research progress [<xref ref-type="bibr" rid="ref9">9</xref>], and predict research trends [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Many bibliometrics visualization tools are available, such as SciMAT, CiteSpace, UCINET, HistCite, VOSviewer. The full name of SciMAT is the Science Mapping Analysis tool. In 2012, it was developed by Cobo, López-Herrera, Herrera-Viedma, and Herrera at the Department of Computer and Artificial Intelligence in Granada University, Spain. It can be used for data preprocessing, data network analysis documentation, and result visualization. It can also be used to produce 4 kinds of maps: an overlapping map, an evolution map, a strategic diagram, and a cluster network [<xref ref-type="bibr" rid="ref11">11</xref>]. Compared with other bibliometric visualization tools, SciMAT is unique in expressing the evolution of the theme and performs excellently in longitudinal timing analysis [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>Overall, there have been few achievements in the field of CHI research based on bibliometrics, and the dynamic evolution of the research theme of CHI has not been explored. Therefore, this article conducted a bibliometric analysis to present the evolutionary overview of CHI by using SciMAT. The main research questions of this paper are as follows:</p>
      <list list-type="bullet">
        <list-item>
          <p>What was the development trend of CHI research in 1999-2019?</p>
        </list-item>
        <list-item>
          <p>What is the main research direction of CHI research?</p>
        </list-item>
        <list-item>
          <p>How does the theme of CHI research evolve?</p>
        </list-item>
        <list-item>
          <p>What are the research trends of CHI?</p>
        </list-item>
      </list>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>In bibliometrics, to obtain the research topic of a certain research field in a specific period, it is common to carry out keyword co-occurrence analysis and cluster analysis on the literature collected and to obtain the development path and state of the research topic through a comparative analysis of the split and fusion of research themes in different periods. This paper uses SciMAT tool to draw the research themes’ knowledge map, analyzes the research themes and evolution status of CHI in different study periods using a strategic diagram and data flow, and discusses the dynamic evolution path and evolution law of the research themes of CHI.</p>
        <p>The analysis framework of this paper is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, which is mainly divided into 4 parts: data acquisition, data preprocessing, software operation, and results analysis.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Analysis framework of consumer health informatics evolutionary.</p>
          </caption>
          <graphic xlink:href="jmir_v23i9e21974_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Sources and Retrieve Strategies</title>
        <p>The Web of Science core collection database of the Institute for Scientific Information is an important database for obtaining global academic information [<xref ref-type="bibr" rid="ref7">7</xref>]. It consists of the Science Citation Index Expanded, Social Sciences Citation Index, Arts &#38; Humanities Citation Index, and so on. Users can access core academic literature from the fields of natural sciences, social sciences, biomedicine, engineering, arts, and humanities from the database. Therefore, we selected Web of Science as the data source. In this database, subject retrieval was used, and the search terms were “consumer health informatics”, “consumer health information”, “consumer medic * informatics”, “consumer medic * information”. The publication years were limited to 2019 and before. All languages were selected. Selecting all languages provides a more comprehensive coverage of the literature on this topic. Non-English articles generally have English titles, abstracts, and keywords, from which one can understand their main research content. For these articles, we also used translation software to read the full text and obtained the main research content. The literature types were limited to articles, proceeding papers, and reviews. All papers were retrieved on May 2, 2020. A total of 986 documents were obtained, of which 931 met the document-type requirement. The downloaded data were saved in a text format that SciMAT could read directly.</p>
      </sec>
      <sec>
        <title>Data Preprocessing</title>
        <p>To accurately obtain the research themes in this field, it was necessary to perform data cleaning. SciMAT was used to clean keyword information. First, SciMAT’s cleaning function “find similar words by Plurals (automatic)” automatically merges the singular and plural expressions of keywords, such as “attitude“ and “attitudes” into “attitudes”. Then, similar words with different forms and abbreviations were merged by hand. For example, “consumer health information technology,” “consumer health IT,” “consumer health information technologies,” and “consumer health information technology (CHIT)” were merged into “ consumer health information technology.” synonyms, such as “physician patient relations,” “physician–patient relationship,” “patient–physician relationship,” “doctor–patient relationship,” “doctor–patient relations,” and “doctor–patient relationships” were merged into “doctor–patient relationship.” Some words, such as “consumer health information,” “consumer health informatics,” “association,” and “campaign,” which had high frequency and broad meaning and that might cover the association between other micro words, were deleted.</p>
      </sec>
      <sec>
        <title>Parameter Settings</title>
        <p>Words (the author’s words and the source’s words) were selected as the units of analysis. The data reduction thresholds of the 4 study periods are 1, 1, 1, and 2, and the type of analysis matrix is co-occurrence. The network reduction thresholds are 1, 1, 1, and 1, and the network normalization method is the equivalence index. The clustering algorithm used was the simple centers algorithm. The maximum network value was 15 and the minimum network value was 3, and the scale of the cluster network was limited to a reasonable range. The H-index and sum citations were selected as the measurement indexes of clustering quality. Jaccard’s index and the Salton index were selected as similarity measurement methods for the evolution map and the overlapping map, respectively.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overall Characteristics Analysis</title>
        <sec>
          <title>Trends in the Number of Articles</title>
          <p>The number and trend of the articles published each year in a certain field can reflect the scholars’ attention to this field. As shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>, the amount of literature can be divided into 3 stages: slow growth, stable growth, and rapid growth. The 1999-2003 period was the first stage, with an average of 12.2 papers published each year. The period from 2004 to 2014 was the second stage, with an average of 36.6 papers published each year. The period from 2015 to 2019 was the third stage. After 2015, the number of articles increased substantially, with an average of 93.4 papers published each year. The volume of published articles peaked in 2019 at 112, with an annual total accounting for 12.0% (112/931) of all literature.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Consumer health informatic research documents published from 1999 to 2019.</p>
            </caption>
            <graphic xlink:href="jmir_v23i9e21974_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>Based on the trend of literature growth, this paper divides the research on CHI into 4 study periods: 1999-2003, the first study period; 2004-2008, the second study period; 2009-2014, the third study period; and 2015-2019, the fourth study period. The number of articles in the 4 study periods is 61, 124, 279, and 467.</p>
        </sec>
        <sec>
          <title>Overlapping Map Analysis</title>
          <p>An overlapping map uses the number of keywords to represent the number of themes at each period and shows the stability of a research theme in a certain field in the form of a data flow. <xref rid="figure3" ref-type="fig">Figure 3</xref> is an overlapping map of CHI research for the period from 1999 to 2019 and clearly shows the emerging and declining themes in this field. The 4 circles in the figure represent the 4 study periods. Displayed from left to right, they are as follows: the 1999-2003 study period, the 2004-2008 study period, the 2009-2014 study period, and the 2015-2019 study period. The number of themes in the first, second, third, and fourth study periods is 52, 95, 163, and 184, respectively. As can be seen, the number of themes increases rapidly.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Overlapping map of the consumer health informatics research from 1999 to 2019.</p>
            </caption>
            <graphic xlink:href="jmir_v23i9e21974_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>From 1999 to 2003, a total of 32 themes were passed to the next study period, and the stability index with the next study period was 14.57. In this study period, the research on CHI remains in a slow-growth stage, which is part of the basic research stage. The number of new themes in the 2004-2008 study period was 63. In the 2009-2014 period, 85 themes were continued from the previous study period, and the stability index between the 2 study periods was 58.06. Reflecting the steady growth of CHI research and the steady increase of research articles in these 2 study periods, many emerging themes and a small number of declining themes were included. There were 40 new themes in the 2015-2019 study period, and the stability index between this and the previous study period was 119.74. At this point, the number of themes is increasing steadily, which reflects that the research area of CHI is gradually expanding, and the research content is becoming increasingly richer.</p>
        </sec>
        <sec>
          <title>Analysis of Highly Cited Articles</title>
          <p>Six of the top 10 highly cited articles in this field came from the 1999-2003 study period (<xref ref-type="table" rid="table1">Table 1</xref>), and the cited frequency of the articles is ranked as the first, second, third, fifth, sixth, and tenth. This reflects that the papers published in this period form the basis of the research on CHI and play a fundamental role in the research in this field. The most frequently cited paper (940 times) is an empirical study of the quality evaluation of online consumer health information. The evaluation of health-related websites is quite different due to the differences in research methods, preciseness, quality standards, research population, and subjects. Therefore, the operability of quality standards needs to be defined [<xref ref-type="bibr" rid="ref12">12</xref>]. The second most frequently cited (804 times) paper is the one by Cline in 2001 [<xref ref-type="bibr" rid="ref13">13</xref>]. This paper summarizes, from the perspective of communication, the potential benefits and comprehensive quality of online consumer health information searching and identifies and discusses the criteria of online health information evaluation. In 1999, Charnock et al [<xref ref-type="bibr" rid="ref14">14</xref>] developed a tool named DISCERN, which can be used by health information providers and consumers to judge the quality of written consumer health information about treatment options. This paper was cited 521 times. At present, DISCERN has become a highly useful tool for the quality evaluation of network health information. Many scholars use this tool to evaluate the quality of online health information about different diseases and published in different languages. For example, Cerminara et al [<xref ref-type="bibr" rid="ref15">15</xref>] used the DISCERN tool to evaluate the reliability, accuracy, and relevance of the top 50 links for childhood epilepsy (online information) displayed by the Google search engine. Alnaim [<xref ref-type="bibr" rid="ref16">16</xref>] used the DISCERN tool to assess the quality of information published on websites that share breast cancer information online in Arabic.</p>
          <p>Four of the top 10 highly cited articles in the field of CHI research came from the 2004-2008 and 2009-2014 study period (<xref ref-type="table" rid="table1">Table 1</xref>). The paper “eHealth literacy: Essential Skills for Consumer Health in a Networked World” was published in the <italic>Journal of Medical Internet Research</italic> in 2006. In this article, the concept of eHealth literacy was defined for the first time. The ability to find, discover, understand, and evaluate health information from electronic resources, and the ability to apply the acquired knowledge to solve health problems were also explained in this paper [<xref ref-type="bibr" rid="ref17">17</xref>]. Ranking fourth in the number of citations, the paper was cited 514 times. eHealth literacy has become a mature research topic, and increasingly more scholars are paying attention to it. For example, Kim et al [<xref ref-type="bibr" rid="ref18">18</xref>] examined the association among eHealth literacy, perceived benefits, self-efficacy, and health-promoting behaviors in patients with type 2 diabetes. Cherid et al [<xref ref-type="bibr" rid="ref19">19</xref>] investigated the level of mobile technology acceptance, health literacy, and electronic health literacy of 401 patients aged over 50 years with recent fractures.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Top 10 cited articles in the consumer health informatics research field.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="380"/>
              <col width="450"/>
              <col width="80"/>
              <col width="90"/>
              <thead>
                <tr valign="top">
                  <td>Reference</td>
                  <td>Journal</td>
                  <td>Year</td>
                  <td>Citations</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Eysenbach et al [<xref ref-type="bibr" rid="ref12">12</xref>]</td>
                  <td>
                    <italic>Journal of the American Medical Association</italic>
                  </td>
                  <td>2002</td>
                  <td>940</td>
                </tr>
                <tr valign="top">
                  <td>Cline and Haynes [<xref ref-type="bibr" rid="ref13">13</xref>]</td>
                  <td>
                    <italic>Health Education Research</italic>
                  </td>
                  <td>2001</td>
                  <td>804</td>
                </tr>
                <tr valign="top">
                  <td>Charnock et al [<xref ref-type="bibr" rid="ref14">14</xref>]</td>
                  <td>
                    <italic>Journal of Epidemiology and Community Health</italic>
                  </td>
                  <td>1999</td>
                  <td>521</td>
                </tr>
                <tr valign="top">
                  <td>Norman and Skinner [<xref ref-type="bibr" rid="ref17">17</xref>]</td>
                  <td>
                    <italic>Journal of Medical Internet Research</italic>
                  </td>
                  <td>2006</td>
                  <td>514</td>
                </tr>
                <tr valign="top">
                  <td>Eysenbach [<xref ref-type="bibr" rid="ref3">3</xref>]</td>
                  <td>
                    <italic>British Medical Journal</italic>
                  </td>
                  <td>2000</td>
                  <td>336</td>
                </tr>
                <tr valign="top">
                  <td>Gustafson et al [<xref ref-type="bibr" rid="ref20">20</xref>]</td>
                  <td>
                    <italic>American Journal of Preventive Medicine</italic>
                  </td>
                  <td>1999</td>
                  <td>320</td>
                </tr>
                <tr valign="top">
                  <td>Or and Karsh [<xref ref-type="bibr" rid="ref21">21</xref>]</td>
                  <td>
                    <italic>Journal of the American Medical Informatics Association</italic>
                  </td>
                  <td>2009</td>
                  <td>247</td>
                </tr>
                <tr valign="top">
                  <td>van den Berg et al [<xref ref-type="bibr" rid="ref22">22</xref>]</td>
                  <td>
                    <italic>Journal of Medical Internet Research</italic>
                  </td>
                  <td>2007</td>
                  <td>236</td>
                </tr>
                <tr valign="top">
                  <td>Dutta-Bergman [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
                  <td>
                    <italic>Health Communication</italic>
                  </td>
                  <td>2004</td>
                  <td>229</td>
                </tr>
                <tr valign="top">
                  <td>Hibbard and Peters [<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                  <td>
                    <italic>Annual Review of Public Health</italic>
                  </td>
                  <td>2003</td>
                  <td>227</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Evolutionary Characteristics Analysis</title>
        <sec>
          <title>Design and Overview</title>
          <p>The strategic map is mainly used to describe the relationship between themes and the relationship strength within the theme to reflect the importance of the theme in the development of the whole field and the development of the theme. The node in <xref rid="figure4" ref-type="fig">Figure 4</xref> is a cluster, and the sizes of the nodes indicate the sizes of the theme clusters. The horizontal axis is the centrality, which measures the relevance of the theme to other themes. With higher centrality, the theme is more important in the whole field. The vertical axis is the density, which measures the relational strength of the cluster keywords within a theme. The higher the density of the theme, the more mature the theme. The strategic map is divided into 4 quadrants. Quadrant 1 (Q1) contains motor themes, quadrant 2 (Q2) contains highly developed and isolated themes, quadrant 3 (Q3) contains emerging or declining themes, and quadrant 4 (Q4) contains basic and transversal themes. The strategic map of the 4 study periods, the relevant bibliometrics indicators, and the evolutionary status of the research themes are as follows.</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Strategic diagram of themes for the subperiod of 1999-2003 (A: based on the publications, B: based on the citation frequency).</p>
            </caption>
            <graphic xlink:href="jmir_v23i9e21974_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Themes (n=4) in 1999-2003: Patient Education, Medicine, Needs, and Bibliographic Database</title>
          <p>The theme of Q1 is <italic>medicine</italic>, which has the highest density value and a higher centrality (<xref ref-type="table" rid="table2">Table 2</xref> and <xref rid="figure4" ref-type="fig">Figure 4</xref>). The keywords closely connected to <italic>medicine</italic> are <italic>search engine, interventions,</italic> and <italic>challenges</italic> (<xref rid="figure5" ref-type="fig">Figure 5</xref>). The websites and pages displayed by search engines have become the main source from which people obtain medical and health information [<xref ref-type="bibr" rid="ref25">25</xref>]. Health information/support systems for health promotion are also emerging, such as the CHESS comprehensive health promotion support system [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Performance measures for the themes of the subperiod 1999-2003.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="250"/>
              <col width="120"/>
              <col width="120"/>
              <col width="200"/>
              <col width="120"/>
              <col width="190"/>
              <thead>
                <tr valign="top">
                  <td>Theme</td>
                  <td>Centrality</td>
                  <td>Density</td>
                  <td>Number of documents</td>
                  <td>H-index</td>
                  <td>Number of citations</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>
                    <italic>Patient education</italic>
                  </td>
                  <td>45.99</td>
                  <td>56.26</td>
                  <td>8</td>
                  <td>7</td>
                  <td>1176</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Medicine</italic>
                  </td>
                  <td>36.24</td>
                  <td>111.7</td>
                  <td>4</td>
                  <td>3</td>
                  <td>395</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Needs</italic>
                  </td>
                  <td>1.85</td>
                  <td>12.5</td>
                  <td>2</td>
                  <td>2</td>
                  <td>76</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Bibliographic database</italic>
                  </td>
                  <td>1.25</td>
                  <td>66.67</td>
                  <td>1</td>
                  <td>0</td>
                  <td> 0</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Cluster network of the themes (1999-2003).</p>
            </caption>
            <graphic xlink:href="jmir_v23i9e21974_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>The theme of Q2 is <italic>bibliographic database</italic>, which has centrality and density values of 1.25 and 66.67, respectively. The theme is closely related internally and has low relevance with other themes. The amount of relevant literature is the least, as the theme has not attracted the attention of the academic circle. The keywords closely connected to <italic>bibliographic database</italic> are <italic>search interface</italic> and <italic>women’s health</italic>. For the prototype network interface of the women’s health bibliography database, Marton et al [<xref ref-type="bibr" rid="ref26">26</xref>] performed a comparative analysis from 3 aspects: web interface design, overall visual effect, and hypertext navigation and information organization.</p>
          <p><italic>Patient education</italic> is located on the centrality axis and has the highest centrality. <italic>Patient education</italic> has the largest amount of research literature and has been cited the most times, indicating that it is an area of high concern and has had a great impact on later research. <italic>Patient education</italic> is interconnected with many different keywords, such as world wide web and system, but the connection is not strong. The result of the cluster network shows that the internet and information systems are important tools and approaches in patient education [<xref ref-type="bibr" rid="ref13">13</xref>] and that individualized customized education can be carried out for patients through computers [<xref ref-type="bibr" rid="ref27">27</xref>]</p>
          <p><italic>Needs</italic> is located on the density axis and has centrality and density values of 1.85 and 12.5, respectively. The cluster network shows that <italic>needs</italic> is connected with <italic>population</italic> and <italic>information seeking</italic>. The internal demand for health information drives millions of consumers to search for health information on the internet. If the search terms used by consumers do not match the terms set at the information source, the search results will not meet the needs of consumers. Therefore, consumer health information retrieval needs a full range of terminology support [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        </sec>
        <sec>
          <title>Themes (n=9) in 2004-2008: World Wide Web, Patient Education, eHealth, Patients, Medication, Terminology, Behavior, Technology, and Disease</title>
          <p>The themes of Q1 have higher centrality and density (<xref ref-type="table" rid="table3">Table 3</xref> and <xref rid="figure6" ref-type="fig">Figure 6</xref>) and are <italic>world wide web</italic>, <italic>patient education</italic>, <italic>eHealth</italic>, and <italic>medication</italic>. <italic>World wide web</italic> has the largest amount of research literature and has been cited 635 times. The cluster network shows that the relationship between the <italic>world wide web</italic> and internal keywords is weak. The keywords that are strongly connected to <italic>patient education</italic> are <italic>internet health information</italic>, <italic>record</italic>, and <italic>challenges</italic> (<xref rid="figure7" ref-type="fig">Figure 7</xref>). Patient education is an important part of providing health care services and helps to improve the effect of medical care. Doupi and van der Lei [<xref ref-type="bibr" rid="ref29">29</xref>] discussed the possibility of integrating electronic medical record data and online health information resources to provide personalized patient education for patients. <italic>eHealth</italic> has the highest density and a relatively high centrality; the cluster network reveals that it is closely related to <italic>health communication</italic>, <italic>tailored intervention, cell phone,</italic> and <italic>teleconsultation</italic>, which is an important research topic in this field. Tufano and Karras [<xref ref-type="bibr" rid="ref30">30</xref>] used teleconsultation for an obesity intervention that was expected to achieve mass customization function, interactive function, and national customized electronic health information. The location of <italic>medication</italic> is far from the centrality axis and close to the density axis. The cluster network shows that it has a strong relationship with <italic>health literacy</italic> and <italic>pharmacist</italic>. In the research on drug treatment in the field of CHI, scholars are concerned about the health literacy of consumers and whether they can understand the accompanying instructions of drugs [<xref ref-type="bibr" rid="ref31">31</xref>]. Webb et al [<xref ref-type="bibr" rid="ref32">32</xref>] have proposed that the design of patient-centered consumer medication information can improve the comprehensibility of warning labels.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Performance measures for the themes of the subperiod of 2004-2008</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="250"/>
              <col width="120"/>
              <col width="120"/>
              <col width="200"/>
              <col width="120"/>
              <col width="190"/>
              <thead>
                <tr valign="top">
                  <td>Theme</td>
                  <td>Centrality</td>
                  <td>Density</td>
                  <td>Number of documents</td>
                  <td>H-index</td>
                  <td>Number of citations</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>
                    <italic>World wide web</italic>
                  </td>
                  <td>77.3</td>
                  <td>28.66</td>
                  <td>14</td>
                  <td>11</td>
                  <td>635</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Patient education</italic>
                  </td>
                  <td>64.37</td>
                  <td>26.23</td>
                  <td>10</td>
                  <td>8</td>
                  <td>786</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>eHealth</italic>
                  </td>
                  <td>41.52</td>
                  <td>87.63</td>
                  <td>3</td>
                  <td>3</td>
                  <td>129</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Patients</italic>
                  </td>
                  <td>33.26</td>
                  <td>16.05</td>
                  <td>6</td>
                  <td>5</td>
                  <td>439</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Medication</italic>
                  </td>
                  <td>31.25</td>
                  <td>32.5</td>
                  <td>4</td>
                  <td>4</td>
                  <td>80</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Terminology</italic>
                  </td>
                  <td>3.85</td>
                  <td>16.67</td>
                  <td>2</td>
                  <td>2</td>
                  <td>45</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Behavior</italic>
                  </td>
                  <td>2.38</td>
                  <td>17.59</td>
                  <td>3</td>
                  <td>3</td>
                  <td>77</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Technology</italic>
                  </td>
                  <td>18.49</td>
                  <td>41.2</td>
                  <td>2</td>
                  <td>2</td>
                  <td>238</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Disease</italic>
                  </td>
                  <td>16.39</td>
                  <td>8.33</td>
                  <td>2</td>
                  <td>2</td>
                  <td>48</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <fig id="figure6" position="float">
            <label>Figure 6</label>
            <caption>
              <p>Strategic diagram of themes for the subperiod of 2004-2008 (A: based on the publications, B: based on the citation frequency).</p>
            </caption>
            <graphic xlink:href="jmir_v23i9e21974_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure7" position="float">
            <label>Figure 7</label>
            <caption>
              <p>Cluster network of the themes (2004-2008).</p>
            </caption>
            <graphic xlink:href="jmir_v23i9e21974_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>The theme of Q2 is <italic>technology</italic>, with centrality and density values of 18.49 and 41.2, respectively. The important nodes that are connected internally are <italic>tools</italic> and <italic>adults</italic>. The literature corresponding to cluster nodes reveals that scholars began using internet technology to intervene in people’s health activities [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
          <p>The themes of Q3 are <italic>terminology</italic>, <italic>behavior</italic>, and <italic>disease</italic>, which have centralities of 3.85, 2.38 and 16.39, respectively, and density values of 16.67, 17.59, and 8.33, respectively. <italic>Terminology</italic> is only associated with <italic>natural language processing</italic> and <italic>users</italic>. The literature corresponding to <italic>terminology</italic> reveals that the rapid development of consumer health education websites and other applications has promoted research on consumer health vocabulary and that term <italic>recognition</italic> [<xref ref-type="bibr" rid="ref33">33</xref>] is one of the important research directions. <italic>Disease</italic> has weak internal relations. <italic>Behavior</italic> is associated with <italic>libraries</italic>, <italic>HIV infection</italic>, and <italic>information seeking</italic>. By studying the literature corresponding to <italic>behavior</italic>, we found that researchers had analyzed health information searching behavior according to different populations. For example, Hesse et al [<xref ref-type="bibr" rid="ref34">34</xref>] analyzed the 2005 Administration of the Health Information National Trends Survey data to explore the information searching behavior of survivors of cancer and found that their information searching behavior was very common and would not decrease with time.</p>
          <p>The theme of Q4 is <italic>patients</italic>, with centrality and density values of 33.26 and 16.05, respectively. The internal correlation of the <italic>patients</italic> theme cluster was not strong. An examination of the literature corresponding to cluster nodes revealed that scholars paid more attention to the research of the patients’ attitude, cognition, and intention regarding health information [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        </sec>
        <sec>
          <title>Themes (n=11) in 2009-2014: Websites, Information Seeking, Physicians, Attitudes, Technology, Risk, Food Labeling, Patient, Strategies, Patient Education, and eHealth</title>
          <p>The themes of Q1 are <italic>information seeking</italic>, <italic>physicians</italic>, and <italic>attitudes</italic>, which have centralities of 69.64, 67.77, and 64.83, respectively, and density values of 37.42, 19.27, and 28.02, respectively (<xref ref-type="table" rid="table4">Table 4</xref> and <xref rid="figure8" ref-type="fig">Figure 8</xref>). The cluster network (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>) shows that there are 15 nodes and 25 links in <italic>information seeking</italic> and that the keywords closely related to <italic>information seeking</italic> are <italic>search interface</italic>, <italic>management program</italic>, and <italic>community</italic>. The literature corresponding to <italic>information seeking</italic> revealed that scholars analyzed, from the perspective of consumers, the content of online questions, explored the influencing factors of health information searching, and designed a new connected exploratory navigation interface to improve the effectiveness of health information searching [<xref ref-type="bibr" rid="ref36">36</xref>]. <italic>Attitudes</italic> had the highest citation frequency, indicating that it had a great influence on the subsequent research. The cluster network shows that <italic>attitudes</italic> is associated with a large number of different keywords, but the relationship is not strong; among these different keywords, the closely related nodes are <italic>community pharmacies</italic>, <italic>information and communication techniques</italic>, and <italic>electronic medical records</italic>. The cluster network reveals that the nodes that are close to <italic>physicians</italic> are <italic>interviews</italic>, <italic>patient centered care</italic>, <italic>patient–provider relationship</italic>, and <italic>teleconsultation</italic>. The literature corresponding to <italic>attitudes</italic> and <italic>physicians</italic> reveals that the consumers’ attitude toward, access to, and use of online information related to diseases [<xref ref-type="bibr" rid="ref37">37</xref>], medicines, diet, and other health issues are the research hotspots in this period. For example, Amicizia et al [<xref ref-type="bibr" rid="ref38">38</xref>] believes that information and communications technology provide an opportunity for health care workers to use mobile internet to disseminate vaccine-related knowledge interactively and entertainingly and to monitor adolescent attitudes toward vaccination through social media.</p>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Performance measures for the themes of the subperiod of 2009-2014.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="250"/>
              <col width="120"/>
              <col width="120"/>
              <col width="200"/>
              <col width="120"/>
              <col width="190"/>
              <thead>
                <tr valign="top">
                  <td>Theme</td>
                  <td>Centrality</td>
                  <td>Density</td>
                  <td>Number of documents</td>
                  <td>H-index</td>
                  <td>Number of citations</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>
                    <italic>Websites</italic>
                  </td>
                  <td>77.12</td>
                  <td>8.45</td>
                  <td>20</td>
                  <td>9</td>
                  <td>252</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Information seeking</italic>
                  </td>
                  <td>69.64</td>
                  <td>37.42</td>
                  <td>10</td>
                  <td>7</td>
                  <td>129</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Physicians</italic>
                  </td>
                  <td>67.77</td>
                  <td>19.27</td>
                  <td>9</td>
                  <td>6</td>
                  <td>175</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Attitudes</italic>
                  </td>
                  <td>64.83</td>
                  <td>28.02</td>
                  <td>11</td>
                  <td>10</td>
                  <td>428</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Technology</italic>
                  </td>
                  <td>61.65</td>
                  <td>15.53</td>
                  <td>14</td>
                  <td>10</td>
                  <td>416</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Risk</italic>
                  </td>
                  <td>60.43</td>
                  <td>12.61</td>
                  <td>13</td>
                  <td>10</td>
                  <td>279</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Food labeling</italic>
                  </td>
                  <td>6.56</td>
                  <td>15.62</td>
                  <td>3</td>
                  <td>3</td>
                  <td>126</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Patient</italic>
                  </td>
                  <td>59.71</td>
                  <td>6.02</td>
                  <td>15</td>
                  <td>10</td>
                  <td>235</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Strategies</italic>
                  </td>
                  <td>5.5</td>
                  <td>11.11</td>
                  <td>2</td>
                  <td>2</td>
                  <td>22</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Patient education</italic>
                  </td>
                  <td>40.51</td>
                  <td>31.32</td>
                  <td>13</td>
                  <td>9</td>
                  <td>276</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>eHealth</italic>
                  </td>
                  <td>30.79</td>
                  <td>37.44</td>
                  <td>5</td>
                  <td>3</td>
                  <td>42</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <fig id="figure8" position="float">
            <label>Figure 8</label>
            <caption>
              <p>Strategic diagram of themes for the subperiod of 2009-2014 (A: based on the publications, B: based on the citation frequency).</p>
            </caption>
            <graphic xlink:href="jmir_v23i9e21974_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>The themes of Q2 are <italic>patient education</italic>, <italic>eHealth</italic>, and <italic>food labeling</italic>, which have centralities of 40.51, 30.79, and 6.56, respectively, and density values of 31.32, 37.44, and 15.62, respectively. The cluster network shows that <italic>patient education</italic> is closely related to <italic>smartphone, pamphlet, resources</italic>, and <italic>Alzheimer’s disease</italic>. Scholars mainly conducted research from 3 aspects: patients’ health education needs [<xref ref-type="bibr" rid="ref39">39</xref>], the effect of health education materials, and health information technology. For example, Kraschnewski et al [<xref ref-type="bibr" rid="ref40">40</xref>] studied how pregnant women use the internet and mobile phone technology to acquire health care knowledge. They found that women thought that the educational materials they received during prenatal care were not helpful, and therefore, they turned to the internet and smartphone apps to fill the knowledge gap [<xref ref-type="bibr" rid="ref40">40</xref>]. There are 9 nodes and 12 connections in the <italic>eHealth</italic> theme. Compared with the previous study period, in this study period, there are fewer nodes and connections. The research content of the theme is more concentrated. The keywords closely related to <italic>eHealth</italic> are <italic>tailored intervention</italic>, and <italic>online health information</italic>. Scholars are concerned about how to use information and communication technology to help patients improve their health status and strengthen their self-health management skills [<xref ref-type="bibr" rid="ref41">41</xref>]. For example, as a health literacy intervention for Hispanic patients with AIDS, Jacobs et al [<xref ref-type="bibr" rid="ref42">42</xref>] developed a Spanish-language computer application, which can provide information about HIV infection, treatment, and drugs. <italic>Food labeling</italic> is a new theme, for which the cluster network shows the related keywords are <italic>consumer opinions, recommendations,</italic> and <italic>ratings</italic>. King et al [<xref ref-type="bibr" rid="ref43">43</xref>] investigated the consumers’ understanding of common terms used to guide food consumption frequency and quantity and found that some terms are highly subjective and that more simple and clear terms need to be developed.</p>
          <p>The themes of Q3 are <italic>patients</italic> and <italic>strategies</italic>, which have lower centralities and density values. The cluster network reveals that the keywords strongly related to <italic>patients</italic> were <italic>health information service</italic>, <italic>information behavior</italic>, and <italic>conflict of interest</italic>. <italic>Strategies</italic> is an emerging theme. The cluster network shows that the keywords associated with it are only <italic>evidence-based practice</italic> and <italic>task</italic> and that the weight of the connection is 0.17.</p>
          <p>Having higher centralities and lower density values, the themes of Q4 are <italic>websites</italic>, <italic>technology</italic>, and <italic>risk</italic>. The cluster network shows that the keywords closely related to <italic>websites</italic> are <italic>world wide web</italic>, <italic>evaluation studies</italic>, <italic>tools</italic>, <italic>email</italic>. By studying the literature corresponding to <italic>websites</italic>, it is found that the research on the content evaluation of websites and health information intervention through websites are the research hotspots in this period [<xref ref-type="bibr" rid="ref44">44</xref>]. Thakor et al [<xref ref-type="bibr" rid="ref45">45</xref>] investigated the information quality of ecommerce websites selling <italic>Hypericum perforatum</italic> and found that most sites received poor reviews and lacked information on drug interactions, contraindications, and adverse reactions. The keywords closely related to <italic>technology</italic> are <italic>home</italic> <italic>telehealth</italic> and <italic>aging</italic>. With the aggravation of the aging of the population, the research on home telehealth for the aged group has attracted much attention. Cimperman et al [<xref ref-type="bibr" rid="ref46">46</xref>] studied the important factors affecting the elderly’s adoption of home telehealth services and found that the following factors play an important role in the perception of home telehealth: perceived usefulness, expectation, social influence, perceived security, computer anxiety, convenience, and the doctor’s opinion [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. <italic>Risk</italic> is split from <italic>medication</italic>. The cluster network shows that the relationship between internal keywords is weak and that the relatively strong ones are <italic>costs</italic>, <italic>patient decision aid</italic>, and <italic>cardiovascular disease</italic>. For veterans with and without multiple sclerosis, Cameron et al [<xref ref-type="bibr" rid="ref48">48</xref>] studied the relative risk of falling and requiring medical care and found that the adjusted odds ratio of falling was 3 times higher for female veterans with multiple sclerosis than for female veterans without multiple sclerosis.</p>
        </sec>
        <sec>
          <title>Themes (n=14) in 2015-2019: Electronic Medical Records, Health Information Seeking, Attitudes, Health Communication, Breast Cancer, Health Literacy, Technology, Natural Language Processing, User-Centered Design, Pharmacy, Academic Libraries, Costs, Internet Utilization, and Online Health Information</title>
          <p>The themes of Q1 are <italic>electronic medical records</italic>, <italic>health information seeking</italic>, <italic>attitudes</italic>, and <italic>breast cancer</italic>, with centralities of 53.52, 47.78, 45.18, and 48.08, respectively, and density values of 19.71, 18.14, 8.89, and 7.11, respectively (<xref ref-type="table" rid="table5">Table 5</xref> and <xref rid="figure9" ref-type="fig">Figure 9</xref>). The cluster network (<xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>) shows that <italic>electronic medical records</italic> has a strong relationship with internal keywords, which include <italic>personal health information management</italic> and <italic>care partner</italic>. Scholars mainly focus on the patients’ health information management, including the sharing of access to the patients’ health records, personal health data visualization, and other contents. For example, Wolff et al [<xref ref-type="bibr" rid="ref49">49</xref>] sent the doctor’s medical records to patients and authorized nurses through OpenNotes. The scholars verified the acceptability and effect of this approach, and the results showed that it was acceptable for patients and their nursing staff to view the doctors’ medical records; the results also reflected that this method improved the communication with patients and enhanced the patients’ confidence in cooperating with nurses. Keywords closely related to <italic>health</italic> <italic>information seeking</italic> are <italic>users</italic>, <italic>behavior</italic>, <italic>health information needs</italic>, and <italic>consumer health information behavior</italic>. An examination of the literature corresponding to important nodes revealed that the users of library, online health consultation platform, social media, and other media were often considered research objects and that a discussion of these users’ health information needs and behaviors was a research hotspot in this period [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. For example, taking the online health consultation case on “Taiwan eDoctor,” an online health consultation platform, as the research object, Chiu et al [<xref ref-type="bibr" rid="ref52">52</xref>] studied the length, time, communication mode, purpose, and identity disclosure of online consultation questions and described the communication mode of patients in the process of health information searching. <italic>Attitudes</italic> was closely related to internal keywords, such as <italic>HPV vaccines</italic>, <italic>risk</italic>, <italic>evaluation studies</italic>, and <italic>physicians</italic>. Systematically studying the rankings, quality, and contents of the web pages related to HPV vaccines, Fu et al [<xref ref-type="bibr" rid="ref53">53</xref>] classified the included web pages into critical and noncritical ones and found that the quality of the critical web pages was poor but that the critical web pages often obtained higher rankings. Keywords closely related to <italic>breast cancer</italic> are <italic>online health</italic> <italic>communities</italic>, <italic>support groups</italic>, and <italic>preferences</italic>. The scholars mainly focused on the content analysis of the online health community [<xref ref-type="bibr" rid="ref54">54</xref>] and its supporting role for patients with cancer. For example, through interviews and questionnaires, Huh et al [<xref ref-type="bibr" rid="ref55">55</xref>] developed online health community roles to reflect the users’ needs and requirements when using an online health community. These roles can help provide users with customized social support and patient support. The study found that the roles of online health communities can be divided into 4 categories: managers, opportunists, scientists, and adventurers. These roles reveal user interaction behavior and attitude patterns when using online health communities.</p>
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>Performance measures for the themes of the subperiod 2015-2019.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="250"/>
              <col width="120"/>
              <col width="120"/>
              <col width="200"/>
              <col width="120"/>
              <col width="190"/>
              <thead>
                <tr valign="top">
                  <td>Theme</td>
                  <td>Centrality</td>
                  <td>Density</td>
                  <td>Number of documents</td>
                  <td>H-index</td>
                  <td>Number of citations</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>
                    <italic>Electronic medical records</italic>
                  </td>
                  <td>53.52</td>
                  <td>19.71</td>
                  <td>11</td>
                  <td>7</td>
                  <td>154</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Health</italic>
                    <italic>information seeking</italic>
                  </td>
                  <td>47.78</td>
                  <td>18.14</td>
                  <td>24</td>
                  <td>5</td>
                  <td>174</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Attitudes</italic>
                  </td>
                  <td>45.18</td>
                  <td>8.89</td>
                  <td>15</td>
                  <td>7</td>
                  <td>119</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Health communication</italic>
                  </td>
                  <td>57.98</td>
                  <td>4.7</td>
                  <td>21</td>
                  <td>4</td>
                  <td>52</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Breast cancer</italic>
                  </td>
                  <td>48.08</td>
                  <td>7.11</td>
                  <td>26</td>
                  <td>7</td>
                  <td>162</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Health literacy</italic>
                  </td>
                  <td>50.29</td>
                  <td>3.55</td>
                  <td>40</td>
                  <td>8</td>
                  <td>211</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Technology</italic>
                  </td>
                  <td>54.79</td>
                  <td>3.46</td>
                  <td>18</td>
                  <td>7</td>
                  <td>168</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Natural language processing</italic>
                  </td>
                  <td>24.1</td>
                  <td>4.18</td>
                  <td>9</td>
                  <td>4</td>
                  <td>37</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>User-centered design</italic>
                  </td>
                  <td>11.9</td>
                  <td>6.3</td>
                  <td>6</td>
                  <td>2</td>
                  <td>9</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Pharmacy</italic>
                  </td>
                  <td>16.52</td>
                  <td>28.49</td>
                  <td>6</td>
                  <td>2</td>
                  <td>8</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Academic libraries</italic>
                  </td>
                  <td>4.52</td>
                  <td>9.03</td>
                  <td>2</td>
                  <td>1</td>
                  <td>1</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Costs</italic>
                  </td>
                  <td>14.08</td>
                  <td>4.34</td>
                  <td>4</td>
                  <td>4</td>
                  <td>32</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Internet utilization</italic>
                  </td>
                  <td>12.67</td>
                  <td>4.72</td>
                  <td>5</td>
                  <td>3</td>
                  <td>43</td>
                </tr>
                <tr valign="top">
                  <td>
                    <italic>Online health information</italic>
                  </td>
                  <td>7.82</td>
                  <td>6.49</td>
                  <td>3</td>
                  <td>2</td>
                  <td>122</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <fig id="figure9" position="float">
            <label>Figure 9</label>
            <caption>
              <p>Strategic diagram of themes for the subperiod of 2015-2019 (A: based on the publications, B: based on the citation frequency).</p>
            </caption>
            <graphic xlink:href="jmir_v23i9e21974_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>The themes of Q2 are <italic>pharmacy</italic>, <italic>online health information</italic>, and <italic>academic libraries</italic>, with centralities of 16.52, 4.52, and 7.82, respectively, and density values of 28.49, 9.03, and 6.49, respectively. A mature professional theme (<italic>pharmacy</italic>) has the highest density and is close to the density axis. The keyword most closely related to <italic>pharmacy</italic> is <italic>patient medication information</italic>. Monkman and Kushniruk [<xref ref-type="bibr" rid="ref56">56</xref>] studied consumer medication information in pharmacies and found that the organization and presentation of online consumer medication information need to be improved. The content of consumer medication information needs to be improved in order to promote the safety and effective use of drugs [<xref ref-type="bibr" rid="ref57">57</xref>]. The keywords in the <italic>online health information</italic> cluster network include <italic>video</italic>, <italic>web</italic> 2.0, and <italic>world wide web</italic>. Scholars mainly pay close attention to the use and quality evaluation of online health information [<xref ref-type="bibr" rid="ref58">58</xref>]. As an emerging theme, <italic>academic libraries</italic> has the lowest centrality, the lowest amount of relevant literature, and the lowest citation frequency.</p>
          <p><italic>User-centered design</italic>, with centrality and density values of 11.9 and 6.3, respectively, is located on the centrality axis. One of the keywords clustering with <italic>user-centered design</italic> is <italic>smartphone apps</italic>. An examination of the key literature corresponding to cluster networks reveals that scholars focus on designing user-centered, smartphone-based mobile health apps, such as nutrition education apps that, for example, provide technical support for adolescents with overweight and obesity [<xref ref-type="bibr" rid="ref59">59</xref>].</p>
          <p>Having lower centralities and density values, the themes of Q3 are <italic>internet utilization</italic> and <italic>costs</italic>. The internal relationship between <italic>internet utilization</italic> and <italic>costs</italic> is weak; both are in an immature development stage and have little impact. The cluster network shows that the keywords in <italic>costs</italic> include <italic>search engine</italic> and <italic>health records</italic>; the keywords in <italic>internet utilization</italic> include <italic>health behavior</italic>, <italic>systematic review</italic>, and <italic>patient education as topic</italic>. The literature corresponding to <italic>internet utilization</italic> reveals that the content of relevant literature involved patients using the internet to search for health information for self-care. For example, Jamal et al [<xref ref-type="bibr" rid="ref60">60</xref>] studied the online health information searching behavior of patients with type 2 diabetes in the Middle East and its influence on their self-care behavior. The results showed that most internet health information searchers had positive changes in their behaviors after searching and had a stronger awareness of diabetes self-care [<xref ref-type="bibr" rid="ref60">60</xref>].</p>
          <p><italic>Natural language processing</italic> is located on the density axis, with centrality and density values of 24.1 and 4.18, respectively. The cluster network shows that <italic>natural language processing</italic> is connected with <italic>consumer health vocabulary</italic>, <italic>state</italic>, <italic>online support groups</italic>, and <italic>text</italic>. An examination of the core literature corresponding to the cluster shows that most scholars mined and dealt with the health-related contents of consumers through social media, health websites, health forums, and other ways to obtain the users’ health needs, explore the users’ health behaviors, and investigate the application of health information technology [<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref62">62</xref>].</p>
          <p>The themes of Q4 are <italic>health communication</italic>, <italic>health literacy</italic>, and <italic>technology</italic>, with centralities of 57.98, 50.29, and 54.79, respectively, and density values of 4.7, 3.55, and 3.46, respectively. The <italic>technology</italic> cluster network formed 15 nodes and 21 wires, but the internal relationship was very weak. <italic>Health communication</italic> has the highest centrality and has many connections with external themes. It is a key theme with development potential. The cluster network shows that <italic>health communication</italic> is strongly related to keywords such as <italic>medicine</italic>, <italic>telehealth</italic>, and <italic>perspectives</italic>. Benis et al [<xref ref-type="bibr" rid="ref63">63</xref>] studied the use of communication channels between patients and health care organizations. By matching the communication channels with the patients’ personal information, the communication between medical institutions and patients can be transformed into a more active mode, and the patient’s participation can be improved. <italic>Health literacy</italic> is an emerging theme; it has the largest number of related literature and the largest citation frequency sum. The keywords closely related to <italic>health literacy</italic> include <italic>skills</italic>, <italic>patient education</italic>, and <italic>public libraries</italic>. Health literacy is the ability of individuals to access and understand health information and to use it to maintain and promote their health. An examination of the literature of important nodes reveals that scholars pay more attention to the assessment and intervention of health literacy [<xref ref-type="bibr" rid="ref64">64</xref>] and the assessment of internet health information quality [<xref ref-type="bibr" rid="ref65">65</xref>,<xref ref-type="bibr" rid="ref66">66</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Evolutionary Path Analysis</title>
        <sec>
          <title>Design and Overview</title>
          <p>The theme evolution map shows, through a data flow, the evolution of the 4 study period themes of CHI research. It can analyze and track the dynamic evolution of the themes in the field of CHI research over a period. <xref rid="figure10" ref-type="fig">Figure 10</xref> shows the CHI research field’s theme evolution map. Each column in the figure represents a study period. In the figure, the nodes represent the research themes, and the size of the nodes is proportional to the number of related articles of the research themes. The connection between the nodes represents the theme data flow, the solid line represents the main keywords shared by 2 themes, and the dotted line represents the shared keywords are not the main keywords. The width of the connection is proportional to the Inclusion index [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
          <p>From <xref rid="figure10" ref-type="fig">Figure 10</xref>, it can be seen intuitively that <italic>patient education</italic> and <italic>technology</italic> appear in 3 study periods, and that <italic>eHealth</italic>, <italic>attitudes</italic>, and <italic>patients</italic> appear in 2 study periods. With time, the circle in the theme evolution map becomes larger, the number of the research themes increases, and the data flow between the research themes becomes increasingly complex. This reflects the emergence of new research themes and contents from 1999 to 2019. According to the theme evolution map, the size of the research theme circle, and the data flow between themes, 10 theme evolution paths of 3 research directions in the field of CHI were determined.</p>
          <fig id="figure10" position="float">
            <label>Figure 10</label>
            <caption>
              <p>Thematic evaluation map of the consumer health informatics research field (1999-2019).</p>
            </caption>
            <graphic xlink:href="jmir_v23i9e21974_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Supply-Side Research of Consumer Health Informatics: Patient Education and Intervention Research</title>
          <p>Consumer health education is the process of assisting one to acquire the correct information and understanding so that one will be able to make wise decisions about a certain health item [<xref ref-type="bibr" rid="ref67">67</xref>]. <italic>Patient education</italic> → <italic>patient education</italic> → <italic>patient education</italic> → <italic>health literacy</italic>, <italic>pharmacy</italic> (subpath 1). <italic>Patient education</italic> → <italic>world wide web</italic> → <italic>websites</italic> → <italic>health communication</italic> (subpath 2). <italic>Patient education</italic> → <italic>eHealth</italic> → <italic>eHealth</italic> → <italic>health literacy</italic>, <italic>breast cancer</italic>, <italic>health communication</italic> (subpath 3).</p>
          <p>The 3 subpaths above evolved from the main and branch directions of the <italic>patient education</italic> theme in the first study period. Over time, the nodes on the evolutionary path become larger, the number of research articles increases, and the data flow from node splitting is greater. The data flow of patient education and intervention research evolution is relatively clear and represents the main path of the evolution theme of CHI. The theme on the path mainly moves between the first quadrant and the fourth quadrant, and the split and fusion of themes are obvious. In the second study period, subpaths 1 and 3 became the focus of research. In the third study period, the theme density increased and the centrality decreased, demonstrating a professional and mature research direction in the field. In the fourth study period, the themes split into several themes with great influence and development potential (<italic>health communication</italic> and <italic>health literacy</italic>). In the third study period, the subpath 2 integrated multiple themes, and the density of themes decreased. In the fourth study period, the theme split into several low-density but high centrality themes (<italic>natural language processing</italic>).</p>
        </sec>
        <sec>
          <title>Consumer-Side Research of Consumer Health Informatics: Consumer Demand, Attitude, and Behavior</title>
          <p>The evolutionary path of consumer demand, attitude, and behavior research consists of 3 subparts. <italic>Needs</italic> → <italic>patients</italic> → <italic>attitudes</italic>, <italic>physicians</italic> → <italic>attitudes</italic>, <italic>health literacy</italic>, <italic>health</italic> <italic>information seeking</italic>, <italic>internet utilization</italic> (subpath 1); <italic>medicine</italic>, <italic>needs</italic> → <italic>behavior</italic> → <italic>information seeking</italic> → <italic>health</italic> <italic>information seeking</italic>, <italic>health literacy</italic> (subpath 2); and <italic>medicine</italic> → <italic>diseases</italic> → <italic>patients</italic> → <italic>electronic medical records</italic> (subpath 3).</p>
          <p>These 3 subpaths evolved from the main and branch directions of <italic>medicine</italic> and <italic>needs</italic> in the first study period. With time, the number of nodes on the evolutionary path increases, the number of research articles increases year by year, and the data flow of node splitting also increases. The themes in the evolutionary path of consumer demand, attitude, and behavior research mainly move between the first, third, and fourth quadrants, and the themes are divided and integrated. The theme of subpath 1 has gone through a stage in which centrality and density rise, and in this field, it finally forms many core themes, such as <italic>health</italic> <italic>information seeking</italic>, <italic>health literacy</italic>, and <italic>attitudes</italic>. In the second study period, subpath 2 splits to form a new theme (<italic>behavior</italic>). Later, this theme attracted the attention of many scholars in the field; its density and centrality increased rapidly, and it became the core theme in the field. In the second and third study periods, subpath 3 is an edge theme that is not of high concern. In the fourth study period, some themes (<italic>attitudes, physicians, technology, patients, websites</italic>) split and merge into a high centrality and density key theme (<italic>electronic medical records</italic>).</p>
        </sec>
        <sec>
          <title>The Technology Research of Consumer Health Informatics: The Application Research of Internet and Information Technology</title>
          <p>Currently, big data, internet plus, artificial intelligence, and other emerging information technologies have been tightly integrated with traditional medical and health industries. The application of internet and information technology in the field of CHI has attracted more attention from computer science and communication science scholars. The evolution path of internet and information technology application research consists of 4 subpaths. <italic>Medicine</italic> → <italic>technology</italic> → <italic>technology</italic> → <italic>technology</italic>, <italic>health communication</italic> (subpath 1); <italic>patient education</italic> → <italic>eHealth</italic> → <italic>eHealth</italic> → <italic>online health information</italic> (subpath 2); <italic>needs</italic>, <italic>bibliographic database</italic> → <italic>patients</italic>, <italic>world wide web</italic> → <italic>information seeking</italic> → <italic>natural language processing</italic>, <italic>user-centered design</italic>, <italic>academic libraries</italic> (subpath 3); and <italic>medicine</italic> → <italic>world wide web</italic>, <italic>terminology</italic> → <italic>websites</italic> → <italic>online health information</italic>, <italic>natural language processing</italic>, <italic>breast cancer</italic> (subpath 4).</p>
          <p>These 4 subpaths evolved from the main directions of <italic>bibliographic database</italic> in the first study period as well as the branch directions of <italic>patient education</italic> and <italic>medicine</italic>. The number of research articles is gradually increasing, and the phenomenon of node splitting and fusion is also obvious. The theme of the evolution path of the internet and information technology application research mainly moves between the first, second, and fourth quadrants. The evolution path is relatively complex, which may be related to the application of information technology in different research directions. Subpath 1 emerged from the theme of the first study period, and the density decreased in the second study period. In the third and fourth study periods, the centrality increased. The density decreased after the split of multiple themes, and some important themes with strong influence and development potential developed. Subpath 2 divides from the theme of <italic>patient education</italic> in the first study period. In the second study period, a key theme with high centrality and density was formed. In the third and fourth study periods, the centrality decreased, and the density increased; it became a professional theme in the field. The data flow of subpaths 3 and 4 is relatively complex and is formed by the convergence of 2 routes in the first and second study period.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overall Development Status of Consumer Health Informatics</title>
        <p>In the past 21 years, CHI research has been on the rise and has gone through 3 stages: slow growth, stable growth, and rapid growth. In the early stage, the development was slow, the themes were few, and the intensity was low. In the later stages, the development became diversified. After 2015, the number of research papers on CHI increased substantially, and it became a hotspot of academic research. In 2019, it reached a peak of 112 papers, a research volume accounting for 12.03% of the total literature.</p>
        <p>The period 1999-2003 comprises the basic research stage of consumer health information. Six of the top 10 highly cited literature in this field come from this study period. This literature constitutes the cornerstone of CHI research. Consumer health information evaluation tools, such as DISCERN, that were developed in this study period have become recognized mature tools in the field. The period 2004-2014 was one of steady growth in the research on CHI. During this period, fewer keywords disappeared, and more new ones were absorbed. In 2015-2019, the number of keywords was the largest, and the research content involved was increasingly more abundant. A similarity index for the fourth study period reached a higher level, reflecting that the research field of CHI had become more mature, the inheritance of research had become stronger, and researchers were continuing to focus on more research topics.</p>
      </sec>
      <sec>
        <title>Evolutionary Characteristics Analysis</title>
        <p>By analyzing the rise, decline, and the change in the density and centrality of the themes in different study periods, the evolution characteristics and status of the research themes can be reflected.</p>
        <p>The motor themes include the following: <italic>medicine</italic> and <italic>patient education</italic> in 1999-2003; <italic>world wide web</italic>, <italic>patient education</italic>, <italic>eHealth</italic>, and <italic>medication</italic> in 2004-2008; <italic>information seeking</italic>, <italic>physicians</italic>, and <italic>attitudes</italic> in 2009-2014; and <italic>electronic medical records</italic>, <italic>health</italic> <italic>information seeking</italic>, <italic>attitudes</italic>, and <italic>breast cancer</italic> in 2015-2019. These themes have high centralities and density values. Besides, the research studies are popular and influential, and the internal relations within these themes are closely relevant. These themes are the core of the research field and their development is mature.</p>
        <p>The highly developed and isolated themes include the following: <italic>bibliographic database</italic> in 1999-2003; <italic>technology</italic> in 2004-2008; <italic>eHealth</italic>, <italic>patient education</italic>, and <italic>food labeling</italic> in 2009-2014; and <italic>pharmacy</italic>, <italic>academic libraries</italic>, <italic>online health information</italic>, and <italic>user-centered design</italic> in 2015-2019. Having high-density values and low centralities, these themes do not represent the research center. They are mature and peripheral themes in this field.</p>
        <p>The emerging or declining themes include the following: <italic>behavior</italic>, <italic>terminology</italic>, and <italic>disease</italic> in 2004-2008; <italic>patient</italic> and <italic>strategies</italic> in 2009-2014; and <italic>costs</italic> and <italic>internet utilization</italic> in 2015-2019. Because of their low centralities and density values, these themes have been weakly developed and are marginalized themes in this field.</p>
        <p>The basic and transversal themes include the following: <italic>needs</italic> in 1999-2003; <italic>patients</italic> in 2004-2008; <italic>websites</italic>, <italic>technology</italic>, and <italic>risk</italic> in 2009-2014; and <italic>health communication</italic>, <italic>breast cancer</italic>, <italic>health literacy</italic>, <italic>technology</italic>, and <italic>natural language processing</italic> in 2015-2019. These themes have high centralities and low-density values, indicating that these have a high influence on the field of CHI but are not well developed.</p>
        <p>By analyzing the evolutionary status of the themes in the 2015-2019 study period, the paper expects to predict the future development trend of the field. The centrality and density value of <italic>electronic medical records</italic> are extremely high. Although there are not many related documents, each document has been cited 14 times on average, indicating that it has received extremely high attention and may appear in the next research period. <italic>Health</italic> <italic>information seeking</italic> is relatively stable because of its high centrality and density value. After an internal keyword splitting and recombination, the <italic>attitudes</italic> theme is still high in centrality and density value, and the research enthusiasm has not decreased. It will continue to become a hot topic in the field of CHI research. <italic>Breast cancer</italic> split from <italic>risk</italic> in the previous study period, with increased centrality and density value (transferred from Q4 to Q1). With the expansion of research influence, it became more mature and eventually became the research core in the field. Although the number of studies related to <italic>online health information</italic> is not large, the average citation frequency of each study is the highest, indicating that it has a great influence on future research. Online health information is one of the foundations of the CHI research field, has great development potential, and may continue to appear in the next study period. <italic>Natural language processing</italic> has been a hot topic in recent years, and it is likely to continue to appear in the next study period. <italic>Health literacy</italic> is an emerging topic, with the largest number of relevant studies and total cited frequency. This indicates that it has a high level of attention and has a strong evolution and development ability. It will continue to be a hot topic in this field. <italic>Technology</italic> has been transferred from Q2 to Q4. Its research influence and development potential have improved, reflecting that it will continue to be the basic theme in this field.</p>
      </sec>
      <sec>
        <title>Evolutionary Path Analysis</title>
        <p>By analyzing the evolution characteristics of patient education and intervention research themes, it can be found that the research in the slow growth period mainly focuses on the application and exploration of the internet and information systems and explores the health education for patients through computers and websites [<xref ref-type="bibr" rid="ref13">13</xref>]. The research in the stable growth period mainly focuses on the use of network health information [<xref ref-type="bibr" rid="ref41">41</xref>], the design of personalized or customized patient education [<xref ref-type="bibr" rid="ref29">29</xref>], and the application of intelligent and mobile devices [<xref ref-type="bibr" rid="ref30">30</xref>]. The research in the rapid growth period mainly focuses on the role and mechanism of the online health community in patient support [<xref ref-type="bibr" rid="ref54">54</xref>], doctor–patient communication [<xref ref-type="bibr" rid="ref63">63</xref>], and the quality evaluation of online health information [<xref ref-type="bibr" rid="ref66">66</xref>].</p>
        <p>By analyzing the evolution characteristics of consumer demand, attitude, and behavior research themes, it can be found that the research in the slow growth period mainly focuses on the users’ demand for online health information search, as well as demand-driven behavioral research, such as an analysis of the characteristics of health information–retrieval terms [<xref ref-type="bibr" rid="ref28">28</xref>]. Studies in the stable growth period mainly focus on the patients’ attitude and cognition toward health information [<xref ref-type="bibr" rid="ref23">23</xref>], health information searching behavior, and its influencing factors [<xref ref-type="bibr" rid="ref68">68</xref>]. The research in the rapid growth period mainly focuses on personal health information management [<xref ref-type="bibr" rid="ref69">69</xref>], health literacy assessment, and health literacy intervention [<xref ref-type="bibr" rid="ref70">70</xref>]. The internet health information search behavior of patients with different diseases is still the research hotspot in this period.</p>
        <p>By analyzing the evolution characteristics of the research themes regarding the internet and information technology application, it can be found that the research in the slow growth period mainly focuses on the technology applied to patient education [<xref ref-type="bibr" rid="ref71">71</xref>] and the development of a bibliographic database network interface [<xref ref-type="bibr" rid="ref26">26</xref>]. The studies in the stable growth period mainly focus on the use of the internet and information technology to intervene in people’s health activities [<xref ref-type="bibr" rid="ref72">72</xref>], help improve the patients’ health status, and strengthen the patients’ self-care skills [<xref ref-type="bibr" rid="ref73">73</xref>]. They also examined the use of information technology in the patients’ health information search behavior [<xref ref-type="bibr" rid="ref74">74</xref>], identifying text difficulty of health information and classifying health care webpages using machine learning and natural language processing methods [<xref ref-type="bibr" rid="ref75">75</xref>,<xref ref-type="bibr" rid="ref76">76</xref>]. The research in the rapid growth period mainly focuses on the application of natural language processing [<xref ref-type="bibr" rid="ref77">77</xref>] and the development and evaluation of user-centered mobile medical apps [<xref ref-type="bibr" rid="ref78">78</xref>]. Wongchaisuwat et al [<xref ref-type="bibr" rid="ref79">79</xref>] developed an algorithm to automatically answer health-related question by implementing a semisupervised learning algorithm. Park et al [<xref ref-type="bibr" rid="ref80">80</xref>] analyzed the online discussion content of 3 online health communities employing text mining and k-means machine learning algorithm to compare the discussion topics.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>In this paper, we used the SciMAT tool to analyze the keywords of the literature data and constructed the overlapping map, evolution map, strategic diagram, and a cluster network. Owing to the limitation of the scope of our school’s database, we only obtained the literature from 1999 to 2019, failed to trace the earliest research literature on CHI, and failed to build a complete evolution path of the CHI research theme.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this research, a bibliometric analysis was carried out to explore the dynamic evolution path and evolution laws of CHI research themes on a time dimension and from the perspective of strategic diagrams and data flows. CHI research focuses on themes, such as the patients’ education, health information needs, information search behavior, health behavior intervention, health literacy, health information technology, and eHealth. The research content in 4 different study periods formed the 38 themes. These themes formed 10 evolution paths in 3 research directions: patient education and intervention, consumer demand attitude and behavior, and internet information technology application. Patient education and intervention research, consumer demand, attitude, and behavior research comprise the main theme evolution path. The path’s evolution process has been relatively stable, and it will continue to represent the research hotspot in this field. Research on the internet and information technology application is a secondary theme evolution path, where obvious absorption, fragmentation, and extinction of themes have occurred. Its complex evolution process has also attracted the attention of many scholars. The research status and influence of this evolution path have gradually increased, making it a research direction with development potential.</p>
        <p>According to the existing literature, themes that will continue to appear in the next study period include the following: <italic>electronic medical records</italic>, <italic>online health information</italic>, <italic>health information seeking</italic>, <italic>attitudes</italic>, <italic>health literacy</italic>, <italic>technology</italic>, and <italic>natural language processing</italic>. The first 2 themes are information resource elements <italic>in</italic> the consumer health information ecosystem. Because of the continuous advancement of medical informatization and the rapid development of social media, electronic health records, online health information, and online health question answering data have formed massive health information repositories. These health information big data are like gold mines waiting to be explored by researchers. The middle 3 themes are information subject elements, and the last 2 themes are the information technical elements in the environment. To maintain the sustainable development of the consumer health information ecosystem, it is necessary to start from the supply side and the demand side of health information and to solve the mismatch between service and demand by using computer and information technology.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Cluster network of the themes (2009-2014).</p>
        <media xlink:href="jmir_v23i9e21974_app1.png" xlink:title="PNG File , 5060 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Cluster network of the themes (2015-2019).</p>
        <media xlink:href="jmir_v23i9e21974_app2.png" xlink:title="PNG File , 4909 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CHI</term>
          <def>
            <p>consumer health informatics</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank the State Key Program of National Social Science of China (grant no. 17AZD037) for assistance in this study. We also appreciate the support of all participants.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>AL and WX co-designed this research. WO, ZX, and HH conducted the data retrieval/construction, data collection, and analysis. YY, FL, and YC helped preprocess and analyze the data. WO interpreted the results and drafted the manuscript. TW, XP, and PD made major revisions. All authors reviewed and approved the final version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thornton</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Directions and Opportunities in Health Informatics in British Columbia</article-title>
          <source>Methods Inf Med</source>
          <year>1994</year>
          <month>06</month>
          <volume>33</volume>
          <issue>3</issue>
          <fpage>299</fpage>
          <lpage>301</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0038-1635019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Consumer health informatics</article-title>
          <source>Healthc Forum J</source>
          <year>1995</year>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>28</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="medline">10154286</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Consumer health informatics</article-title>
          <source>BMJ</source>
          <year>2000</year>
          <month>06</month>
          <day>24</day>
          <volume>320</volume>
          <issue>7251</issue>
          <fpage>1713</fpage>
          <lpage>1716</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/10864552"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.320.7251.1713</pub-id>
          <pub-id pub-id-type="medline">10864552</pub-id>
          <pub-id pub-id-type="pmcid">PMC1127483</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>American Medical Informatics Association</collab>
          </person-group>
          <source>Consumer Health Informatics</source>
          <access-date>2020-06-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.amia.org/applications-informatics/consumer-health-informatics">https://www.amia.org/applications-informatics/consumer-health-informatics</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kokol</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Saranto</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vosner</surname>
              <given-names>HB</given-names>
            </name>
          </person-group>
          <article-title>eHealth and health informatics competences: A systemic analysis of literature production based on bibliometrics</article-title>
          <source>Kybernetes</source>
          <year>2018</year>
          <month>03</month>
          <day>05</day>
          <volume>47</volume>
          <issue>5</issue>
          <fpage>1018</fpage>
          <lpage>1030</lpage>
          <pub-id pub-id-type="doi">10.1108/k-09-2017-0338</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>YH</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Consumer health information seeking in social media: a literature review</article-title>
          <source>Health Information and Libraries Journal</source>
          <year>2017</year>
          <month>10</month>
          <day>17</day>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>268</fpage>
          <lpage>283</lpage>
          <pub-id pub-id-type="doi">10.1111/hir.12192</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>YW</given-names>
            </name>
            <name name-style="western">
              <surname>Duan</surname>
              <given-names>KF</given-names>
            </name>
          </person-group>
          <article-title>Evolutionary overview of urban expansion based on bibliometric analysis in Web of Science from 1990 to 2019</article-title>
          <source>Habitat International</source>
          <year>2020</year>
          <month>01</month>
          <volume>95</volume>
          <fpage>102100</fpage>
          <pub-id pub-id-type="doi">10.1016/j.habitatint.2019.102100</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>YQ</given-names>
            </name>
            <name name-style="western">
              <surname>Hao</surname>
              <given-names>ZC</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>JQ</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Artificial Intelligence in Health Care: Bibliometric Analysis</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2020</year>
          <month>7</month>
          <day>29</day>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>e18228</fpage>
          <pub-id pub-id-type="doi">10.2196/18228</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>LY</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lei</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Systematic Evaluation of Research Progress on Natural Language Processing in Medicine Over the Past 20 Years: Bibliometric Study on PubMed</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2020</year>
          <month>1</month>
          <day>23</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>e16816</fpage>
          <pub-id pub-id-type="doi">10.2196/16816</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yonoff</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Ochoa</surname>
              <given-names>GV</given-names>
            </name>
            <name name-style="western">
              <surname>Cardenas-Escorcia</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Silva-Ortega</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Merino-Stand</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Research trends in proton exchange membrane fuel cells during 2008-2018: A bibliometric analysis</article-title>
          <source>Heliyon</source>
          <year>2019</year>
          <month>05</month>
          <volume>5</volume>
          <issue>5</issue>
          <fpage>e01724</fpage>
          <pub-id pub-id-type="doi">10.1016/j.heliyon.2020.e04848</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cobo</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>López-Herrera</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Herrera-Viedma</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Herrera</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>SciMAT: A new science mapping analysis software tool</article-title>
          <source>Journal of the American Society for Information Science and Technology</source>
          <year>2012</year>
          <month>07</month>
          <day>02</day>
          <volume>63</volume>
          <issue>8</issue>
          <fpage>1609</fpage>
          <lpage>1630</lpage>
          <pub-id pub-id-type="doi">10.1002/asi.22688</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kuss</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Sa</surname>
              <given-names>ER</given-names>
            </name>
          </person-group>
          <article-title>Empirical studies assessing the quality of health information for consumers on the World Wide Web - A systematic review</article-title>
          <source>JAMA-Journal of the American Medical Association</source>
          <year>2002</year>
          <month>05</month>
          <day>22</day>
          <volume>287</volume>
          <issue>20</issue>
          <fpage>2691</fpage>
          <lpage>2700</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.287.20.2691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cline</surname>
              <given-names>RJW</given-names>
            </name>
            <name name-style="western">
              <surname>Haynes</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Consumer health information seeking on the Internet: the state of the art</article-title>
          <source>Health Education Research</source>
          <year>2001</year>
          <month>12</month>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>671</fpage>
          <lpage>692</lpage>
          <pub-id pub-id-type="doi">10.1093/her/16.6.671</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charnock</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shepperd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Needham</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gann</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>DISCERN: an instrument for judging the quality of written consumer health information on treatment choices</article-title>
          <source>Journal of Epidemiology and Community Health</source>
          <year>1999</year>
          <month>02</month>
          <day>01</day>
          <volume>53</volume>
          <issue>2</issue>
          <fpage>105</fpage>
          <lpage>111</lpage>
          <pub-id pub-id-type="doi">10.1136/jech.53.2.105</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cerminara</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Santarone</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Casarelli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Curatolo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>El Malhany</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Use of the DISCERN tool for evaluating web searches in childhood epilepsy</article-title>
          <source>Epilepsy &#38; Behavior</source>
          <year>2014</year>
          <month>12</month>
          <volume>41</volume>
          <fpage>119</fpage>
          <lpage>121</lpage>
          <pub-id pub-id-type="doi">10.1016/j.yebeh.2014.09.053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alnaim</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Evaluation Breast Cancer Information on The Internet in Arabic</article-title>
          <source>Journal of Cancer Education</source>
          <year>2019</year>
          <month>08</month>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>810</fpage>
          <lpage>818</lpage>
          <pub-id pub-id-type="doi">10.1007/s13187-018-1378-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Skinner</surname>
              <given-names>HA</given-names>
            </name>
          </person-group>
          <article-title>eHealth Literacy: Essential Skills for Consumer Health in a Networked World</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2006</year>
          <month>6</month>
          <day>16</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e9</fpage>
          <pub-id pub-id-type="doi">10.2196/jmir.8.2.e9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Association of Electronic Health Literacy With Health-Promoting Behaviors in Patients With Type 2 Diabetes: A Cross-sectional Study</article-title>
          <source>Cin-Computers Informatics Nursing</source>
          <year>2018</year>
          <month>09</month>
          <volume>36</volume>
          <issue>9</issue>
          <fpage>438</fpage>
          <lpage>447</lpage>
          <pub-id pub-id-type="doi">10.1097/cin.0000000000000438</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cherid</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Baghdadli</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mayo</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Albers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bergeron</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Morin</surname>
              <given-names>SN</given-names>
            </name>
          </person-group>
          <article-title>Current level of technology use, health and eHealth literacy in older Canadians with a recent fracture—a survey in orthopedic clinics</article-title>
          <source>Osteoporosis International</source>
          <year>2020</year>
          <month>02</month>
          <day>28</day>
          <volume>31</volume>
          <issue>7</issue>
          <fpage>1333</fpage>
          <lpage>1340</lpage>
          <pub-id pub-id-type="doi">10.1007/s00198-020-05359-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gustafson</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Boberg</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pingree</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Serlin</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Graziano</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Impact of a patient-centered, computer-based health information/support system</article-title>
          <source>American Journal of Preventive Medicine</source>
          <year>1999</year>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/s0749-3797(98)00108-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Or</surname>
              <given-names>Calvin K L</given-names>
            </name>
            <name name-style="western">
              <surname>Karsh</surname>
              <given-names>Ben-Tzion</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of patient acceptance of consumer health information technology</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2009</year>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>550</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19390112"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/jamia.M2888</pub-id>
          <pub-id pub-id-type="medline">19390112</pub-id>
          <pub-id pub-id-type="pii">M2888</pub-id>
          <pub-id pub-id-type="pmcid">PMC2705259</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van den Berg</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Schoones</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Vlieland</surname>
              <given-names>TPMV</given-names>
            </name>
          </person-group>
          <article-title>Internet-Based Physical Activity Interventions: A Systematic Review of the Literature</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2007</year>
          <month>09</month>
          <day>30</day>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e26</fpage>
          <pub-id pub-id-type="doi">10.2196/jmir.9.3.e26</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dutta-Bergman</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Primary Sources of Health Information: Comparisons in the Domain of Health Attitudes, Health Cognitions, and Health Behaviors</article-title>
          <source>Health Communication</source>
          <year>2004</year>
          <month>07</month>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>273</fpage>
          <lpage>288</lpage>
          <pub-id pub-id-type="doi">10.1207/s15327027hc1603_1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hibbard</surname>
              <given-names>Judith H</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>Ellen</given-names>
            </name>
          </person-group>
          <article-title>Supporting informed consumer health care decisions: data presentation approaches that facilitate the use of information in choice</article-title>
          <source>Annu Rev Public Health</source>
          <year>2003</year>
          <volume>24</volume>
          <fpage>413</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.publhealth.24.100901.141005</pub-id>
          <pub-id pub-id-type="medline">12428034</pub-id>
          <pub-id pub-id-type="pii">100901.141005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>YC</given-names>
            </name>
            <name name-style="western">
              <surname>Jian</surname>
              <given-names>WS</given-names>
            </name>
          </person-group>
          <article-title>Consumer health information websites in Taiwan</article-title>
          <source>Journal of the Formosan Medical Association</source>
          <year>2000</year>
          <month>08</month>
          <volume>99</volume>
          <issue>8</issue>
          <fpage>663</fpage>
          <lpage>666</lpage>
          <pub-id pub-id-type="medline">10969514</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marton</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Kalsbeek</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Thulin</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the Web user interface design of a bibliographic database on women's health</article-title>
          <year>2003</year>
          <month>07</month>
          <conf-name>7th World Multiconference on Systemics, Cybernetics and Informatics</conf-name>
          <conf-date>Jul 27-30, 2003</conf-date>
          <conf-loc>Orlando, fl</conf-loc>
          <fpage>456</fpage>
          <lpage>461</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Computers in Patient Education</article-title>
          <source>Cin-Computers Informatics Nursing</source>
          <year>2003</year>
          <month>03</month>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>88</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1097/00024665-200303000-00010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Kogan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ash</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Greenes</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Boxwala</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of Consumer Terminology for Health Information Retrieval</article-title>
          <source>Methods of Information in Medicine</source>
          <year>2002</year>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>289</fpage>
          <lpage>298</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0038-1634490</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doupi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>van der Lei</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Design and implementation considerations for a personalized patient education system in burn care</article-title>
          <source>International Journal of Medical Informatics</source>
          <year>2005</year>
          <month>03</month>
          <volume>74</volume>
          <issue>2-4</issue>
          <fpage>151</fpage>
          <lpage>157</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2004.04.021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tufano</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Karras</surname>
              <given-names>BT</given-names>
            </name>
          </person-group>
          <article-title>Mobile eHealth Interventions for Obesity: A Timely Opportunity to Leverage Convergence Trends</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2005</year>
          <volume>7</volume>
          <issue>5</issue>
          <fpage>97</fpage>
          <lpage>104</lpage>
          <pub-id pub-id-type="doi">10.2196/jmir.7.5.e58</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Keenum</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Roskos</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Blake</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Colwell</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>Suitability and readability of consumer medical information accompanying prescription medication samples</article-title>
          <source>Patient Education and Counseling</source>
          <year>2008</year>
          <month>3</month>
          <volume>70</volume>
          <issue>3</issue>
          <fpage>420</fpage>
          <lpage>425</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2007.11.017</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webb</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Bernadella</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Clayman</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Patient-centered approach for improving prescription drug warning labels</article-title>
          <source>Patient Education and Counseling</source>
          <year>2008</year>
          <month>9</month>
          <volume>72</volume>
          <issue>3</issue>
          <fpage>443</fpage>
          <lpage>449</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2008.05.019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>QT</given-names>
            </name>
            <name name-style="western">
              <surname>Divita</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Keselman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Crowell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Browne</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Goryachev</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ngo</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Term Identification Methods for Consumer Health Vocabulary Development</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2007</year>
          <month>3</month>
          <day>14</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>e4</fpage>
          <pub-id pub-id-type="doi">10.2196/jmir.9.1.e4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hesse</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Beckjord</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Rutten</surname>
              <given-names>LJF</given-names>
            </name>
          </person-group>
          <article-title>Information support for cancer survivors</article-title>
          <source>Cancer</source>
          <year>2008</year>
          <month>06</month>
          <day>01</day>
          <volume>112</volume>
          <issue>11</issue>
          <fpage>2529</fpage>
          <lpage>2540</lpage>
          <pub-id pub-id-type="doi">10.1002/cncr.23445</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McInnes</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Cleary</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mehta</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Ayanian</surname>
              <given-names>JZ</given-names>
            </name>
          </person-group>
          <article-title>Perceptions of cancer-related information among cancer survivors: A report from the American Cancer Society's Studies of Cancer Survivors</article-title>
          <source>Cancer</source>
          <year>2008</year>
          <month>09</month>
          <day>15</day>
          <volume>113</volume>
          <issue>6</issue>
          <fpage>1471</fpage>
          <lpage>1479</lpage>
          <pub-id pub-id-type="doi">10.1002/cncr.23713</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cui</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>GQ</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of a Novel Conjunctive Exploratory Navigation Interface for Consumer Health Information: A Crowdsourced Comparative Study</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2014</year>
          <month>02</month>
          <day>10</day>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>e45</fpage>
          <pub-id pub-id-type="doi">10.2196/jmir.3111</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vodicka</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mejilla</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Leveille</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Ralston</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Darer</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Delbanco</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Elmore</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Online Access to Doctors' Notes: Patient Concerns About Privacy</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2013</year>
          <month>09</month>
          <day>26</day>
          <volume>15</volume>
          <issue>9</issue>
          <fpage>186</fpage>
          <lpage>198</lpage>
          <pub-id pub-id-type="doi">10.2196/jmir.2670</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amicizia</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Domnich</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gasparini</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bragazzi</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Panatto</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>An overview of current and potential use of information and communication technologies for immunization promotion among adolescents</article-title>
          <source>Human Vaccines &#38; Immunotherapeutics</source>
          <year>2013</year>
          <month>12</month>
          <day>01</day>
          <volume>9</volume>
          <issue>12</issue>
          <fpage>2634</fpage>
          <lpage>2642</lpage>
          <pub-id pub-id-type="doi">10.4161/hv.26010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meesters</surname>
              <given-names>JJL</given-names>
            </name>
            <name name-style="western">
              <surname>Vlieland</surname>
              <given-names>TPMV</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ndosi</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Measuring educational needs among patients with rheumatoid arthritis using the Dutch version of the Educational Needs Assessment Tool (DENAT)</article-title>
          <source>Clinical Rheumatology</source>
          <year>2009</year>
          <month>5</month>
          <day>16</day>
          <volume>28</volume>
          <issue>9</issue>
          <fpage>1073</fpage>
          <lpage>1077</lpage>
          <pub-id pub-id-type="doi">10.1007/s10067-009-1190-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kraschnewski</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Chuang</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Poole</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Peyton</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Blubaugh</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Pauli</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Feher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Paging "Dr. Google": Does Technology Fill the Gap Created by the Prenatal Care Visit Structure? Qualitative Focus Group Study With Pregnant Women</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>06</month>
          <day>03</day>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>e147</fpage>
          <pub-id pub-id-type="doi">10.2196/jmir.3385</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hewitt-Taylor</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>What E-patients Want From the Doctor-Patient Relationship: Content Analysis of Posts on Discussion Boards</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2012</year>
          <month>11</month>
          <day>08</day>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>301</fpage>
          <lpage>309</lpage>
          <pub-id pub-id-type="doi">10.2196/jmir.2068</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Caballero</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ownby</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>MN</given-names>
            </name>
          </person-group>
          <article-title>Development of a culturally appropriate computer-delivered tailored internet-based health literacy intervention for spanish-dominant hispanics living with HIV</article-title>
          <source>BMC Medical Informatics and Decision Making</source>
          <year>2014</year>
          <month>11</month>
          <day>30</day>
          <volume>14</volume>
          <fpage>103</fpage>
          <pub-id pub-id-type="doi">10.1186/s12911-014-0103-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>King</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Louie</surname>
              <given-names>JCY</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Crawford</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gill</surname>
              <given-names>TP</given-names>
            </name>
          </person-group>
          <article-title>Do We Provide Meaningful Guidance for Healthful Eating? An Investigation into Consumers' Interpretation of Frequency Consumption Terms</article-title>
          <source>Journal of Nutrition Education and Behavior</source>
          <year>2012</year>
          <month>9</month>
          <volume>44</volume>
          <issue>5</issue>
          <fpage>459</fpage>
          <lpage>463</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jneb.2011.12.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meesters</surname>
              <given-names>JJL</given-names>
            </name>
            <name name-style="western">
              <surname>de Boer</surname>
              <given-names>IG</given-names>
            </name>
            <name name-style="western">
              <surname>van den Berg</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Fiocco</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vlieland</surname>
              <given-names>TPMV</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of a website providing information on regional health care services for patients with rheumatoid arthritis: an observational study</article-title>
          <source>Clinical Rheumatology</source>
          <year>2012</year>
          <month>04</month>
          <volume>31</volume>
          <issue>4</issue>
          <fpage>637</fpage>
          <lpage>645</lpage>
          <pub-id pub-id-type="doi">10.1007/s10067-011-1897-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thakor</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Leach</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gillham</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Esterman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The quality of information on websites selling St. John's wort</article-title>
          <source>Complementary Therapies in Medicine</source>
          <year>2011</year>
          <month>6</month>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>155</fpage>
          <lpage>160</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ctim.2011.05.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cimperman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brenčič</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Trkman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stanonik</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Older Adults' Perceptions of Home Telehealth Services</article-title>
          <source>Telemedicine and E-Health</source>
          <year>2013</year>
          <month>10</month>
          <volume>19</volume>
          <issue>10</issue>
          <fpage>786</fpage>
          <lpage>790</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2012.0272</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reeder</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Demiris</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Comparing Information Needs of Health Care Providers and Older Adults: Findings from a Wellness Study</article-title>
          <year>2013</year>
          <conf-name>14th World Congress on Medical and Health Informatics (MEDINFO)</conf-name>
          <conf-date>Aug 20-23, 2013</conf-date>
          <conf-loc>Copenhagen, DENMARK</conf-loc>
          <fpage>18</fpage>
          <lpage>22</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Poel</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Haselkorn</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Linke</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bourdette</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Falls requiring medical attention among veterans with multiple sclerosis: A cohort study</article-title>
          <source>Journal of Rehabilitation Research and Development</source>
          <year>2011</year>
          <volume>48</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1682/jrrd.2009.12.0192</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Darer</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Stametz</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Delbanco</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Inviting patients and care partners to read doctors’ notes: OpenNotes and shared access to electronic medical records</article-title>
          <source>Journal of the American Medical Informatics Association</source>
          <year>2017</year>
          <month>04</month>
          <issue>E1</issue>
          <fpage>E166</fpage>
          <lpage>E172</lpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocw108</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ntlotlang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Grand</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The role of libraries in the dissemination of health information in Botswana A study of Mochudi and Molepolole public libraries</article-title>
          <source>Library Review</source>
          <year>2016</year>
          <month>07</month>
          <day>04</day>
          <volume>65</volume>
          <issue>4-5</issue>
          <fpage>320</fpage>
          <lpage>349</lpage>
          <pub-id pub-id-type="doi">10.1108/lr-05-2015-0051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>ZH</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Understanding consumer health information-seeking behavior from the perspective of the risk perception attitude framework and social support in mobile social media websites</article-title>
          <source>International Journal of Medical Informatics</source>
          <year>2017</year>
          <month>09</month>
          <volume>105</volume>
          <fpage>98</fpage>
          <lpage>109</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2017.05.014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chiu</surname>
              <given-names>MHP</given-names>
            </name>
          </person-group>
          <article-title>An investigation of the questions posted on medical consultation websites</article-title>
          <source>Health Information and Libraries Journal</source>
          <year>2016</year>
          <month>07</month>
          <day>06</day>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>283</fpage>
          <lpage>294</lpage>
          <pub-id pub-id-type="doi">10.1111/hir.12153</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>LY</given-names>
            </name>
            <name name-style="western">
              <surname>Zook</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spoehr-Labutta</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Joseph</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Search Engine Ranking, Quality, and Content of Web Pages That Are Critical Versus Noncritical of Human Papillomavirus Vaccine</article-title>
          <source>Journal of Adolescent Health</source>
          <year>2016</year>
          <month>01</month>
          <volume>58</volume>
          <issue>1</issue>
          <fpage>33</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2015.09.016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kamen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Margolies</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Boehmer</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Online health community experiences of sexual minority women with cancer</article-title>
          <source>Journal of the American Medical Informatics Association</source>
          <year>2019</year>
          <month>08</month>
          <volume>26</volume>
          <issue>8-9</issue>
          <fpage>759</fpage>
          <lpage>766</lpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocz103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kwon</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Choo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yi</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Personas in online health communities</article-title>
          <source>Journal of Biomedical Informatics</source>
          <year>2016</year>
          <month>10</month>
          <volume>63</volume>
          <fpage>212</fpage>
          <lpage>225</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2016.08.019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Monkman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kushniruk</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Consumer Medication Information: Similarities and Differences Between Three Canadian Pharmacies</article-title>
          <year>2017</year>
          <conf-name>Conference on Information Technology and Communications in Health (ITCH)</conf-name>
          <conf-date>Feb 16-19, 2017</conf-date>
          <conf-loc>Victoria, CANADA</conf-loc>
          <fpage>238</fpage>
          <lpage>242</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Monkman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kushniruk</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>All Consumer Medication Information Is Not Created Equal: Implications for Medication Safety</article-title>
          <year>2017</year>
          <conf-name>Conference on Information Technology and Communications in Health (ITCH)</conf-name>
          <conf-date>Feb 16-19, 2017</conf-date>
          <conf-loc>Victoria, CANADA</conf-loc>
          <fpage>233</fpage>
          <lpage>237</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madathil</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera-Rodriguez</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Greenstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Gramopadhye</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Healthcare information on YouTube: A systematic review</article-title>
          <source>Health Informatics Journal</source>
          <year>2015</year>
          <month>09</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>173</fpage>
          <lpage>194</lpage>
          <pub-id pub-id-type="doi">10.1177/1460458213512220</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>LeRouge</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Durneva</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sangameswaran</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gloster</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Design Guidelines for a Technology-Enabled Nutrition Education Program to Support Overweight and Obese Adolescents: Qualitative User-Centered Design Study</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2019</year>
          <month>07</month>
          <day>29</day>
          <volume>21</volume>
          <issue>7</issue>
          <fpage>e14430</fpage>
          <pub-id pub-id-type="doi">10.2196/14430</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jamal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>AlHumud</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Duhyyim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alrashed</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bin Shabr</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Alteraif</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Almuziri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Househ</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Qureshi</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Association of Online Health Information-Seeking Behavior and Self-Care Activities Among Type 2 Diabetic Patients in Saudi Arabia</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2015</year>
          <month>08</month>
          <day>12</day>
          <volume>17</volume>
          <issue>8</issue>
          <fpage>e196</fpage>
          <pub-id pub-id-type="doi">10.2196/jmir.4312</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Piao</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Byun</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>HS</given-names>
            </name>
          </person-group>
          <article-title>Health Information Technology Trends in Social Media: Using Twitter Data</article-title>
          <source>Healthcare Informatics Research</source>
          <year>2019</year>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>99</fpage>
          <lpage>105</lpage>
          <pub-id pub-id-type="doi">10.4258/hir.2019.25.2.99</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>XT</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>XG</given-names>
            </name>
            <name name-style="western">
              <surname>Jian</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>HD</given-names>
            </name>
            <name name-style="western">
              <surname>Lei</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Development of a Consumer Health Vocabulary by Mining Health Forum Texts Based on Word Embedding: Semiautomatic Approach</article-title>
          <source>JMIR Medical Informatics</source>
          <year>2019</year>
          <month>05</month>
          <day>23</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>216</fpage>
          <lpage>224</lpage>
          <pub-id pub-id-type="doi">10.2196/12704</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Harel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Barkan</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Srulovici</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Key</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Patterns of Patients’ Interactions With a Health Care Organization and Their Impacts on Health Quality Measurements: Protocol for a Retrospective Cohort Study</article-title>
          <source>JMIR Research Protocols</source>
          <year>2018</year>
          <month>11</month>
          <day>07</day>
          <volume>7</volume>
          <issue>11</issue>
          <fpage>e10734</fpage>
          <pub-id pub-id-type="doi">10.2196/10734</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karnoe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Furstrand</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Norgaard</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Kayser</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Assessing Competencies Needed to Engage With Digital Health Services: Development of the eHealth Literacy Assessment Toolkit</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2018</year>
          <month>05</month>
          <day>10</day>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>e178</fpage>
          <pub-id pub-id-type="doi">10.2196/jmir.8347</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yap</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>How Readable Is BPH Treatment Information on the Internet? Assessing Barriers to Literacy in Prostate Health</article-title>
          <source>American Journal of Mens Health</source>
          <year>2017</year>
          <month>03</month>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>300</fpage>
          <lpage>307</lpage>
          <pub-id pub-id-type="doi">10.1177/1557988316680935</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haymes</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>The Quality of Rhinoplasty Health Information on the Internet</article-title>
          <source>Annals of Plastic Surgery</source>
          <year>2016</year>
          <month>02</month>
          <volume>76</volume>
          <issue>2</issue>
          <fpage>143</fpage>
          <lpage>149</lpage>
          <pub-id pub-id-type="doi">10.1097/sap.0000000000000660</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abundo</surname>
              <given-names>BJ</given-names>
            </name>
          </person-group>
          <source>Consumer Health Education (MAPEH)</source>
          <year>2015</year>
          <month>09</month>
          <day>15</day>
          <access-date>2020-06-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.slideshare.net/senohj/consumer-health-education-mapeh">https://www.slideshare.net/senohj/consumer-health-education-mapeh</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boot</surname>
              <given-names>CRL</given-names>
            </name>
            <name name-style="western">
              <surname>Meijman</surname>
              <given-names>FJ</given-names>
            </name>
          </person-group>
          <article-title>The public and the Internet: Multifaceted drives for seeking health information</article-title>
          <source>Health Informatics Journal</source>
          <year>2010</year>
          <month>06</month>
          <day>23</day>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>145</fpage>
          <lpage>156</lpage>
          <pub-id pub-id-type="doi">10.1177/1460458210364786</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ancker</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Witteman</surname>
              <given-names>HO</given-names>
            </name>
            <name name-style="western">
              <surname>Hafeez</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Provencher</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Van de Graaf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The Invisible Work of Personal Health Information Management Among People With Multiple Chronic Conditions: Qualitative Interview Study Among Patients and Providers</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2015</year>
          <month>06</month>
          <day>04</day>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>e137</fpage>
          <pub-id pub-id-type="doi">10.2196/jmir.4381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huhta</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Hirvonen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Huotari</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Health Literacy in Web-Based Health Information Environments: Systematic Review of Concepts, Definitions, and Operationalization for Measurement</article-title>
          <source>Journal of Medical Internet Research</source>
          <year>2018</year>
          <month>12</month>
          <day>19</day>
          <volume>20</volume>
          <issue>12</issue>
          <fpage>e10273</fpage>
          <pub-id pub-id-type="doi">10.2196/10273</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gustafson</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Boberg</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>McTavish</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Owens</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wise</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Berhe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pingree</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>CHESS: 10 years of research and development in consumer health informatics for broad populations, including the underserved</article-title>
          <source>International Journal of Medical Informatics</source>
          <year>2002</year>
          <month>11</month>
          <volume>65</volume>
          <issue>3</issue>
          <fpage>169</fpage>
          <lpage>177</lpage>
          <pub-id pub-id-type="doi">10.1016/s1386-5056(02)00048-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>BL</given-names>
            </name>
          </person-group>
          <article-title>Internet Intervention for Community Elders</article-title>
          <source>Western Journal of Nursing Research</source>
          <year>2016</year>
          <month>06</month>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>461</fpage>
          <lpage>466</lpage>
          <pub-id pub-id-type="doi">10.1177/0193945904263428</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pemu</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Quarshie</surname>
              <given-names>AQ</given-names>
            </name>
            <name name-style="western">
              <surname>Josiah-Willock</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ojutalayo</surname>
              <given-names>FO</given-names>
            </name>
            <name name-style="western">
              <surname>Alema-Mensah</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ofili</surname>
              <given-names>EO</given-names>
            </name>
          </person-group>
          <article-title>Socio-demographic Psychosocial and Clinical Characteristics of Participants in e-HealthyStrides (c): An Interactive ehealth Program to Improve Diabetes Self-Management Skill</article-title>
          <source>Journal of Health Care for the Poor and Underserved</source>
          <year>2011</year>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>146</fpage>
          <lpage>164</lpage>
          <pub-id pub-id-type="doi">10.1353/hpu.2011.0162</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Puspitasari</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Moriyama</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fukui</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Numao</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effects of Individual Health Topic Familiarity on Activity Patterns During Health Information Searches</article-title>
          <source>JMIR Medical Informatics</source>
          <year>2015</year>
          <month>03</month>
          <day>17</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e16</fpage>
          <pub-id pub-id-type="doi">10.2196/medinform.3803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>YL</given-names>
            </name>
          </person-group>
          <article-title>Automatic recognition of text difficulty from consumers health information</article-title>
          <year>2006</year>
          <conf-name>19th IEEE Symposium on Computer-Based Medical Systems</conf-name>
          <conf-date>Jun 22-23, 2006</conf-date>
          <conf-loc>Salt Lake City, UT</conf-loc>
          <fpage>131</fpage>
          <lpage>136</lpage>
          <pub-id pub-id-type="doi">10.1109/cbms.2006.58</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Warren</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Riddle</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Semantic Space models for classification of consumer webpages on metadata attributes</article-title>
          <source>Journal of Biomedical Informatics</source>
          <year>2010</year>
          <month>10</month>
          <volume>43</volume>
          <issue>5</issue>
          <fpage>725</fpage>
          <lpage>735</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2010.06.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rastegar-Mojarad</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wall</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Murali</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Collecting and Analyzing Patient Experiences of Health Care From Social Media</article-title>
          <source>JMIR Research Protocols</source>
          <year>2015</year>
          <month>07</month>
          <day>02</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>e78</fpage>
          <pub-id pub-id-type="doi">10.2196/resprot.3433</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stec</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Arbour</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Hines</surname>
              <given-names>HF</given-names>
            </name>
          </person-group>
          <article-title>Client-Centered Mobile Health Care Applications: Using the Mobile Application Rating Scale Instrument for Evidence-Based Evaluation</article-title>
          <source>Journal of Midwifery &#38; Women's Health</source>
          <year>2019</year>
          <month>03</month>
          <day>18</day>
          <volume>64</volume>
          <issue>3</issue>
          <fpage>324</fpage>
          <lpage>329</lpage>
          <pub-id pub-id-type="doi">10.1111/jmwh.12941</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wongchaisuwat</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Klabjan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jonnalagadda</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>A Semi-Supervised Learning Approach to Enhance Health Care Community-Based Question Answering: A Case Study in Alcoholism</article-title>
          <source>JMIR Medical Informatics</source>
          <year>2016</year>
          <month>07</month>
          <day>02</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>e24</fpage>
          <pub-id pub-id-type="doi">10.2196/medinform.5490</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>Examining thematic similarity, difference, and membership in three online mental health communities from reddit: A text mining and visualization approach</article-title>
          <source>Computers in Human Behavior</source>
          <year>2018</year>
          <month>01</month>
          <volume>78</volume>
          <fpage>98</fpage>
          <lpage>112</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2017.09.001</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
