<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>JMIR Publications Inc., Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v13i4e85</article-id>
            <article-id pub-id-type="pmid">22001082</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.1658</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Digital Dashboard Design Using Multiple Data Streams for Disease Surveillance With Influenza Surveillance as an Example</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Uglow</surname>
                        <given-names>David</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Timpka</surname>
                        <given-names>Toomas</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1">
                    <name name-style="western">
                        <surname>Cheng</surname>
                        <given-names>Calvin KY</given-names>
                    </name>
                    <degrees>MMedSc</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>Ip</surname>
                        <given-names>Dennis KM</given-names>
                    </name>
                    <degrees>MBBS, MPhil</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib3">
                    <name name-style="western">
                        <surname>Cowling</surname>
                        <given-names>Benjamin J</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib4">
                    <name name-style="western">
                        <surname>Ho</surname>
                        <given-names>Lai Ming</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib5">
                    <name name-style="western">
                        <surname>Leung</surname>
                        <given-names>Gabriel M</given-names>
                    </name>
                    <degrees>MD, MPH</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib6" corresp="yes">
                    <name name-style="western">
                        <surname>Lau</surname>
                        <given-names>Eric HY</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <address>
                        <institution>School of Public Health</institution>
                        <institution>The University of Hong Kong</institution>
                        <addr-line>5/F William MW Mong Block, Faculty of Medicine Building, 21 Sassoon Road,</addr-line>
                        <addr-line>Hong Kong</addr-line>
                        <country>China</country>
                        <phone>852 3906 2019</phone>
                        <fax>852 3520 1944</fax>
                        <email>ehylau@hku.hk</email>
                    </address>
                </contrib>
            </contrib-group>
            <aff id="aff1" rid="aff1">
                <sup>1</sup>
                <institution>School of Public Health</institution>
                <institution>The University of Hong Kong</institution>
                <addr-line>Hong Kong</addr-line>
                <country>China</country>
            </aff>
            <pub-date pub-type="collection">
                <season>Oct-Dec</season>
                <year>2011</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>14</day>
                <month>10</month>
                <year>2011</year>
            </pub-date>
            <volume>13</volume>
            <issue>4</issue>
            <elocation-id>e85</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>02</day>
                    <month>10</month>
                    <year>2010</year>
                </date>
                <date date-type="rev-request">
                    <day>18</day>
                    <month>04</month>
                    <year>2011</year>
                </date>
                <date date-type="rev-recd">
                    <day>21</day>
                    <month>06</month>
                    <year>2011</year>
                </date>
                <date date-type="accepted">
                    <day>24</day>
                    <month>06</month>
                    <year>2011</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Calvin KY Cheng, Dennis KM Ip, Benjamin J Cowling, Lai Ming Ho, Gabriel M Leung, Eric HY Lau. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 14.10.2011. </copyright-statement>
            <copyright-year>2011</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.jmir.org/2011/4/e85/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Great strides have been made exploring and exploiting new and different sources of disease surveillance data and developing robust statistical methods for analyzing the collected data. However, there has been less research in the area of dissemination. Proper dissemination of surveillance data can facilitate the end user's taking of appropriate actions, thus maximizing the utility of effort taken from upstream of the surveillance-to-action loop.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>The aims of the study were to develop a generic framework for a digital dashboard incorporating features of efficient dashboard design and to demonstrate this framework by specific application to influenza surveillance in Hong Kong.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>Based on the merits of the national websites and principles of efficient dashboard design, we designed an automated influenza surveillance digital dashboard as a demonstration of efficient dissemination of surveillance data. We developed the system to synthesize and display multiple sources of influenza surveillance data streams in the dashboard. Different algorithms can be implemented in the dashboard for incorporating all surveillance data streams to describe the overall influenza activity.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>We designed and implemented an influenza surveillance dashboard that utilized self-explanatory figures to display multiple surveillance data streams in panels. Indicators for individual data streams as well as for overall influenza activity were summarized in the main page, which can be read at a glance. Data retrieval function was also incorporated to allow data sharing in standard format.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>The influenza surveillance dashboard serves as a template to illustrate the efficient synthesization and dissemination of multiple-source surveillance data, which may also be applied to other diseases. Surveillance data from multiple sources can be disseminated efficiently using a dashboard design that facilitates the translation of surveillance information to public health actions.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>Dashboard</kwd>
                <kwd>dissemination</kwd>
                <kwd>surveillance</kwd>
                <kwd>influenza</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>Respiratory viruses cause significant global mortality and morbidity each year. Influenza virus is of particular public health concern due to its association with severe infections and deaths [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Disease surveillance provides useful information that helps monitoring trends and disease burden, planning, implementing, and evaluating appropriate prevention and control interventions as well as allocating resources [<xref ref-type="bibr" rid="ref3">3</xref>]. At present, the World Health Organization (WHO) runs the largest human influenza virus surveillance network [<xref ref-type="bibr" rid="ref4">4</xref>], which includes 136 institutions from 106 countries mainly focusing on the genetic and antigenic characteristics of prevailing strains. While the original purpose of WHO&#8217;s global influenza surveillance network was to recommend the content of the influenza vaccine for the subsequent influenza season [<xref ref-type="bibr" rid="ref5">5</xref>], local and national prospective influenza and influenza-like illness surveillance systems also provide important information to policy makers and public health practitioners for situational awareness during periods of influenza activity.</p>
            <p>Great strides have been made exploring and exploiting new and different sources of respiratory disease data, especially after the severe acute respiratory syndrome (SARS) epidemic in 2003 [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>] and the 2009 influenza A (H1N1) pandemic. However, as different surveillance methods target only specific target groups of population possibly at different stages of disease progression, thus providing related but different information [<xref ref-type="bibr" rid="ref8">8</xref>], using a single surveillance data stream to reflect overall disease activity may not be appropriate. It remains challenging to incorporate multiple surveillance data and fully utilize the available information from the data to summarize the overall situation.</p>
            <p>On the other hand, there has been rather less research in the area of data dissemination, while the feedback of contextualized data to stakeholders is and must be a key aspect of any surveillance system if confidence with and enthusiasm for the system is to be maintained [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. It is also important that the dissemination is not neglected. No matter how accurate and timely the upstream surveillance data collection and analysis of the surveillance system are, the return for the time and effort invested would be discounted if the means of health communication for data dissemination were suboptimal. Poor communications could lead to delayed information transfer, loss of information, or even misinterpretation of the surveillance results. Effort should also be taken for data dissemination to complete the surveillance-to-action loop [<xref ref-type="bibr" rid="ref3">3</xref>]. </p>
            <p>Digital dashboards (also known as executive dashboards) describe computerized interactive tools typically used by managers to visually ascertain the status (or &#34;health&#34;) of their business via key performance indicators. These tools emerged from the concepts of decision support systems in the 1970s, and, with the rapid growth in information technology through the 1990s, these have developed into standard tools in executives offices [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Their use has expanded to the field of medical science, for example, displaying bed occupancy, the availability of clinical staffs for hospital management [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], or monitoring the stock of different pharmaceutical items in the dispensary [<xref ref-type="bibr" rid="ref15">15</xref>]. In a more general sense, digital dashboards simply describe systems for the visual presentation of key indicators in appropriate context, allowing rapid interpretation by an end user. A dynamic dashboard can be made interactive and user-friendly by allowing extraction of information in different perspectives and contexts. By investing in the design of data dissemination, the quality of presentation and communication of data by local health authorities as well as the general public could be much improved, thus maximizing the usefulness of available data of the surveillance systems.</p>
            <p>In this research paper, we developed a generic framework for a digital dashboard and illustrate this framework by specific application to influenza surveillance. Specific features were designed and incorporated according to the requirements identified to facilitate efficient dissemination of surveillance data. The dashboard can reveal both the influenza activity in different population sectors and the overall situation at a glance, maximizing the use of available data for policy makers as well as the general public for appropriate actions.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>Rationale and Implementation of the Dashboard Design</title>
                <p>We designed an online interactive dashboard that fit seamlessly with human visual perception. Three authors of the current study (CKYC, BJC, EHYL), with backgrounds in computer science, epidemiology, and statistics, identified weaknesses of current surveillance data dissemination methods according to a previous review study [<xref ref-type="bibr" rid="ref8">8</xref>]. From this review and from experience of and feedback from the 2009 influenza pandemic, we identified the requirements for the new system. In response to these requirements, the design of the dashboard features incorporated merits of the national surveillance websites identified in the earlier the review, applied principles of efficient data presentation and dashboard design [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], and adopted recommendations from professional information technology consultants. Specific examples of each component were mainly extracted from the influenza surveillance dashboard, which was constructed as a demonstration of these design principles.</p>
                <p>In the main webpage and drill-down pages, we implemented the following features for efficient data presentation: (1) provision of information that viewers need quickly and clearly, (2) organization of information to support meaning and usability, (3) minimization of distractions, clich&#233;s, and unnecessary embellishments that could create confusion, (4) creation of an aesthetically pleasing viewing experience, and (5) consistency of design for easy data comparison. </p>
                <p>The dashboard displays and synthesizes surveillance data at one glance to provide an overview of disease activity from different data streams. Scrolling of pages was avoided so that users can easily focus on the information from different sources rather than searching for information across different pages or sections. All surveillance raw data were stored in standard data file format to achieve data manipulation simplicity and reduce data processing time during the update and server queries of the dashboard. Several pages allow interactive graphics and information display according to end users&#8217; instruction, and we also allow raw data export in common standard data file formats.</p>
            </sec>
            <sec>
                <title>Data Used for Influenza Surveillance</title>
                <p>We used five different types of influenza surveillance data for demonstration of the dashboard, namely, the weekly consultation rate of influenza-like illness reported by general out-patient clinics in Hong Kong, weekly consultation rate of influenza-like illness reported by general practitioners (GPs), weekly influenza virus isolation rate, weekly overall school absenteeism rate, and weekly hospital admission rate of children aged 4 and under with principal diagnosis of influenza. The school absenteeism data was provided by BroadLearning Education (Asia) Ltd, an online electronic school administration system service provider. The other four data streams were extracted from the official website of Centre for Health Protection, Department of Health of the Hong Kong Special Administrative Government [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
            </sec>
            <sec>
                <title>System Development</title>
                <p>The system was designed to allow continual development such as incorporating more surveillance data streams or applying more sophisticated analytical algorithms for aberration detection by modifying specific related components of the internal R programs. Little additional programming was needed for database storage and graphic display with changes in surveillance data sources, for example, addition of data from a new surveillance system.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>The influenza surveillance dashboard is hosted on the server of the School of Public Health, the University of Hong Kong (http://sph.hku.hk/dashboard). Here we present the design patterns [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>] describing the main features of the surveillance dashboard.</p>
            <sec>
                <title>System Architecture</title>
                <sec>
                    <title>Requirements </title>
                    <p>The requirements are that the system be simple, stable, and require few resources. An additional requirement is for efficient data transfer and analysis to facilitate timely surveillance of disease patterns.</p>
                </sec>
                <sec>
                    <title>Design </title>
                    <p>A simple 3-tiered structure with database, logical, and presentation layers was adopted. The system was built on open source programming languages. Command line based analyzing software with streamline programming was incorporated to avoid unnecessary computational procedures.</p>
                </sec>
                <sec>
                    <title>Example </title>
                    <p>For the presentation layer, we used hypertext markup language (HTML) together with cascading style sheets (CSS) and hypertext preprocessor (PHP) Web programming language. For the back-end database, we used the MySQL (structured query language) (Oracle Corporation, Redwood Shores, CA) server. Data in comma separated value (CSV) format were imported to the MySQL server via HTML. The logical layer for data analysis and generating graphical results is based on R version 2.12.1 (R Development Core Team, Vienna, Austria). <xref ref-type="fig" rid="figure1">Figure 1</xref> illustrates the diagrammatic presentation of the system designed in unified modelling language (UML) 2. In this system, each component was connected by specific programming languages via two-way communication. </p>
                    <fig id="figure1" position="float">
                        <label>Figure 1</label>
                        <caption>
                            <p>Deployment diagram of the surveillance dashboard design.</p>
                        </caption>
                        <graphic xlink:href="jmir_v13i4e85_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                    </fig>
                </sec>
            </sec>
            <sec>
                <title>Data Input, Storage, and Extraction</title>
                <sec>
                    <title>Requirements </title>
                    <p>A requirement was automated data update to minimize operating resources and human errors. Also required were compatible formats to facilitate data sharing and manipulation in different operating systems and programs.</p>
                </sec>
                <sec>
                    <title>Design </title>
                    <p>Format of all raw data were standardized for input and extraction. Surveillance data were stored in a central database connecting to all webpages for easy update. Raw data can be extracted from the database using standard query language (SQL) according to the users&#8217; specification in a user-friendly menu embedded in the webpage.</p>
                </sec>
                <sec>
                    <title>Example </title>
                    <p>The database can be imported by the one-step data administration system named the &#8220;importer,&#8221; a tailor-made online data file import system that has been linked to the Internet browser, the back-end server database, and internal PHP and R programs. Once the updated raw data file is ready, the administrative personnel simply upload this file at the importer webpage. The importer will automatically detect the file format and update the central backend MySQL server data in the corresponding data tables. The sparkline and time series image graphs (jpeg format) at the main webpage and drill-down pages will also be updated by the R programs. For data extraction, end users may select specific data stream(s) as well as the time period to extract raw data for their own specific purposes at the main webpage and drill-down pages in comma separated value (CSV) or extensible markup language (XML) format (the panel on the right in <xref ref-type="fig" rid="figure2">Figures 2</xref> and <xref ref-type="fig" rid="figure3">3</xref>).</p>
                    <fig id="figure2" position="float">
                        <label>Figure 2</label>
                        <caption>
                            <p>Screenshot of the main page of the influenza surveillance dashboard.</p>
                        </caption>
                        <graphic xlink:href="jmir_v13i4e85_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                    </fig>
                    <fig id="figure3" position="float">
                        <label>Figure 3</label>
                        <caption>
                            <p>Screenshot of a drill-down page showing the individual data stream (GP consultations) in the influenza surveillance dashboard.</p>
                        </caption>
                        <graphic xlink:href="jmir_v13i4e85_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                    </fig>
                </sec>
            </sec>
            <sec>
                <title>Presentation Layer</title>
                <sec>
                    <title>Requirements </title>
                    <p>Requirements are display of all surveillance data at one glance in the dashboard to provide a clear overview of disease activity and an interactive display according to users&#8217; specific needs. Also required are graphical alerts to highlight elevated disease activity to achieve effective communications of health information.</p>
                </sec>
                <sec>
                    <title>Design </title>
                    <p>Webpages were designed to be content-rich and self-explanatory to present surveillance data streams in clear and simple figures. Distractions were avoided so that surveillance data would stand out on the page. Bright colours or thicker lines were used to indicate high levels or more recent data. Surveillance data streams with increasing trend or at a high level were highlighted by indicators. As surveillance data streams reflect disease activity in different target populations, this allows users to identify elevated disease activity in a certain population. For dynamic graphical display, specific parameters selected by the user in the Web graphical user interface (GUI) will be transferred to the internal programs for generating the most updated figures. Previous and outdated figures will be cleaned up to avoid wastage of server memory.</p>
                </sec>
                <sec>
                    <title>Example</title>
                    <sec>
                        <title>Main Page</title>
                        <p>A screenshot of the influenza surveillance dashboard main page is shown in <xref ref-type="fig" rid="figure2">Figure 2</xref>. In this figure, the five influenza surveillance data streams in the last 12 months are shown in panels to allow quick comparison of disease trends. On the left, brief titles for the data streams are given where more details will be shown when they are pointed to. Based on the back-end algorithm, the level (low, moderate, or high) and trend (decreasing, stable, or increasing) of the overall influenza activity are shown on the top left. The overall influenza activity index generated by the dynamic linear model ranging from 0 to 1 is shown in the top right. Different formats of raw data can be extracted using the drop-down menu on the right. </p>
                        <p>Other measurements or indicators such as comparisons with past data can be added to provide supplementary information of the individual data streams. Raw data of selected data streams and years can also be exported using the drop-down menu on the right.</p>
                    </sec>
                    <sec>
                        <title>Individual Surveillance Data Stream Drill-Down Pages</title>
                        <p>The drill-down page for the corresponding individual data stream will be displayed by clicking the figure for the individual data stream (<xref ref-type="fig" rid="figure3">Figure 3</xref>). The drill-down page provides more detailed information, such as data from past years, the historical median, or the high level. Users can toggle specific information to be displayed by clicking the corresponding buttons. A thicker line is used to show data in the current year. A navigator bar on the left allows users to select different surveillance data streams. Further stratification of the data can be incorporated in the drill-down page whenever the data are available. We provided stratification of school absenteeism data by district for illustration.</p>
                    </sec>
                    <sec>
                        <title>Recommendations Drill-Down Page</title>
                        <p>As shown in <xref ref-type="fig" rid="figure4">Figure 4</xref>, the &#8220;Recommendations&#8221; drill-down page provides the general public different recommendations and motivates actions for prevention of influenza infection and transmission corresponding to the level and trend of overall influenza activity.</p>
                        <p>Other drill-down pages provided supplementary information on the sources of the data streams and other related information. The Chinese version of the influenza surveillance dashboard can be assessed by clicking the &#8220;Chinese&#8221; option at the top right of each page.</p>
                        <fig id="figure4" position="float">
                            <label>Figure 4</label>
                            <caption>
                                <p>Screenshot of the Recommendations drill-down page in the influenza surveillance dashboard.</p>
                            </caption>
                            <graphic xlink:href="jmir_v13i4e85_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                        </fig>
                    </sec>
                </sec>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>We developed an influenza surveillance dashboard that serves as a template to demonstrate efficient synthesization and dissemination of multiple-source surveillance data, which may also be applied to other diseases. Surveillance data from multiple sources can be disseminated efficiently using a dashboard design, which facilitates the translation of surveillance information to public health actions.</p>
            <p>Public health surveillance is defined by Thacker as &#8220;the ongoing, systematic collection, analysis, and interpretation of health data essential to the planning, implementation, and evaluation of public health practice, closely integrated with the timely dissemination to those who need to know&#8221; [<xref ref-type="bibr" rid="ref21">21</xref>]. Previously, much effort and many resources were required to improve the quality of surveillance data and the accuracy of diagnostic tests. Until the late 1990s, with the rapid development of information technology and the Internet, the timeliness of surveillance data transfer improved. Nevertheless, the methods and targets of data dissemination have been somewhat neglected, probably because communication and graphic design are apparently unrelated to the field of medical science. Indeed, timely and effective health communication is extremely valuable to transfer information to the relevant people who can take appropriate action. In particular, timeliness is always a critical factor for infectious disease containment and control. Comparatively speaking, fewer resources are needed to develop effective data dissemination methods than are required for data collection, quality control, diagnosis, and analysis. Researchers should also keep an eye on data dissemination to maximize the usefulness of the upstream surveillance effort.</p>
            <p>A review of national surveillance websites [<xref ref-type="bibr" rid="ref8">8</xref>] provided evidence that less attention has been paid to designing user-friendly and efficient dissemination of surveillance data. In particular, many websites have presented or highlighted data in report form, which made information more difficult to be identified or synthesized. Long reports with scattered information over pages also made it difficult to grasp the overall situation of disease activity. Also, functions for data retrieval were not commonly available for most websites. Such functions are greatly needed for efficient and timely data sharing. </p>
            <p>The dashboard style can automatically summarize data and present figures of different types in the drill-down pages. Other detailed or supplementary information, such as past records of individual surveillance data streams or recommendations can be available in other drill-down pages. We also incorporated a data export function in standard format (eg, CSV and XML) to facilitate data sharing, which was shown to be important for epidemiological enquiry in the recent human influenza A (H1N1) pandemic.</p>
            <p>Moreover, a primary motivation for publicizing surveillance data online should be to allow timely risk communication thereby facilitating disease prevention [<xref ref-type="bibr" rid="ref22">22</xref>]. As public health awareness has been elevated since the SARS outbreak in 2003, it is expected that sources of surveillance data will only increase. In the influenza surveillance dashboard, we demonstrated how recommendations can be made corresponding to multiple surveillance data so that the collected information can be more efficiently transferred into public health actions.</p>
            <p>While more surveillance data streams are being developed, there is a need for developing more sophisticated algorithms for aberration detection. Here, some challenges remain for the development of multivariable analytic algorithms as different surveillance data streams represent situations of different targets at different stages of disease progression. Furthermore, evidence is still lacking about the association between these new surveillance data streams and influenza activity. Whether these data provide more signal or noise is still in doubt due to their nonspecific nature. These data streams will still need to be evaluated and filtered to increase the signal-to-noise ratio before adding them as a routine surveillance practice; thus, they can only serve as supplementary information at the current stage. Other challenges for using combined surveillance data from different sources include the handling of missing data (eg, school absenteeism during school holidays), data provided in different resolutions (daily versus weekly resolutions), and unsynchronized data receiving protocols from different sources, which the algorithm should also be capable of handling. </p>
            <p>Generally speaking, an ideal surveillance website should have comparable hardware and software and a standard user interface, data format, and coding for easy data sharing. The influenza surveillance dashboard demonstrates how different sources of surveillance data streams can be synthesized and efficiently displayed in a dashboard to provide an overview of disease activity as well as each individual source. The influenza surveillance dashboard serves as a template that can provide for efficient dissemination in a similar manner of information about other diseases with multiple surveillance data sources. With a back-end algorithm, indicators or statistics can be generated from individual or all data streams. Other more complicated indicators can also be generated that are tailored to specific disease type by modifying the back-end algorithm.</p>
        </sec>
    </body>
    <back>
        <ack>
            <p>This research was funded by the Research Fund for the Control of Infectious Diseases of the Health, Welfare and Food Bureau of the Hong Kong SAR Government (grant number 08070662), the Area of Excellence Scheme of the Hong Kong University Grants Committee (grant number AoE/M-12/06), and the US National Institutes of Health Models of Infectious Disease Agent Study program (grant number 1 U54 GM088558). We gratefully acknowledge the Centre for Health Protection, Hong Kong; the Hospital Authority, Hong Kong; and BroadLearning Education (Asia) Ltd for providing influenza surveillance data. We thank Wing-Hong Seto for useful discussion, Xiu-Qing He for research support, and two anonymous reviewers for their comments and suggestions.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                <p>Author DKMI has received research funding from Hoffmann-La Roche Inc. Author BJC has received research funding from MedImmune Inc, a manufacturer of influenza vaccines. The authors report no other conflicts of interest.</p>
            </fn>
        </fn-group>
        <glossary>
            <title>Abbreviations</title>
            <def-list>
                <def-item>
                    <term id="abb2">CSS</term>
                    <def>
                        <p>cascading style sheets</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb3">CSV</term>
                    <def>
                        <p>comma separated value</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb4">GP</term>
                    <def>
                        <p>general practitioner</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb5">GUI</term>
                    <def>
                        <p>graphical user interface</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb6">HTML</term>
                    <def>
                        <p>hypertext markup language</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb7">PHP</term>
                    <def>
                        <p>hypertext preprocessor</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb8">SARS</term>
                    <def>
                        <p>severe acute respiratory syndrome</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb9">SQL</term>
                    <def>
                        <p>standard query language</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb10">WHO</term>
                    <def>
                        <p>World Health Organization</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb11">UML</term>
                    <def>
                        <p>unified modeling language</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb12">XML</term>
                    <def>
                        <p>extensible markup language</p>
                    </def>
                </def-item>
            </def-list>
        </glossary>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wong</surname>
                            <given-names>CM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chan</surname>
                            <given-names>KP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hedley</surname>
                            <given-names>AJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Peiris</surname>
                            <given-names>JS</given-names>
                        </name>
                    </person-group>
                    <article-title>Influenza-associated mortality in Hong Kong</article-title>
                    <source>Clin Infect Dis</source>
                    <year>2004</year>
                    <month>12</month>
                    <day>1</day>
                    <volume>39</volume>
                    <issue>11</issue>
                    <fpage>1611</fpage>
                    <lpage>7</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.cid.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=15578360" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1086/425315</pub-id>
                    <pub-id pub-id-type="medline">15578360</pub-id>
                    <pub-id pub-id-type="pii">CID33825</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wong</surname>
                            <given-names>CM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Yang</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chan</surname>
                            <given-names>KP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Leung</surname>
                            <given-names>GM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chan</surname>
                            <given-names>KH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Guan</surname>
                            <given-names>Y</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lam</surname>
                            <given-names>TH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hedley</surname>
                            <given-names>AJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Peiris</surname>
                            <given-names>JS</given-names>
                        </name>
                    </person-group>
                    <article-title>Influenza-associated hospitalization in a subtropical city</article-title>
                    <source>PLoS Med</source>
                    <year>2006</year>
                    <month>04</month>
                    <volume>3</volume>
                    <issue>4</issue>
                    <fpage>e121</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.0030121" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1371/journal.pmed.0030121</pub-id>
                    <pub-id pub-id-type="medline">16515368</pub-id>
                    <pub-id pub-id-type="pii">05-PLME-RA-0565R1</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1391978</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>German</surname>
                            <given-names>RR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lee</surname>
                            <given-names>LM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Horan</surname>
                            <given-names>JM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Milstein</surname>
                            <given-names>RL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pertowski</surname>
                            <given-names>CA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Waller</surname>
                            <given-names>MN</given-names>
                        </name>
                        <collab>Guidelines Working Group Centers for Disease Control and Prevention (CDC)</collab>
                    </person-group>
                    <article-title>Updated guidelines for evaluating public health surveillance systems: recommendations from the Guidelines Working Group</article-title>
                    <source>MMWR Recomm Rep</source>
                    <year>2001</year>
                    <month>07</month>
                    <day>27</day>
                    <volume>50</volume>
                    <issue>RR-13</issue>
                    <fpage>1</fpage>
                    <lpage>35; quiz CE1</lpage>
                    <pub-id pub-id-type="medline">18634202</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>World Health Organization</collab>
                    </person-group>
                    <source>WHO Global Influenza Surveillance Network</source>
                    <year>2011</year>
                    <access-date>2011-09-06</access-date>
                    <publisher-loc>Geneva, Switzerland</publisher-loc>
                    <publisher-name>World Health Organization</publisher-name>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.who.int/influenza/surveillance_monitoring/en/">http://www.who.int/influenza/surveillance_monitoring/en/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">62MxdkPh3</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Russell</surname>
                            <given-names>CA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jones</surname>
                            <given-names>TC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Barr</surname>
                            <given-names>IG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cox</surname>
                            <given-names>NJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Garten</surname>
                            <given-names>RJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gregory</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gust</surname>
                            <given-names>ID</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hampson</surname>
                            <given-names>AW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hay</surname>
                            <given-names>AJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hurt</surname>
                            <given-names>AC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>de Jong</surname>
                            <given-names>JC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kelso</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Klimov</surname>
                            <given-names>AI</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kageyama</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Komadina</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lapedes</surname>
                            <given-names>AS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lin</surname>
                            <given-names>YP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mosterin</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Obuchi</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Odagiri</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Osterhaus</surname>
                            <given-names>AD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rimmelzwaan</surname>
                            <given-names>GF</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Shaw</surname>
                            <given-names>MW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Skepner</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stohr</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tashiro</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fouchier</surname>
                            <given-names>RA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Smith</surname>
                            <given-names>DJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Influenza vaccine strain selection and recent studies on the global migration of seasonal influenza viruses</article-title>
                    <source>Vaccine</source>
                    <year>2008</year>
                    <month>09</month>
                    <day>12</day>
                    <volume>26 Suppl 4</volume>
                    <fpage>D31</fpage>
                    <lpage>4</lpage>
                    <pub-id pub-id-type="medline">19230156</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Chan</surname>
                            <given-names>WF</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wong</surname>
                            <given-names>TK</given-names>
                        </name>
                    </person-group>
                    <article-title>Preparing for pandemic influenza: revisit the basics</article-title>
                    <source>J Clin Nurs</source>
                    <year>2007</year>
                    <month>10</month>
                    <volume>16</volume>
                    <issue>10</issue>
                    <fpage>1858</fpage>
                    <lpage>64</lpage>
                    <pub-id pub-id-type="doi">10.1111/j.1365-2702.2007.01831.x</pub-id>
                    <pub-id pub-id-type="medline">17880474</pub-id>
                    <pub-id pub-id-type="pii">JCN1831</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Foldy</surname>
                            <given-names>SL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Barthell</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Silva</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Biedrzycki</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Howe</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Erme</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Keaton</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hamilton</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brewer</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Miller</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Eby</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Coles</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pemble</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Felton</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>SARS Surveillance Project--Internet-enabled multiregion surveillance for rapidly emerging disease</article-title>
                    <source>MMWR Morb Mortal Wkly Rep</source>
                    <year>2004</year>
                    <month>09</month>
                    <day>24</day>
                    <volume>53 Suppl</volume>
                    <fpage>215</fpage>
                    <lpage>20</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.cdc.gov/mmwr/preview/mmwrhtml/su5301a39.htm" />
                    </comment>
                    <pub-id pub-id-type="medline">15717395</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Cheng</surname>
                            <given-names>CK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lau</surname>
                            <given-names>EH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ip</surname>
                            <given-names>DK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Yeung</surname>
                            <given-names>AS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ho</surname>
                            <given-names>LM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cowling</surname>
                            <given-names>BJ</given-names>
                        </name>
                    </person-group>
                    <article-title>A profile of the online dissemination of national influenza surveillance data</article-title>
                    <source>BMC Public Health</source>
                    <year>2009</year>
                    <volume>9</volume>
                    <fpage>339</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.biomedcentral.com/1471-2458/9/339" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1186/1471-2458-9-339</pub-id>
                    <pub-id pub-id-type="medline">19754978</pub-id>
                    <pub-id pub-id-type="pii">1471-2458-9-339</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2754460</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Cameron</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Manske</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brown</surname>
                            <given-names>KS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jolin</surname>
                            <given-names>MA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Murnaghan</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lovato</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>Integrating public health policy, practice, evaluation, surveillance, and research: the school health action planning and evaluation system</article-title>
                    <source>Am J Public Health</source>
                    <year>2007</year>
                    <month>04</month>
                    <volume>97</volume>
                    <issue>4</issue>
                    <fpage>648</fpage>
                    <lpage>54</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ajph.org/cgi/pmidlookup?view=long&#38;pmid=17329662" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2105/AJPH.2005.079665</pub-id>
                    <pub-id pub-id-type="medline">17329662</pub-id>
                    <pub-id pub-id-type="pii">AJPH.2005.079665</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1829337</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Grant</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moshyk</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Diab</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Caron</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>de Lorenzi</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bisson</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Menard</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lefebvre</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gauthier</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Grondin</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Desautels</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Integrating feedback from a clinical data warehouse into practice organisation</article-title>
                    <source>Int J Med Inform</source>
                    <year>2006</year>
                    <volume>75</volume>
                    <issue>3-4</issue>
                    <fpage>232</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2005.07.037</pub-id>
                    <pub-id pub-id-type="medline">16153886</pub-id>
                    <pub-id pub-id-type="pii">S1386-5056(05)00134-6</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Nagy</surname>
                            <given-names>PG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Konewko</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Warnock</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bernstein</surname>
                            <given-names>W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Seagull</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Xiao</surname>
                            <given-names>Y</given-names>
                        </name>
                        <name name-style="western">
                            <surname>George</surname>
                            <given-names>I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Park</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Novel, Web-based, information-exploration approach for improving operating room logistics and system processes</article-title>
                    <source>Surg Innov</source>
                    <year>2008</year>
                    <month>03</month>
                    <volume>15</volume>
                    <issue>1</issue>
                    <fpage>7</fpage>
                    <lpage>16</lpage>
                    <pub-id pub-id-type="doi">10.1177/1553350608316573</pub-id>
                    <pub-id pub-id-type="medline">18407926</pub-id>
                    <pub-id pub-id-type="pii">15/1/7</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wadsworth</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Graves</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Glass</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Harrison</surname>
                            <given-names>AM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Donovan</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Proctor</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Using business intelligence to improve performance</article-title>
                    <source>Healthc Financ Manage</source>
                    <year>2009</year>
                    <month>10</month>
                    <volume>63</volume>
                    <issue>10</issue>
                    <fpage>68</fpage>
                    <lpage>72</lpage>
                    <pub-id pub-id-type="medline">19810655</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mazzella-Ebstein</surname>
                            <given-names>AM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Saddul</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <article-title>Web-based nurse executive dashboard</article-title>
                    <source>J Nurs Care Qual</source>
                    <year>2004</year>
                    <volume>19</volume>
                    <issue>4</issue>
                    <fpage>307</fpage>
                    <lpage>15</lpage>
                    <pub-id pub-id-type="medline">15535535</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Park</surname>
                            <given-names>KW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Smaltz</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McFadden</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Souba</surname>
                            <given-names>W</given-names>
                        </name>
                    </person-group>
                    <article-title>The operating room dashboard</article-title>
                    <source>J Surg Res</source>
                    <year>2010</year>
                    <month>12</month>
                    <volume>164</volume>
                    <issue>2</issue>
                    <fpage>294</fpage>
                    <lpage>300</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.jss.2009.09.011</pub-id>
                    <pub-id pub-id-type="medline">20006345</pub-id>
                    <pub-id pub-id-type="pii">S0022-4804(09)00471-5</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bahl</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McCreadie</surname>
                            <given-names>SR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stevenson</surname>
                            <given-names>JG</given-names>
                        </name>
                    </person-group>
                    <article-title>Developing dashboards to measure and manage inpatient pharmacy costs</article-title>
                    <source>Am J Health Syst Pharm</source>
                    <year>2007</year>
                    <month>09</month>
                    <day>1</day>
                    <volume>64</volume>
                    <issue>17</issue>
                    <fpage>1859</fpage>
                    <lpage>66</lpage>
                    <pub-id pub-id-type="doi">10.2146/ajhp060596</pub-id>
                    <pub-id pub-id-type="medline">17724369</pub-id>
                    <pub-id pub-id-type="pii">64/17/1859</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Few</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <source>Information Dashboard Design: The Effective Visual Communication of Data</source>
                    <year>2006</year>
                    <publisher-loc>Beijing, China</publisher-loc>
                    <publisher-name>O&#039;Reilly</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Malik</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <source>Enterprise Dashboards: Design and Best Practices for IT</source>
                    <year>2005</year>
                    <publisher-loc>Hoboken, NJ</publisher-loc>
                    <publisher-name>Wiley</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="web">
                    <source>Centre for Health Protection, Department of Health</source>
                    <year>2011</year>
                    <access-date>2011-09-06</access-date>
                    <publisher-name>The Government of Hong Kong Special Administrative Region</publisher-name>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.chp.gov.hk/">http://www.chp.gov.hk/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">62MwfXdd4</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lasater</surname>
                            <given-names>CG</given-names>
                        </name>
                    </person-group>
                    <source>Design Patterns (Wordware Applications Library)</source>
                    <year>2007</year>
                    <publisher-loc>Piano, TX</publisher-loc>
                    <publisher-name>Wordware Publishing, Inc</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Timpka</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Eriksson</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gursky</surname>
                            <given-names>EA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Str&#246;mgren</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Holm</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ekberg</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Eriksson</surname>
                            <given-names>O</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Grimvall</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Valter</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nyce</surname>
                            <given-names>JM</given-names>
                        </name>
                    </person-group>
                    <article-title>Requirements and design of the PROSPER protocol for implementation of information infrastructures supporting pandemic response: a Nominal Group study</article-title>
                    <source>PLoS One</source>
                    <year>2011</year>
                    <volume>6</volume>
                    <issue>3</issue>
                    <fpage>e17941</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0017941" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1371/journal.pone.0017941</pub-id>
                    <pub-id pub-id-type="medline">21464918</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3065450</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Thacker</surname>
                            <given-names>SB</given-names>
                        </name>
                    </person-group>
                    <person-group person-group-type="editor">
                        <name name-style="western">
                            <surname>Lee</surname>
                            <given-names>LM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Teutsch</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Thacker</surname>
                            <given-names>SB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>St Louis</surname>
                            <given-names>ME</given-names>
                        </name>
                    </person-group>
                    <article-title>Historical development</article-title>
                    <source>Principles and Practice of Public Health Surveillance. 3rd edition</source>
                    <year>2010</year>
                    <publisher-loc>New York, NY</publisher-loc>
                    <publisher-name>Oxford University Press</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Ackoff</surname>
                            <given-names>RL</given-names>
                        </name>
                    </person-group>
                    <article-title>From data to wisdom</article-title>
                    <source>Journal of Applied Systems Analysis</source>
                    <year>1989</year>
                    <volume>16</volume>
                    <fpage>3</fpage>
                    <lpage>9</lpage>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
