<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v18i8e213</article-id>
    <article-id pub-id-type="pmid">27515009</article-id>
    <article-id pub-id-type="doi">10.2196/jmir.6027</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Web-Based Virtual Microscopy of Digitized Blood Slides for Malaria Diagnosis: An Effective Tool for Skills Assessment in Different Countries and Environments</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Carter</surname>
          <given-names>Jane</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Murphy</surname>
          <given-names>Sean C</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Abdul-Ghani</surname>
          <given-names>Rashad</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Ahmed</surname>
        <given-names>Laura</given-names>
      </name>
      <degrees>PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Manchester Metropolitan University</institution>
        <institution>School of Healthcare Science</institution>
        <institution>Faculty of Science and Engineering</institution>
        <addr-line>John Dalton Building</addr-line>
        <addr-line>Chester Street</addr-line>
        <addr-line>Manchester, M1 5GD</addr-line>
        <country>United Kingdom</country>
        <phone>44 1612471485</phone>
        <fax>44 1612476831</fax>
        <email>l.ahmed@mmu.ac.uk</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6266-4924</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Seal</surname>
          <given-names>Leonard H</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5864-7662</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Ainley</surname>
          <given-names>Carol</given-names>
        </name>
        <degrees>MSc</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9443-9070</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>De la Salle</surname>
          <given-names>Barbara</given-names>
        </name>
        <degrees>MSc</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2926-7441</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Brereton</surname>
          <given-names>Michelle</given-names>
        </name>
        <degrees>MSc</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0584-909X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6">
        <name name-style="western">
          <surname>Hyde</surname>
          <given-names>Keith</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff2" ref-type="aff">2</xref>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2137-5955</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib7">
        <name name-style="western">
          <surname>Burthem</surname>
          <given-names>John</given-names>
        </name>
        <degrees>MB ChB</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <xref rid="aff5" ref-type="aff">5</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7361-9328</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib8">
        <name name-style="western">
          <surname>Gilmore</surname>
          <given-names>William Samuel</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7486-1706</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Manchester Metropolitan University</institution>
    <institution>School of Healthcare Science</institution>  
    <institution>Faculty of Science and Engineering</institution>  
    <addr-line>Manchester</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff2">
      <sup>2</sup>
      <institution>UK NEQAS Haematology</institution>
      <addr-line>Watford</addr-line>
      <country>United Kingdom</country>
    </aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Directorate of Laboratory Medicine</institution>
    <institution>Manchester Royal Infirmary</institution>  
    <addr-line>Manchester</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff4">
    <sup>4</sup>
    <institution>Department of Haematology</institution>
    <institution>Manchester Royal Infirmary</institution>  
    <institution>Central Manchester University Hospitals NHS Foundation Trust</institution>  
    <addr-line>Manchester</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff5">
    <sup>5</sup>
    <institution>Institute of Cancer Sciences</institution>
    <institution>Faculty of Medical and Human Sciences</institution>  
    <institution>Manchester University</institution>  
    <addr-line>Manchester</addr-line>
    <country>United Kingdom</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Laura Ahmed 
      <email>l.ahmed@mmu.ac.uk</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>08</month><year>2016</year></pub-date>
    <pub-date pub-type="epub">
      <day>11</day>
      <month>08</month>
      <year>2016</year>
    </pub-date>
    <volume>18</volume>
    <issue>8</issue>
    <elocation-id>e213</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>26</day>
        <month>5</month>
        <year>2016</year>
      </date>
      <date date-type="rev-request">
        <day>22</day>
        <month>6</month>
        <year>2016</year>
      </date>
      <date date-type="rev-recd">
        <day>1</day>
        <month>7</month>
        <year>2016</year>
      </date>
      <date date-type="accepted">
        <day>4</day>
        <month>7</month>
        <year>2016</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Laura Ahmed, Leonard H Seal, Carol Ainley, Barbara De la Salle, Michelle Brereton, Keith Hyde, John Burthem, William Samuel Gilmore. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 11.08.2016.</copyright-statement>
    <copyright-year>2016</copyright-year>
    <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2016/8/e213/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Morphological examination of blood films remains the reference standard for malaria diagnosis. Supporting the skills required to make an accurate morphological diagnosis is therefore essential. However, providing support across different countries and environments is a substantial challenge.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>This paper reports a scheme supplying digital slides of malaria-infected blood within an Internet-based virtual microscope environment to users with different access to training and computing facilities. The feasibility of the approach was established, allowing users to test, record, and compare their own performance with that of other users.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>From Giemsa stained thick and thin blood films, 56 large high-resolution digital slides were prepared, using high-quality image capture and 63x oil-immersion objective lens. The individual images were combined using the photomerge function of Adobe Photoshop and then adjusted to ensure resolution and reproduction of essential diagnostic features. Web delivery employed the Digital Slidebox platform allowing digital microscope viewing facilities and image annotation with data gathering from participants.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Engagement was high with images viewed by 38 participants in five countries in a range of environments and a mean completion rate of 42/56 cases. The rate of parasite detection was 78% and accuracy of species identification was 53%, which was comparable with results of similar studies using glass slides. Data collection allowed users to compare performance with other users over time or for each individual case.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Overall, these results demonstrate that users worldwide can effectively engage with the system in a range of environments, with the potential to enhance personal performance through education, external quality assessment, and personal professional development, especially in regions where educational resources are difficult to access.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>Malaria</kwd>
      <kwd>Virtual microscopy</kwd>
      <kwd>External quality assessment</kwd>
      <kwd>Internet</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The ability to make a successful morphological diagnosis of malaria remains an important and cost-effective health intervention worldwide [<xref ref-type="bibr" rid="ref1">1</xref>]. However, malaria detection and recognition on blood films require individual skills, knowledge, training, and experience. The effects of misdiagnosis can be very serious [<xref ref-type="bibr" rid="ref2">2</xref>]. Supporting the quality of diagnosis in different countries and settings can be challenging, particularly for those individuals working in isolation [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Direct practical instruction and education at the microscope are central to training [<xref ref-type="bibr" rid="ref5">5</xref>], and glass-slide specimens of malaria-infected blood distributed by reference laboratories provide excellent education in diagnosis [<xref ref-type="bibr" rid="ref6">6</xref>]. External quality assessment (EQA) has been shown to improve accuracy [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]; however, it has also been difficult to implement since the collection and provision of clinical materials are labor intensive, and slide numbers may be limited [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>With facilities for Internet access improving globally, it is now possible to deliver digital slides of blood films to a wide range of geographical locations. Web-based virtual microscope systems [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>] greatly support this process, and the skillsets have been shown to mirror those used in glass slide diagnosis [<xref ref-type="bibr" rid="ref14">14</xref>]. The virtual microscope has been used in university education [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref18">18</xref>], EQA schemes [<xref ref-type="bibr" rid="ref19">19</xref>], and for continuing professional development [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      <p>This study aims to demonstrate the feasibility and effectiveness of the virtual microscope to deliver digital slides of malaria-infected blood with high-quality resolution and to assess how the technique can be used to support skills in malaria diagnosis in developing and developed nations.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>Participants for this study were recruited with help of the World Health Organization (WHO) and Liverpool School of Tropical Medicine. We used digital slides prepared from 56 cases that had previously been fully validated and distributed as glass slides through the UK National External Quality Assessment Scheme (UK NEQAS) parasitology scheme, confirmed by molecular techniques and consensus opinion of more than 400 laboratories. The cases were selected to represent different slide preparation techniques, stain quality, malaria species, and parasite density. Images were captured using a Zeiss Axio Imager M1 microscope with HRc camera and 63x Plan Apo Chromat 1.4 Oil immersion lens. At least 40 adjacent fields were acquired to create a single large stitched-image. Subsequent image processing used Zeiss software (Axiovision 4.7), then Photoshop CS3 to ensure sharpness and color balance. Diagnostic features were clearly resolved (contrast mask and detail enhancement using Digital Outback Photo add-in), and image size for upload was around 200 megabytes. Images were uploaded to the viewing software (Digital SlideBox, Leica Biosystems) and assessed to ensure the inclusion and accurate rendition of features required for diagnosis. Registered participants were from five countries (ie, Hong Kong, India, Kenya, Lebanon, and Nigeria), and some received financial support for Internet access. In all cases, the participants were asked to suggest their preferred diagnosis (multiple-choice options). Responses were analyzed using Microsoft Excel and GraphPad Prism software (v6.04).</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The virtual microscope environment allowed low-power image scanning, navigation, and high-power view assessment (see <xref ref-type="fig" rid="figure1">Figure 1</xref>).</p>
      <p>The images showed that the initial high-quality image capture clearly resolved those features required for malaria diagnosis, species assignment, or detection of artifact (see <xref ref-type="fig" rid="figure2">Figures 2</xref> and <xref ref-type="fig" rid="figure3">3</xref>). Images were then reassessed following assembly into a large single slide, and finally as a screen capture of a compressed Web-displayed image. Comparison between initial image and Web-browser images revealed an expected subjective loss of definition, but diagnostic detail was retained (see <xref ref-type="fig" rid="figure4">Figure 4</xref>).</p>
      <p>The digital slides were then viewed by 38 participants from a range of countries: Hong Kong (n=1), India (n=1), Kenya (n=7), Lebanon (n=6), and Nigeria (n=23). The training and viewing environments differed between groups, and facilities used in different countries were not identical. Although images were viewed predominantly at hospital sites, a significant number used Internet cafés (with financial support). Aspects of the viewing environment were uncontrolled (ie, screen resolution and Internet speed). Although positive experience was reported, the impact of these aspects on results was unclear. Those using Internet cafés had lower rates for sensitivity and specificity for their diagnosis. The mean completion rate was 75% (42/56 cases). Each individual case was completed by a mean of 29 participants (range 22-38). The outcome of slide analysis (indicated by the submitted diagnosis) was compared with parasite density and type. Results indicate that successful recognition and species identification, in keeping with known results of glass slide analysis, were closely linked with the number of malarial parasites present on the slides (see <xref ref-type="fig" rid="figure5">Figure 5</xref>). Thick and thin films were assessed with equivalent success, and films containing no parasites were effectively identified. Similarly, in keeping with recognized findings, the recognition that a parasite was <italic>Plasmodium falciparum</italic> or non- <italic>P. falciparum</italic> species was good. However, the precise species-identification for non- <italic>P. falciparum</italic> species was less accurate (see <xref ref-type="fig" rid="figure6">Figure 6</xref>).</p>
      <p>Finally, results were assessed to see whether they could be used to allow participants to assess their individual performance, comparing their results with other participants with similar training or experience (see <xref ref-type="fig" rid="figure7">Figure 7</xref>). The performance data across a consecutive case series were also plotted and used to make a cumulative assessment that allowed individuals to compare their performance trend with other users (see <xref ref-type="fig" rid="figure8">Figure 8</xref>).</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Blood film of parasites shown within Web viewer (Left panel: low power view of whole digital film, showing information buttons and orientation image at top, and navigation and magnification tools at bottom; Right panel: parasite image shown as high power magnification occupying full screen height for the monitor used).</p>
        </caption>
        <graphic xlink:href="jmir_v18i8e213_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Resolution of features required for parasite detection and species recognition (left panel: digital image of <italic>Plasmodium falciparum</italic> early trophozoites, demonstrating the presence of fine ring together with accole forms with Maurer’s dots and clefts; Right panel: <italic>Plasmodium ovale</italic> parasites with coarse ring forms, James’ (Schűffner’s dots), and cytoplasmic fimbriation of erythrocytes).</p>
        </caption>
        <graphic xlink:href="jmir_v18i8e213_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Demonstration of artifact on films presented within Web viewer (Left panel: stain debris visible on a film containing a gametocyte of <italic>Plasmodium malariae</italic>; Right panel: malaria pigment spilling from within a distorted/disrupted parasite [thick film]).</p>
        </caption>
        <graphic xlink:href="jmir_v18i8e213_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Demonstration of quality considerations applicable to the large digital image: images shown at the time of capture, then subsequently within Web viewer (Left panel: original image quality - resolving parasite, erythrocyte membrane changes, Schűffner’s dots, and malarial pigment; Right panel: screenshot of the same cell following compression and Web delivery showing a subjective difference in reproduction, but retention of all significant diagnostic elements).</p>
        </caption>
        <graphic xlink:href="jmir_v18i8e213_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Accuracy of detection and species identification according to number of parasites present on digital blood film. Data groups representing different densities of red cell infection (expressed as parasites per high power field: very low &#60;0.1, low=0.1-0.3, medium=0.3-2, high&#62;2), black=<italic>P. falciparum</italic> cases, gray=non- <italic>P. falciparum</italic>). N= 56 cases, each answered by 22-38 (mean 29) participants. Left panel: parasite detection (mean ±SEM), showing a positive relationship between parasite number and parasite detection (sensitivity=78%) (linear regression analysis of data, r=.48, <italic>P</italic>=.002 for parasite detection); Right panel: species identification (specificity=53%) (r=.54, <italic>P</italic>=.0004).</p>
        </caption>
        <graphic xlink:href="jmir_v18i8e213_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>Features determining accuracy of parasite identification by participants using images presented within Web viewer. Left panel: comparison of accuracy of assessment according to type of film or the presence of parasites. Bars represent outcome of detection on thick films or films where no parasites were present compared with the overall responses (bars represent mean ±SEM); n=56 films answered by 22-38 (mean 29) participants. No statistically significant differences were demonstrated. Right panel: comparison of overall parasite detection and detection of non-<italic>P. falciparum</italic> malaria species. Bars represent the mean (±SEM) for each group (<italic>P. falciparum</italic>=31, non-<italic>P. falciparum</italic>=9) analyzed by 38 participants.</p>
        </caption>
        <graphic xlink:href="jmir_v18i8e213_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure7" position="float">
        <label>Figure 7</label>
        <caption>
          <p>Influence of diagnostic experience performance in parasite identification using consecutive assessments delivered using the image browser. 35 candidates grouped according to length of experience reporting malaria (A: &#60;1yr; B: 1-4yrs; C: 3-9yrs; D: &#62;9yrs). Each bar represents the mean performance for each candidate. The horizontal line represents the performance of UK NEQAS participants using the same case sets on glass slide (solid line=mean, broken line=95% CI, n=435 (mean)). Gray bars represent participants trained at diploma level; all others shown were trained at degree level. Left panel: comparison of individual participants’ detection of malaria parasites; Right panel: comparison of individual participants’ identification of malaria parasites.</p>
        </caption>
        <graphic xlink:href="jmir_v18i8e213_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure8" position="float">
        <label>Figure 8</label>
        <caption>
          <p>Individual responses compared with overall performance of a cohort over a case series. Left panel (parasite detection): mean cumulative scores ± SD for parasite detection and parasite identification shown for a cohort of 19 participants completing 20 identical cases (correct answer awarded +1 and incorrect is awarded -1). Right panel (parasite identification): representative traces of 4 individual candidates demonstrate tracking of individual performance against the overall mean.</p>
        </caption>
        <graphic xlink:href="jmir_v18i8e213_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Results show that high-quality digital images of malaria-infected erythrocytes prepared as digital microscopy images effectively resolve those morphological features required for diagnosis of malaria and for species recognition. When converted to a Web-compatible format that supports appropriate download speeds, image quality is retained, and cases can be delivered, viewed, and answered by participants in a range of environments in different countries. Overall, the sensitivity for parasite detection and the specificity for species identification was consistent with reports from others using glass slides for comparable cohorts [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], suggesting that skills applied with the virtual microscope system reflect those made by conventional microscopy. Similarly, those cases that were poorly recognized using the virtual microscope system generally had low parasite number and/or were non- <italic>falciparum</italic> cases—features associated with less accurate diagnosis using glass slides. Finally, those participants achieving highest diagnostic accuracy in this system showed sensitivity of &#62;90% and specificity of around 80%, comparable to results recorded when the same cases were delivered as glass slides to international laboratories as part of established external quality assessment schemes (96% and 85% respectively), confirming that skilled morphologists could achieve high diagnostic accuracy using the system.</p>
        <p>On a practical level, the virtual microscope system received positive reviews from participants. They found the system easy to use and access. In this study, the lessons learned were mainly based around communication with remote participants, where contact was only via email. Increased communication correlated with increased participation.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Web-based delivery allows findings and diagnoses to be rapidly and accurately collected. Analysis of participant responses could be developed to support either individual assessment with longitudinal assessment according to the overall mean, or evaluation of malaria diagnosis skills against a selected peer group. The analysis of performance can be linked to expected performance standards, training level, or personal progression. Linking of this analysis to educational resources presents a real opportunity to support diagnostic skills and to identify sources of error [<xref ref-type="bibr" rid="ref21">21</xref>], particularly in countries where access to training may be limited. Assessing low parasite density is likely to become more important as many countries move to malaria eradication [<xref ref-type="bibr" rid="ref23">23</xref>]. It is proposed that the scheme could be adapted and tailored to ensure individual or local relevance (ie, supporting the WHO malaria microscopy quality assurance manual [<xref ref-type="bibr" rid="ref24">24</xref>]) and can provide opportunities for effective support of malaria diagnosis.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EQA</term>
          <def>
            <p>external quality assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">UK NEQAS</term>
          <def>
            <p>UK National External Quality Assessment Scheme</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank:</p>
      <p>•participants based in laboratories throughout the world</p>
      <p>•UK NEQAS (H) staff for help recruiting participants and providing blood films</p>
      <p>•Liverpool School of Tropical Medicine staff for helping recruit participants</p>
      <p>•Hospital for Tropical Diseases, London, for supplying blood films</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Endeshaw</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Gebre</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Ngondi</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Graves</surname>
            <given-names>PM</given-names>
          </name>
          <name name-style="western">
            <surname>Shargie</surname>
            <given-names>EB</given-names>
          </name>
          <name name-style="western">
            <surname>Ejigsemahu</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Ayele</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Yohannes</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Teferi</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Messele</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Zerihun</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Genet</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Mosher</surname>
            <given-names>AW</given-names>
          </name>
          <name name-style="western">
            <surname>Emerson</surname>
            <given-names>PM</given-names>
          </name>
          <name name-style="western">
            <surname>Richards</surname>
            <given-names>FO</given-names>
          </name>
        </person-group>
        <article-title>Evaluation of light microscopy and rapid diagnostic test for the detection of malaria under operational field conditions: a household survey in Ethiopia</article-title>
        <source>Malar J</source>  
        <year>2008</year>  
        <volume>7</volume>  
        <fpage>118</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://malariajournal.biomedcentral.com/articles/10.1186/1475-2875-7-118"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1475-2875-7-118</pub-id>
        <pub-id pub-id-type="medline">18598344</pub-id>
        <pub-id pub-id-type="pii">1475-2875-7-118</pub-id>
        <pub-id pub-id-type="pmcid">PMC2474640</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Amexo</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Tolhurst</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Barnish</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Bates</surname>
            <given-names>I</given-names>
          </name>
        </person-group>
        <article-title>Malaria misdiagnosis: effects on the poor and vulnerable</article-title>
        <source>Lancet</source>  
        <year>2004</year>  
        <volume>364</volume>  
        <issue>9448</issue>  
        <fpage>1896</fpage>  
        <lpage>1898</lpage>  
        <pub-id pub-id-type="doi">10.1016/S0140-6736(04)17446-1</pub-id>
        <pub-id pub-id-type="medline">15555670</pub-id>
        <pub-id pub-id-type="pii">S0140-6736(04)17446-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Petti</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Polage</surname>
            <given-names>CR</given-names>
          </name>
          <name name-style="western">
            <surname>Quinn</surname>
            <given-names>TC</given-names>
          </name>
          <name name-style="western">
            <surname>Ronald</surname>
            <given-names>AR</given-names>
          </name>
          <name name-style="western">
            <surname>Sande</surname>
            <given-names>MA</given-names>
          </name>
        </person-group>
        <article-title>Laboratory medicine in Africa: a barrier to effective health care</article-title>
        <source>Clin Infect Dis</source>  
        <year>2006</year>  
        <month>02</month>  
        <day>1</day>  
        <volume>42</volume>  
        <issue>3</issue>  
        <fpage>377</fpage>  
        <lpage>382</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.cid.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=16392084"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1086/499363</pub-id>
        <pub-id pub-id-type="medline">16392084</pub-id>
        <pub-id pub-id-type="pii">CID37615</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kahama-Maro</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>D'Acremont</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Mtasiwa</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Genton</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Lengeler</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Low quality of routine microscopy for malaria at different levels of the health system in Dar es Salaam</article-title>
        <source>Malar J</source>  
        <year>2011</year>  
        <volume>10</volume>  
        <fpage>332</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://malariajournal.biomedcentral.com/articles/10.1186/1475-2875-10-332"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1475-2875-10-332</pub-id>
        <pub-id pub-id-type="medline">22047131</pub-id>
        <pub-id pub-id-type="pii">1475-2875-10-332</pub-id>
        <pub-id pub-id-type="pmcid">PMC3217957</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Moura</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Fançony</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Mirante</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Neves</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bernardino</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Fortes</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Sambo</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Brito</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Impact of a training course on the quality of malaria diagnosis by microscopy in Angola</article-title>
        <source>Malar J</source>  
        <year>2014</year>  
        <volume>13</volume>  
        <fpage>437</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://malariajournal.biomedcentral.com/articles/10.1186/1475-2875-13-437"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1475-2875-13-437</pub-id>
        <pub-id pub-id-type="medline">25406586</pub-id>
        <pub-id pub-id-type="pii">1475-2875-13-437</pub-id>
        <pub-id pub-id-type="pmcid">PMC4247670</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ngasala</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Mubi</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Warsame</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Petzold</surname>
            <given-names>MG</given-names>
          </name>
          <name name-style="western">
            <surname>Massele</surname>
            <given-names>AY</given-names>
          </name>
          <name name-style="western">
            <surname>Gustafsson</surname>
            <given-names>LL</given-names>
          </name>
          <name name-style="western">
            <surname>Tomson</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Premji</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Bjorkman</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Impact of training in clinical and microscopy diagnosis of childhood malaria on antimalarial drug prescription and health outcome at primary health care level in Tanzania: a randomized controlled trial</article-title>
        <source>Malar J</source>  
        <year>2008</year>  
        <volume>7</volume>  
        <fpage>199</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://malariajournal.biomedcentral.com/articles/10.1186/1475-2875-7-199"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1475-2875-7-199</pub-id>
        <pub-id pub-id-type="medline">18831737</pub-id>
        <pub-id pub-id-type="pii">1475-2875-7-199</pub-id>
        <pub-id pub-id-type="pmcid">PMC2566575</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kettelhut</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Chiodini</surname>
            <given-names>PL</given-names>
          </name>
          <name name-style="western">
            <surname>Edwards</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Moody</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>External quality assessment schemes raise standards: evidence from the UKNEQAS parasitology subschemes</article-title>
        <source>J Clin Pathol</source>  
        <year>2003</year>  
        <month>12</month>  
        <volume>56</volume>  
        <issue>12</issue>  
        <fpage>927</fpage>  
        <lpage>932</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jcp.bmj.com/cgi/pmidlookup?view=long&#38;pmid=14645352"/>
        </comment>  
        <pub-id pub-id-type="medline">14645352</pub-id>
        <pub-id pub-id-type="pmcid">PMC1770125</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Thomson</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Lohmann</surname>
            <given-names>RC</given-names>
          </name>
          <name name-style="western">
            <surname>Crawford</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Dubash</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Richardson</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>External quality assessment in the examination of blood films for malarial parasites within Ontario, Canada</article-title>
        <source>Arch Pathol Lab Med</source>  
        <year>2000</year>  
        <month>01</month>  
        <volume>124</volume>  
        <issue>1</issue>  
        <fpage>57</fpage>  
        <lpage>60</lpage>  
        <pub-id pub-id-type="doi">10.1043/0003-9985(2000)124&#60;0057:EQAITE&#62;2.0.CO;2</pub-id>
        <pub-id pub-id-type="medline">10629133</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Carter</surname>
            <given-names>JY</given-names>
          </name>
          <name name-style="western">
            <surname>Lema</surname>
            <given-names>OE</given-names>
          </name>
          <name name-style="western">
            <surname>Adhiambo</surname>
            <given-names>CG</given-names>
          </name>
          <name name-style="western">
            <surname>Materu</surname>
            <given-names>SF</given-names>
          </name>
        </person-group>
        <article-title>Developing external quality assessment programmes for primary health: care level in resource limited countries</article-title>
        <source>Accred Qual Assur</source>  
        <year>2014</year>  
        <month>3</month>  
        <day>18</day>  
        <volume>7</volume>  
        <issue>8-9</issue>  
        <fpage>345</fpage>  
        <lpage>350</lpage>  
        <pub-id pub-id-type="doi">10.1007/s00769-002-0510-y</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Khan</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Walley</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Munir</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Khan</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Khokar</surname>
            <given-names>NG</given-names>
          </name>
          <name name-style="western">
            <surname>Tahir</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Nazir</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Shams</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>District level external quality assurance (EQA) of malaria microscopy in Pakistan: pilot implementation and feasibility</article-title>
        <source>Malar J</source>  
        <year>2011</year>  
        <volume>10</volume>  
        <fpage>45</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://malariajournal.biomedcentral.com/articles/10.1186/1475-2875-10-45"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1475-2875-10-45</pub-id>
        <pub-id pub-id-type="medline">21324210</pub-id>
        <pub-id pub-id-type="pii">1475-2875-10-45</pub-id>
        <pub-id pub-id-type="pmcid">PMC3055226</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mukadi</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Gillet</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Lukuka</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Atua</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Kahodi</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Lokombe</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Muyembe</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Jacobs</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>External quality assessment of malaria microscopy in the Democratic Republic of the Congo</article-title>
        <source>Malar J</source>  
        <year>2011</year>  
        <volume>10</volume>  
        <fpage>308</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://malariajournal.biomedcentral.com/articles/10.1186/1475-2875-10-308"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1475-2875-10-308</pub-id>
        <pub-id pub-id-type="medline">22008378</pub-id>
        <pub-id pub-id-type="pii">1475-2875-10-308</pub-id>
        <pub-id pub-id-type="pmcid">PMC3206856</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Costello</surname>
            <given-names>SP</given-names>
          </name>
          <name name-style="western">
            <surname>Johnston</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Dervan</surname>
            <given-names>PA</given-names>
          </name>
          <name name-style="western">
            <surname>O'Shea</surname>
            <given-names>DG</given-names>
          </name>
        </person-group>
        <article-title>Development and evaluation of the virtual pathology slide: a new tool in telepathology</article-title>
        <source>J Med Internet Res</source>  
        <year>2003</year>  
        <volume>5</volume>  
        <issue>2</issue>  
        <fpage>e11</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2003/2/e11/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.5.2.e11</pub-id>
        <pub-id pub-id-type="medline">12857667</pub-id>
        <pub-id pub-id-type="pmcid">PMC1550558</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Linder</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Lundin</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Thors</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Lebbad</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Winiecka-Krusnell</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Helin</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Leiva</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Isola</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Lundin</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Web-based virtual microscopy for parasitology: a novel tool for education and quality assurance</article-title>
        <source>PLoS Negl Trop Dis</source>  
        <year>2008</year>  
        <volume>2</volume>  
        <issue>10</issue>  
        <fpage>e315</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pntd.0000315"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pntd.0000315</pub-id>
        <pub-id pub-id-type="medline">18941514</pub-id>
        <pub-id pub-id-type="pmcid">PMC2565642</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Burthem</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Brereton</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Ardern</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hickman</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Seal</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Serrant</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hutchinson</surname>
            <given-names>CV</given-names>
          </name>
          <name name-style="western">
            <surname>Wells</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>McTaggart</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>De la Salle</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Parker-Williams</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hyde</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>The use of digital 'virtual slides' in the quality assessment of haematological morphology: results of a pilot exercise involving UK NEQAS(H) participants</article-title>
        <source>Br J Haematol</source>  
        <year>2005</year>  
        <month>07</month>  
        <volume>130</volume>  
        <issue>2</issue>  
        <fpage>293</fpage>  
        <lpage>296</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1365-2141.2005.05597.x</pub-id>
        <pub-id pub-id-type="medline">16029459</pub-id>
        <pub-id pub-id-type="pii">BJH5597</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kumar</surname>
            <given-names>RK</given-names>
          </name>
          <name name-style="western">
            <surname>Velan</surname>
            <given-names>GM</given-names>
          </name>
          <name name-style="western">
            <surname>Korell</surname>
            <given-names>SO</given-names>
          </name>
          <name name-style="western">
            <surname>Kandara</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Dee</surname>
            <given-names>FR</given-names>
          </name>
          <name name-style="western">
            <surname>Wakefield</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Virtual microscopy for learning and assessment in pathology</article-title>
        <source>J Pathol</source>  
        <year>2004</year>  
        <month>12</month>  
        <volume>204</volume>  
        <issue>5</issue>  
        <fpage>613</fpage>  
        <lpage>618</lpage>  
        <pub-id pub-id-type="doi">10.1002/path.1658</pub-id>
        <pub-id pub-id-type="medline">15470688</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dee</surname>
            <given-names>FR</given-names>
          </name>
        </person-group>
        <article-title>Virtual microscopy in pathology education</article-title>
        <source>Hum Pathol</source>  
        <year>2009</year>  
        <month>08</month>  
        <volume>40</volume>  
        <issue>8</issue>  
        <fpage>1112</fpage>  
        <lpage>1121</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.humpath.2009.04.010</pub-id>
        <pub-id pub-id-type="medline">19540551</pub-id>
        <pub-id pub-id-type="pii">S0046-8177(09)00132-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Koch</surname>
            <given-names>LH</given-names>
          </name>
          <name name-style="western">
            <surname>Lampros</surname>
            <given-names>JN</given-names>
          </name>
          <name name-style="western">
            <surname>Delong</surname>
            <given-names>LK</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>SC</given-names>
          </name>
          <name name-style="western">
            <surname>Woosley</surname>
            <given-names>JT</given-names>
          </name>
          <name name-style="western">
            <surname>Hood</surname>
            <given-names>AF</given-names>
          </name>
        </person-group>
        <article-title>Randomized comparison of virtual microscopy and traditional glass microscopy in diagnostic accuracy among dermatology and pathology residents</article-title>
        <source>Hum Pathol</source>  
        <year>2009</year>  
        <month>05</month>  
        <volume>40</volume>  
        <issue>5</issue>  
        <fpage>662</fpage>  
        <lpage>667</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.humpath.2008.10.009</pub-id>
        <pub-id pub-id-type="medline">19144382</pub-id>
        <pub-id pub-id-type="pii">S0046-8177(08)00482-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Abdul-Ghani</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Towards e-parasitology: making use of virtual microscopy</article-title>
        <source>Trop Med Int Health</source>  
        <year>2015</year>  
        <month>02</month>  
        <volume>20</volume>  
        <issue>2</issue>  
        <fpage>227</fpage>  
        <lpage>229</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1111/tmi.12426"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/tmi.12426</pub-id>
        <pub-id pub-id-type="medline">25409835</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Intan</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Earl</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Marsden</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Virtual microscopy online pilot survey</article-title>
        <source>RCPA Quality Assurance Programs</source>  
        <year>2009</year>  
        <fpage>1</fpage>  
        <lpage>18</lpage> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brereton</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>de la Salle</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Burthem</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ardern</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hickman</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Seal</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>McTaggart</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>West</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Swirsky</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Parker-Williams</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hyde</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Review of the UK NEQAS (H) digital morphology pilot scheme for continuing professional development accessed via the internet</article-title>
        <source>Int J Lab Hematol</source>  
        <year>2008</year>  
        <month>10</month>  
        <volume>30</volume>  
        <issue>5</issue>  
        <fpage>365</fpage>  
        <lpage>371</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1751-553X.2008.01086.x</pub-id>
        <pub-id pub-id-type="medline">18691344</pub-id>
        <pub-id pub-id-type="pii">CLH1086</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brereton</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>de la Salle</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Ardern</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hyde</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Burthem</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Do We Know Why We Make Errors in Morphological Diagnosis? An Analysis of Approach and Decision-Making in Haematological Morphology</article-title>
        <source>EBioMedicine</source>  
        <year>2015</year>  
        <month>09</month>  
        <volume>2</volume>  
        <issue>9</issue>  
        <fpage>1224</fpage>  
        <lpage>1234</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://linkinghub.elsevier.com/retrieve/pii/S2352-3964(15)30073-6"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.ebiom.2015.07.020</pub-id>
        <pub-id pub-id-type="medline">26501122</pub-id>
        <pub-id pub-id-type="pii">S2352-3964(15)30073-6</pub-id>
        <pub-id pub-id-type="pmcid">PMC4588379</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mbakilwa</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Manga</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Kibona</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Mtei</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Meta</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Shoo</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Amos</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Reyburn</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Quality of malaria microscopy in 12 district hospital laboratories in Tanzania</article-title>
        <source>Pathog Glob Health</source>  
        <year>2012</year>  
        <month>10</month>  
        <volume>106</volume>  
        <issue>6</issue>  
        <fpage>330</fpage>  
        <lpage>334</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23182136"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1179/2047773212Y.0000000052</pub-id>
        <pub-id pub-id-type="medline">23182136</pub-id>
        <pub-id pub-id-type="pmcid">PMC4005130</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Harris</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Sharrock</surname>
            <given-names>WW</given-names>
          </name>
          <name name-style="western">
            <surname>Bain</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Gray</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Bobogare</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Boaz</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Lilley</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Krause</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Vallely</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gatton</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Shanks</surname>
            <given-names>GD</given-names>
          </name>
          <name name-style="western">
            <surname>Cheng</surname>
            <given-names>Q</given-names>
          </name>
        </person-group>
        <article-title>A large proportion of asymptomatic Plasmodium infections with low and sub-microscopic parasite densities in the low transmission setting of Temotu Province, Solomon Islands: challenges for malaria diagnostics in an elimination setting</article-title>
        <source>Malar J</source>  
        <year>2010</year>  
        <volume>9</volume>  
        <fpage>254</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://malariajournal.biomedcentral.com/articles/10.1186/1475-2875-9-254"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1475-2875-9-254</pub-id>
        <pub-id pub-id-type="medline">20822506</pub-id>
        <pub-id pub-id-type="pii">1475-2875-9-254</pub-id>
        <pub-id pub-id-type="pmcid">PMC2944341</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>World Health Organization</collab>
        </person-group>
        <source>Malaria microscopy quality assurance manual, Version 2</source>  
        <year>2016</year>  
        <access-date>2016-07-22</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://apps.who.int/iris/bitstream/10665/204266/1/9789241549394_eng.pdf">http://apps.who.int/iris/bitstream/10665/204266/1/9789241549394_eng.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6jfE5E1rX"/>
        </comment> </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
