<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="letter" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">14388871</issn>
            <publisher>
                <publisher-name>JMIR Publications Inc.</publisher-name>
                <publisher-loc>Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v15i4e89</article-id>
            <article-id pub-id-type="pmid">23615332</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.2446</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Letter to the Editor</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>A Systematic Self-Certification Model for Mobile Medical Apps</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Ozdalga</surname>
                        <given-names>Errol</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Lewis</surname>
                        <given-names>Thomas Lorchan</given-names>
                    </name>
                    <degrees>BSc (Hons)</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <address>
                        <institution>Warwick Medical School</institution>
                        <institution>University of Warwick</institution>
                        <addr-line>Gibbet Hill Road</addr-line>
                        <addr-line>Coventry, CV4 7AL</addr-line>
                        <country>United Kingdom</country>
                        <phone>44 7876453511</phone>
                        <fax>44 2476528375</fax>
                        <email>t.lewis@warwick.ac.uk</email>
                    </address>
                </contrib>
            </contrib-group>
            <aff id="aff1" rid="aff1">
                <sup>1</sup>
                <institution>Warwick Medical School</institution>
                <institution>University of Warwick</institution>
                <addr-line>Coventry</addr-line>
                <country>United Kingdom</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: Thomas Lorchan Lewis <email>t.lewis@warwick.ac.uk</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <month>04</month>
                <year>2013</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>24</day>
                <month>04</month>
                <year>2013</year>
            </pub-date>
            <volume>15</volume>
            <issue>4</issue>
            <elocation-id>e89</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>21</day>
                    <month>11</month>
                    <year>2012</year>
                </date>
                <date date-type="accepted">
                    <day>31</day>
                    <month>01</month>
                    <year>2013</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Thomas Lorchan Lewis. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 24.04.2013. </copyright-statement>
            <copyright-year>2013</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.jmir.org/2013/4/e89/" xlink:type="simple" />
<related-article related-article-type="commentary-article" vol="14" page="e128" xlink:href="http://www.jmir.org/2012/5/e128/" xlink:type="simple" />
<related-article related-article-type="letter" vol="15" page="e277" xlink:href="http://www.jmir.org/2013/12/e277/" xlink:type="simple" />
            <kwd-group>
                <kwd>smartphone</kwd>
                <kwd>technology</kwd>
                <kwd>education</kwd>
                <kwd>medicine</kwd>
                <kwd>app</kwd>
                <kwd>health care</kwd>
                <kwd>Android</kwd>
                <kwd>iPhone</kwd>
                <kwd>BlackBerry</kwd>
                <kwd>mobile phone</kwd>
                <kwd>standards</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <p>Errol Ozdalga and colleagues recently highlighted the impressive range of roles and uses of smartphones in the medical setting [<xref ref-type="bibr" rid="ref1">1</xref>]. An important point highlighted and worth developing from this paper is the difficulties associated with accurately comparing and assessing different medical apps for smartphones. This is mainly due to the fact that medical apps are often designed with one particular focus and inherently different interfaces which often make a direct comparison between apps unfeasible. Furthermore, even apps that purport to complete the same task often include extra functionality or features that make direct evaluation impossible. One solution offered by Ozdalga et al is to survey doctors on the perceived impact of specific apps available. However I believe that this is unfeasible given the rate at which the medical app ecosystem is evolving in terms of number, range, and type of app. With thousands of medical apps available, it is highly improbable that a clinician has a working knowledge of the complete range available. As such, any surveys will be subjective depending on the target audience and consequently offer limited utility for physicians and medical students alike. Moreover, surveys regarding specific apps are usually out of date by the time they are published. What is more important, is establishing a systematic method by which medical apps can be compared and their utility for health care professionals validated.</p>
        <p>&#160;</p>
        <p>One proposed method to solve this is to develop a set of standard criteria that can be used to systematically assess the utility of a medical app for a health care professional. I believe that the most efficient and effective method should be based on a self-certification system with key criteria that have been adapted from the Health on the Net foundation (HON, [<xref ref-type="bibr" rid="ref2">2</xref>]). <xref ref-type="table" rid="table1">Table 1</xref> shows potential self-certification criteria which medical apps could be reasonably expected to achieve in order to establish the validity of the information contained within the app. The Health on the Net Foundation Code of Conduct (HONcode) for medical and health websites addresses one of Internet's main health care issues: the reliability and credibility of information. It is therefore highly applicable to medical apps that are subject to the same issues.</p>
        <p>&#160;</p>
        <p>Using this system, it would then possible to set up a self-certification process where registered developers could highlight the fact that their app conforms to these basic criteria. At the moment, no such organization exists although there is clearly scope for such an entity. With the impending launch of the United Kingdom National Health Service App Store, it appears that there has never been a better time to develop a self-certification model for medical apps.</p>
        <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
                <p>A list of potential criteria based on the HONcode to be used as the basis of a self-certification model for medical apps.</p>
            </caption>
            <table border="1" cellspacing="0" cellpadding="8" rules="groups" frame="hsides" width="1000">
                <col width="160" />
                <col width="800" />
                <thead>
                    <tr valign="top">
                        <td>Certification criteria</td>
                        <td>Detailed description</td>
                    </tr>
                </thead>
                <tbody>
                    <tr valign="top">
                        <td>Information must be authoritative</td>
                        <td>
                            <list list-type="bullet">
                                <list-item>
                                    <p>All medical information presented in a medical app must be attributed to an author and his/her training in the field must be mentioned.</p>
                                </list-item>
                            </list>
                        </td>
                    </tr>
                    <tr valign="top">
                        <td>Purpose of the website</td>
                        <td>
                            <list list-type="bullet">
                                <list-item>
                                    <p>A statement clearly declaring that the information on the app is not meant to replace the advice of a health professional has to be provided.</p>
                                </list-item>
                                <list-item>
                                    <p>A brief description of the app&#8217;s mission, purpose, and intended audience is necessary.</p>
                                </list-item>
                                <list-item>
                                    <p>Another brief description of the organization behind the app, its mission, and its purpose is also necessary.</p>
                                </list-item>
                            </list>
                        </td>
                    </tr>
                    <tr valign="top">
                        <td>Confidentiality</td>
                        <td>
                            <list list-type="bullet">
                                <list-item>
                                    <p>This principle is applicable to all apps, even if it does not host patient records or store any medical or personal data.</p>
                                </list-item>
                                <list-item>
                                    <p>The app must describe a privacy policy regarding how confidential, private or semi-private information such as email addresses and the content of emails received from or sent to users is treated.</p>
                                </list-item>
                                <list-item>
                                    <p>Users must be informed whether their data will be recorded in your own database, who can access this database (others, only you, nobody), if this information is used for your own statistics (anonymous or not), or if these statistics are used by third party or other companies.</p>
                                </list-item>
                                <list-item>
                                    <p>Even if one or more of these points are not relevant to your app, you must state how you handle the following information sent to you by your visitors: (email addresses or/and contact information, names, personal, or medical data).</p>
                                </list-item>
                            </list>
                        </td>
                    </tr>
                    <tr valign="top">
                        <td>Information must be documented: referenced and dated</td>
                        <td>
                            <list list-type="bullet">
                                <list-item>
                                    <p>All medical content (page or article) has to have a specific date of creation and a last modification date.</p>
                                </list-item>
                                <list-item>
                                    <p>All sources of the medical content must be clearly indicated the recognized, scientific, or official sources of health information quoted in the app. Ideally, a precise link to the source is provided whenever it is possible.</p>
                                </list-item>
                            </list>
                        </td>
                    </tr>
                    <tr valign="top">
                        <td>Justification of claims</td>
                        <td>
                            <list list-type="bullet">
                                <list-item>
                                    <p>All information about the benefits or performance of any treatment (medical and/or surgical), commercial product, or service is considered as claims. All claims have to be backed up with scientific evidence (medical journals, reports, or others).</p>
                                </list-item>
                            </list>
                        </td>
                    </tr>
                    <tr valign="top">
                        <td>Contact details</td>
                        <td>
                            <list list-type="bullet">
                                <list-item>
                                    <p>The app must be completely operational and the information must be accessible and clearly presented.</p>
                                </list-item>
                                <list-item>
                                    <p>There must be a way to contact the developer, such as a working email address or contact form, for users who would like to have more details or support. This contact must be easy to access from anywhere within the app.</p>
                                </list-item>
                            </list>
                        </td>
                    </tr>
                    <tr valign="top">
                        <td>Financial disclosure</td>
                        <td>
                            <list list-type="bullet">
                                <list-item>
                                    <p>Each app must include a statement declaring its sources of funding. This is required for all apps, including those with no external sources of funds, and apps funded by government agencies, pharmaceutical companies, or other commercial entities.</p>
                                </list-item>
                                <list-item>
                                    <p>All funding must be declared: government agency, private companies, donations, etc.</p>
                                </list-item>
                                <list-item>
                                    <p>Developers also have to declare all conflicts of interest.</p>
                                </list-item>
                            </list>
                        </td>
                    </tr>
                    <tr valign="top">
                        <td>Advertising policy</td>
                        <td>
                            <list list-type="bullet">
                                <list-item>
                                    <p>Conflicts of interest and external influences which could affect the objectivity of the editorial content must be clearly stated in a disclaimer.</p>
                                </list-item>
                                <list-item>
                                    <p>All apps displaying paying banners have to have an advertising policy. This policy must explain how the app distinguishes between editorial and advertising content and which advertisements are accepted. Any conflict of interest has to be explained.</p>
                                </list-item>
                            </list>
                        </td>
                    </tr>
                </tbody>
            </table>
        </table-wrap>
    </body>
    <back>
        <ack>
            <p>The author of this article is an editor at iMedicalApps.com, an online publication focused on mobile health. This article received no sources of funding or sponsorship and there is no financial disclosure. There were no human subjects involved therefore it was not deemed necessary to seek ethical approval.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                <p>None declared.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Ozdalga</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ozdalga</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ahuja</surname>
                            <given-names>N</given-names>
                        </name>
                    </person-group>
                    <article-title>The smartphone in medicine: a review of current and potential use among physicians and students</article-title>
                    <source>J Med Internet Res</source>
                    <year>2012</year>
                    <volume>14</volume>
                    <issue>5</issue>
                    <fpage>e128</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2012/5/e128/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.1994</pub-id>
                    <pub-id pub-id-type="medline">23017375</pub-id>
                    <pub-id pub-id-type="pii">v14i5e128</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3510747</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="web">
                    <source>HONcode Operational definition of the HONcode principles</source>
                    <year>2012</year>
                    <month>11</month>
                    <day>21</day>
                    <access-date>2012-11-21</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.hon.ch/HONcode/Webmasters/Guidelines/guidelines.html">http://www.hon.ch/HONcode/Webmasters/Guidelines/guidelines.html</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6CLYzYQ4s</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>