<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v26i1e51628</article-id>
      <article-id pub-id-type="pmid">38687587</article-id>
      <article-id pub-id-type="doi">10.2196/51628</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Evaluating the World Health Organization’s SkinNTDs App as a Training Tool for Skin Neglected Tropical Diseases in Ghana and Kenya: Cross-Sectional Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wang</surname>
            <given-names>Huanlin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Fuller</surname>
            <given-names>Claire</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Cano</surname>
            <given-names>Mireia</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8379-3231</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Ruiz-Postigo</surname>
            <given-names>José A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7165-8358</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Macharia</surname>
            <given-names>Paul</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3564-8873</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Ampem Amoako</surname>
            <given-names>Yaw</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4642-789X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Odame Phillips</surname>
            <given-names>Richard</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8992-0222</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Kinyeru</surname>
            <given-names>Esther</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0001-8764-4620</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Carrion</surname>
            <given-names>Carme</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>eHealth Lab Research Group</institution>
            <institution>eHealth Center, School of Health Sciences</institution>
            <institution>Universitat de Catalunya</institution>
            <addr-line>Rambla del Poblenou, 156</addr-line>
            <addr-line>Barcelona, 08018</addr-line>
            <country>Spain</country>
            <phone>34 630983328</phone>
            <email>mcarrionr@uoc.edu</email>
          </address>
          <xref rid="aff8" ref-type="aff">8</xref>
          <xref rid="aff9" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1479-7551</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>eHealth Lab Research Group</institution>
        <institution>eHealth Center, School of Health Sciences</institution>
        <institution>Universitat de Catalunya</institution>
        <addr-line>Barcelona</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Innovation, Digital Transformation and Health Economics Research Group</institution>
        <institution>Research Institut Germans Trias i Pujol</institution>
        <addr-line>Badalona</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Prevention, Treatment and Care Unit</institution>
        <institution>Department of Control of Neglected Tropical Diseases</institution>
        <institution>World Health Organization</institution>
        <addr-line>Geneva</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Strathmore University</institution>
        <addr-line>Nairobi</addr-line>
        <country>Kenya</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Kumasi Centre for Collaborative Research in Tropical Medicine</institution>
        <institution>Kwame Nkrumah University of Science and Technology</institution>
        <addr-line>Kumasi</addr-line>
        <country>Ghana</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>School of Medicine and Dentistry</institution>
        <institution>Kwame Nkrumah University of Science and Technology</institution>
        <addr-line>Kumasi</addr-line>
        <country>Ghana</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Ministry of Health</institution>
        <addr-line>Nakuru</addr-line>
        <country>Kenya</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>School of Health Sciences</institution>
        <institution>Universitat de Girona</institution>
        <addr-line>Girona</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff9">
        <label>9</label>
        <institution>Network for Research on Chronicity, Primary Care, and Health Promotion</institution>
        <addr-line>Barcelona</addr-line>
        <country>Spain</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Carme Carrion <email>mcarrionr@uoc.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>4</month>
        <year>2024</year>
      </pub-date>
      <volume>26</volume>
      <elocation-id>e51628</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>8</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>2</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>27</day>
          <month>2</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>8</day>
          <month>3</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Mireia Cano, José A Ruiz-Postigo, Paul Macharia, Yaw Ampem Amoako, Richard Odame Phillips, Esther Kinyeru, Carme Carrion. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 30.04.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2024/1/e51628" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Neglected tropical diseases (NTDs) affect over 1.5 billion people worldwide, primarily impoverished populations in low- and middle-income countries. Skin NTDs, a significant subgroup, manifest primarily as skin lesions and require extensive diagnosis and treatment resources, including trained personnel and financial backing. The World Health Organization has introduced the SkinNTDs app, a mobile health tool designed to train and be used as a decision support tool for frontline health care workers. As most digital health guidelines prioritize the thorough evaluation of mobile health interventions, it is essential to conduct a rigorous and validated assessment of this app.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to assess the usability and user experience of World Health Organization SkinNTDs app (version 3) as a capacity-building tool and decision-support tool for frontline health care workers.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A cross-sectional study was conducted in Ghana and Kenya. Frontline health care workers dealing with skin NTDs were recruited through snowball sampling. They used the SkinNTDs app for at least 5 days before completing a web-based survey containing demographic variables and the user version of the Mobile Application Rating Scale (uMARS), a validated scale for assessing health apps. A smaller group of participants took part in semistructured interviews and one focus group. Quantitative data were analyzed using SPSS with a 95% CI and <italic>P</italic>≤.05 for statistical significance and qualitative data using ATLAS.ti to identify attributes, cluster themes, and code various dimensions that were explored.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Overall, 60 participants participated in the quantitative phase and 17 in the qualitative phase. The SkinNTDs app scored highly on the uMARS questionnaire, with an app quality mean score of 4.02 (SD 0.47) of 5, a subjective quality score of 3.82 (SD 0.61) of 5, and a perceived impact of 4.47 (SD 0.56) of 5. There was no significant association between the app quality mean score and any of the categorical variables examined, according to Pearson correlation analysis; app quality mean score vs age (<italic>P</italic>=.37), sex (<italic>P</italic>=.70), type of health worker (<italic>P</italic>=.35), country (<italic>P</italic>=.94), work context (<italic>P</italic>=.17), frequency of dealing with skin NTDs (<italic>P</italic>=.09), and dermatology experience (<italic>P</italic>=.63). Qualitative results echoed the quantitative outcomes, highlighting the ease of use, the offline functionality, and the potential utility for frontline health care workers in remote and resource-constrained settings. Areas for improvement were identified, such as enhancing the signs and symptoms section.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The SkinNTDs app demonstrates notable usability and user-friendliness. The results indicate that the app could play a crucial role in improving capacity building of frontline health care workers dealing with skin NTDs. It could be improved in the future by including new features such as epidemiological context and direct contact with experts. The possibility of using the app as a diagnostic tool should be considered.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR2-10.2196/39393</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>SkinNTDs app</kwd>
        <kwd>mHealth</kwd>
        <kwd>mobile health</kwd>
        <kwd>neglected tropical diseases</kwd>
        <kwd>NTDs</kwd>
        <kwd>skin neglected tropical diseases</kwd>
        <kwd>low- and middle-income countries</kwd>
        <kwd>tropical disease</kwd>
        <kwd>app</kwd>
        <kwd>training tool</kwd>
        <kwd>digital health</kwd>
        <kwd>intervention</kwd>
        <kwd>decision support tool</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The World Health Organization (WHO) defines mobile health (mHealth) as the application of wireless technology, such as mobile phones, to the provision of health care. It is regarded as a component of eHealth, which also refers to the secure and cost-effective use of information and communication technology to assist with health system and disciplines related with health [<xref ref-type="bibr" rid="ref1">1</xref>]. In fact, the WHO itself has recognized that eHealth has the potential to significantly contribute to sustainability and accessibility in the health system. In this regard, the number of mHealth interventions worldwide has been steadily increasing over the last decade.</p>
        <p>This is even more relevant in regions such as Africa where the health challenges are much greater. In 2022, a systematic review of digital health interventions in sub-Saharan Africa identified 738 digital health interventions, highlighting multiple overlapping solutions with limited focus and scalability [<xref ref-type="bibr" rid="ref2">2</xref>]. The WHO is therefore working to address these challenges, and already in 2010, it published a continent-specific digital health strategy [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>Among the diseases that seem likely to benefit from such interventions are the neglected tropical diseases (NTDs) [<xref ref-type="bibr" rid="ref4">4</xref>], a group of 20 diseases and conditions identified by the WHO. As their name implies, NTDs are diseases that have not historically received any kind of priority attention from international health organizations, despite affecting more than 1.5 billion people [<xref ref-type="bibr" rid="ref5">5</xref>]. This is directly related to the fact that most of these illnesses are only found in low- and middle-income countries (LMICs) in tropical and subtropical regions, and they primarily affect women and children [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>If undetected or untreated, some of these diseases can either be fatal or become chronic and irreversible, leading not only to lifelong disabilities but also compromised mental well-being; stigmatization; social exclusion; and, in certain countries, even experiences of racism [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. This in turn perpetuates a cycle of poverty that has a direct impact on the development and economic productivity of LMICs [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>In 2005, the WHO finally decided that a comprehensive strategy was needed to address the complexity surrounding these diseases. It therefore shifted from tackling them individually to tackling them as a single group, the NTDs [<xref ref-type="bibr" rid="ref5">5</xref>]. It later decided to create subgroups depending on their management: those that are potentially preventable through large-scale chemotherapy interventions and those that require individual case management [<xref ref-type="bibr" rid="ref9">9</xref>]. Within the latter category lie skin NTDs, a group of NTDs that manifest primarily as skin lesions, such as edema, patches, and ulceration, which can be detected through visual screening [<xref ref-type="bibr" rid="ref10">10</xref>]. This group consists of Buruli ulcer, cutaneous leishmaniasis, deep fungal infections, post–kala-azar dermal leishmaniasis, leprosy, lymphatic filariasis, mycetoma, onchocerciasis, scabies and other ectoparasites, and yaws. The management of these diseases hinges on early detection and treatment, which demands significant resources, including skilled personnel and financial support [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. However, early detection of these diseases is often difficult due to various factors. For instance, they are frequently painless, which can prevent them from seeking medical attention at an early stage. In addition, there is low awareness of these diseases among the population at highest risk, and, as mentioned before, stigma and discrimination associated with these diseases can also discourage people from seeking medical help [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Therefore, a key player that emerges in the strategic framework for successfully managing skin NTDs are the <italic>frontline health workers</italic>. This term refers to any health worker who directly provides service to a community. Although they frequently lack specialized medical training, knowledge of data collection techniques, and peer contact, they are real key players [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Indeed, they often are the initial point of contact for disease control for most skin NTDs, given that they can be visually identified and that clinical diagnosis is the most accessible diagnostic tool available [<xref ref-type="bibr" rid="ref11">11</xref>]. Hence, it is important to enhance their education and training to facilitate their role in diagnosing, in treating, in referring patients to another level of the health system [<xref ref-type="bibr" rid="ref10">10</xref>], and even in mitigating the stigma associated with skin NTDs [<xref ref-type="bibr" rid="ref13">13</xref>]. In order to achieve this last-mentioned goal, numerous training initiatives for frontline health workers have been undertaken to date with good results and have been well received by them [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. However, the predominance of in-person small group formats, with the program often targeting only 1 condition, limits the reach and increases the expense of these initiatives. Identifying alternatives to enhance the efficiency and expandability of these programs is crucial [<xref ref-type="bibr" rid="ref11">11</xref>]. mHealth stands out as a promising, practical, and extendable approach to support frontline health worker training [<xref ref-type="bibr" rid="ref18">18</xref>]. Although its adoption for this specific purpose has been limited, reviews of existing literature have highlighted its potential effectiveness [<xref ref-type="bibr" rid="ref18">18</xref>]. Furthermore, specifically for skin NTDs, the WHO promotes the use of teledermatology and web-based training courses and materials whenever possible. That is the main reason why the WHO’s Department of Control of Neglected Tropical Diseases has developed the SkinNTDs app [<xref ref-type="bibr" rid="ref19">19</xref>], a mobile version of the training guide they published in 2018 [<xref ref-type="bibr" rid="ref20">20</xref>]. By using an algorithm based on identifying signs and symptoms and providing more information about these diseases, this app assists frontline health workers in the diagnosis and management of skin NTDs.</p>
        <p>However, although the third version has already been released, the app’s usability, efficacy, and effectiveness have not yet been evaluated. This is a critical step in guaranteeing quality and empowering end users not to rely entirely on popularity or “star”-rating systems, which have already been proved insufficient [<xref ref-type="bibr" rid="ref21">21</xref>]. Evaluation of mHealth interventions is a key component of most digital health technology frameworks [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>], even more so when app-based mHealth interventions are scarce in Africa, as most mHealth interventions in this region are SMS text messaging based [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>The intervention maturity life cycle schematic proposed by WHO [<xref ref-type="bibr" rid="ref24">24</xref>] is a practical guide explaining the goals at each stage, the number of participants required, and the measurement targets. Considering these guidelines and the stage of maturity of the SkinNTDs app (the first and second stage), it now seems appropriate to evaluate its feasibility and usability. In this stage, questions regarding how the app is used by end users, how it fits into their workflow, and how easy the learning curve of use is should be answered before moving on to the next stage (efficacy).</p>
        <p>One reliable tool available to assess usability is the user version of the Mobile Application Rating Scale (uMARS) [<xref ref-type="bibr" rid="ref26">26</xref>], a simple tool for classifying and rating mHealth apps based on 4 objective subdomains (engagement, functionality, aesthetics, and information quality) and 1 subjective quality subdomain.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>Given the WHO’s commitment to mHealth as a tool to achieve a range of sustainable goals, it is essential to evaluate interventions that have the potential to be highly scalable and cost-effective. This paper summarizes the results of a cross-sectional study assessing the engagement, functionality, aesthetics, and information quality of version 3 of the SkinNTDs app for the real end user in their actual context according to a validated tool. In addition, a secondary objective was to check whether the demographic information gathered influenced the final uMARS score, given that the developers of the SkinNTD app had no plans to customize the app for different settings upon its implementation.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>A cross-sectional study was conducted between December 2022 and April 2023 in Ghana and Kenya. The study design and methods are described in detail in the published protocol [<xref ref-type="bibr" rid="ref27">27</xref>]. Deviations from this protocol are summarized in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was conducted according to the ethical principles established by the World Medical Association in the Declaration of Helsinki of Ethical Principles for Medical Research Involving Human Subjects [<xref ref-type="bibr" rid="ref28">28</xref>]. To guarantee that the protocol complied with the ethical standards of all 3 countries involved, it was approved by their respective ethics committees. The protocol was authorized by the Ethics Committee of Universitat Oberta de Catalunya (Spain) (20201127_mcarrion_NTDs), the Ethical Committee of Kwame Nkrumah University of Science and Technology (Ghana) (CHRPE/AP/576/22), and the Ethical Committee of Coast General Teaching and Referral Hospital (Kenya) (ERC-CGH/MSc/VOL.I).</p>
        <p>Participants gave informed consent to participate in the study before taking part. To ensure confidentiality and anonymity, each participant was assigned a unique identification number (eg, P01) for coding all collected information and data. Moreover, participants did not receive any economic compensation for their participation in this study.</p>
      </sec>
      <sec>
        <title>Participant Recruitment and Eligibility Criteria</title>
        <p>Nonprobabilistic snowball sampling was used due to the difficulty in making direct contact with frontline health care workers in these 2 countries. Snowball sampling is a recruitment technique in which chosen participants are asked to find and contact other potential participants from among their acquaintances. Although this approach is nonrandomized, it appeared to be the best strategy to locate the participants of this study, as the main researchers were based on a different continent.</p>
        <p>A diagram representation of this snowball sampling recruitment is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>. More detailed information can be found in the published protocol [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>Anyone who worked or had worked with skin NTDs on a regular basis in the 2 selected countries, who were or had been in charge of their diagnosis and treatment, who had a smartphone (Apple or Android), and who had downloaded and used the SkinNTDs app on at least 5 different days was eligible to take part. In addition, participants had to use WhatsApp (Meta Platforms) or email to send the informed consent. Limited understanding of the English language and refusal to sign informed consent form were factors for exclusion.</p>
        <p>The same population was the target for both parts of the study. Before signing the informed consent form, participants were asked to read the information page.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Diagrammatic representation of snowball sampling recruitment. MARS: Mobile Application Rating Scale; WHO: World Health Organization.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e51628_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Sample Size Calculation</title>
        <p>As already mentioned, this study followed the steps proposed in the intervention maturity life cycle schematic described by the WHO in <italic>Monitoring and Evaluating Digital Health Interventions</italic> [<xref ref-type="bibr" rid="ref24">24</xref>]. As a result, sample size was determined using this guide.</p>
        <p>The SkinNTDs app is now at the prototype stage, which, in accordance with WHO recommendations, corresponds to stages 1 and 2. The WHO suggests evaluating the intervention with a sample size between 10 and 100 people. Given that a sample of 100 participants is the maximum number advised and that this study was conducted on the web, we assumed a 50% dropout rate. These calculations resulted in a 50-person final sample size.</p>
      </sec>
      <sec>
        <title>Outcomes</title>
        <sec>
          <title>Demographic Variables</title>
          <p>Participants were asked to complete an anonymous survey of various demographic data that included age, sex, country of residence, type of frontline health care worker, frequency of dealing with skin NTDs, experience and training in dermatology, work environment, working institution, knowledge of mobile technology, and languages spoken.</p>
        </sec>
        <sec>
          <title>Quantitative Method: uMARS Questionnaire</title>
          <p>The uMARS was used to assess the quality of the SkinNTDs app [<xref ref-type="bibr" rid="ref26">26</xref>]. This tool assesses 20 items clustered into 4 objective subscales (engagement, functionality, aesthetics, and information quality) and 1 subjective subscale. Participants rated each item using a Likert scale from 1 to 5; higher numbers meant a better rating. A “not applicable” option was available in case an item could not be assessed. In the extra “app-specific” category, only the relevant questions for this study were chosen. Finally, 9 self-created questions were added to complete the survey.</p>
          <p>A total of 2 scores were obtained based on the original recommendation from the authors of this scale: app quality score and app subjective quality score. Questions rated as not applicable were excluded from the score.</p>
          <p>In our study, we adapted the evaluation process based on the original article’s recommendations, which suggested a minimum application use time of 10 minutes before completing the uMARS. However, we considered that this time was not enough to complete a comprehensive evaluation, and we extended to 5 days.</p>
        </sec>
        <sec>
          <title>Qualitative Methods: Semistructured Interviews and Focus Groups</title>
          <p>Due to the different realities of the context of the 2 countries, 2 qualitative methods were used.</p>
          <p>Semistructured interviews were conducted as a qualitative method for exploring the perspectives, perceptions, and opinions of participants, combining prepared questions with others that arose during the interview [<xref ref-type="bibr" rid="ref29">29</xref>]. Each participant was asked 7 questions based on the key findings obtained from the uMARS questionnaire in the same order and in the same words as a standardization that facilitated comparison [<xref ref-type="bibr" rid="ref30">30</xref>]. In addition, interviewers could ask unforeseen questions based on a participant’s answer. The questions were unbiased, open-ended, and well-written and used simple terms.</p>
          <p>Focus groups were also used as another qualitative research method for the same purpose as before. This method involves a moderator posing targeted questions to participants in a group setting, with the advantage of capturing valuable interactions among them [<xref ref-type="bibr" rid="ref31">31</xref>]. Focus group sessions also incorporated the same set of 7 questions used in the semistructured interviews. Moreover, the moderator had the same flexibility to ask unforeseen questions based on the participants’ interactions and responses.</p>
          <p>Our study design incorporated a predetermined objective to include a minimum of 10% of the overall sample size or continue data collection until reaching a point of information saturation using both methods.</p>
          <p>More details of the instruments can be found in the study protocol [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Data Collection and Study Procedure</title>
        <p>The principal researcher delivered the consent form via email or WhatsApp when frontline health care workers contacted her. However, participants enrolled at Coast General Teaching and Referral Hospital (Kenya), due to ethical requirements, signed a paper-based consent form delivered to them by the local investigator. After it was signed, participants received a follow-up email with more details about the study and a link to the uMARS survey, which they had to answer after using the app for at least 5 days.</p>
        <p>Participants were able to express their willingness to take part in the semistructured interviews in the same questionnaire.</p>
        <p>After reading the detailed information sheet for this second phase of the study, participants who had agreed were required to sign a second consent form. Then, the interview was scheduled by mutual agreement.</p>
        <p>The interviews were conducted via Google Meet (Google) and had a duration ranging from 25 to 40 minutes. The focus groups were conducted face-to-face and moderated by a local researcher for 60 minutes. All sessions were recorded regardless of the qualitative method used.</p>
        <p>During this time, the interviewer and moderator could take notes and reiterate any questions or sentences for clarification.</p>
        <p>Interviews and focus groups were all transcribed using Otter.ai software (Sam Liang) for analysis. The research protocol provides more information on the procedure for data collection [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>All quantitative data analyses were conducted using SPSS (version 25; IBM Corp) for Windows, with the statistical significance set at <italic>P</italic>≤.05. A descriptive analysis was conducted to describe the demographic variables and data obtained from the uMARS scores. Categorical variables were described in terms of frequencies and continuous variables in terms of central tendency and dispersion measurements. All data were shown in tables. Data normality was evaluated using Kolmogorov-Smirnov test (<italic>P</italic>=.05). The <italic>t</italic> test (2-tailed) was used for comparing means of bivariate variables and ANOVA for comparing means of multivariate variables. A logistic regression analysis was performed to add the covariates that could skew the main association under analysis. A CI of 95% was assumed, and <italic>P</italic>≤.05 was considered a significant difference.</p>
        <p>Selected quotes were returned to participants for approval. Qualitative data derived from the semistructured interviews and focus groups were analyzed using ATLAS.ti (ATLAS.ti Scientific Software Development GmbH). We identified attributes, clustered them into different themes, and then coded these themes to analyze the various dimensions explored during the interviews.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participants</title>
        <p>In total, 60 participants took part in this study. Demographic characteristics are shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <p>Of the 60 participants, 57% (n=34) were male individuals. Participants were divided quite homogeneously in the different age groups, &#60;36 years (n=22, 37%), 36 to 45 years (n=22, 37%), and 46 to 65 years (n=16, 27%). Participation was higher in Kenya with 36 (60%) participants, compared with the 24 (40%) from Ghana. Up to 93% (n=56) of them referred to working in a public health care institution. From all these participants, 72% (n=43) identified themselves as frontline health care workers, and 62% (n=37) mentioned working in a rural area. The vast majority of the participants were not dermatology specialists but said they had some experience with the topic (n=44, 73%). The participants were distributed similarly in terms of how frequently they dealt with skin. More than half of the participants (n=41, 68%) considered they had extensive knowledge of mobile technology, and 87% (n=52) had no additional training before using the app. Speaking English was a requirement for participation, so everyone who participated did. However, there were up to 19 more languages registered, among which Swahili stood out as the second most spoken language by the participants in Kenya (25/36, 69%) and Twi in Ghana (20/24, 83%).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Participant demographics in the World Health Organization’s SkinNTDs app usability and user experience assessment through the user version of the Mobile Application Rating Scale survey (n=60) shown by frequencies (%).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="570"/>
            <col width="0"/>
            <col width="370"/>
            <thead>
              <tr valign="top">
                <td colspan="4">Variable</td>
                <td>Participants, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Age (y)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">&#60;35</td>
                <td>22 (37)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">36-45</td>
                <td>22 (37)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">46-65</td>
                <td>16 (27)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Female</td>
                <td>26 (43)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Male</td>
                <td>34 (57)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Country</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Kenya</td>
                <td>36 (60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Ghana</td>
                <td>24 (40)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Type of health worker</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Frontline</td>
                <td>43 (72)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Nonfrontline</td>
                <td>17 (28)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Work context</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Rural</td>
                <td>37 (62)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Urban</td>
                <td>23 (38)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Type of working institution</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Public health care setting</td>
                <td>56 (93)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Private health care setting</td>
                <td>2 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Nongovernmental organization</td>
                <td>2 (3)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Dermatology experience</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Not trained, no experience in dermatology</td>
                <td>13 (22)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Not trained, but some experience in dermatology</td>
                <td>44 (73)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Trained and experienced in dermatology</td>
                <td>3 (5)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Frequency of dealing with skin</bold>
                  <bold>neglected tropical diseases</bold>
                  <bold>(cases/month)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Rarely (&#60;1)</td>
                <td>13 (22)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Occasionally (1-3)</td>
                <td>13 (22)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Frequently (4-6)</td>
                <td>21 (35)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Usually (&#62;6)</td>
                <td>13 (22)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Knowledge of mobile technology</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">High knowledge</td>
                <td>41 (68)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Medium knowledge</td>
                <td>19 (32)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Extra training in app use</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Yes</td>
                <td>8 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">No</td>
                <td>52 (87)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Language</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Kenyan participants (n=36)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>English</td>
                <td colspan="2">36 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Swahili</td>
                <td colspan="2">25 (69)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Kamba</td>
                <td colspan="2">3 (8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Kikuyu</td>
                <td colspan="2">2 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Marakwet</td>
                <td colspan="2">2 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Dhulo</td>
                <td colspan="2">1 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Kisii</td>
                <td colspan="2">1 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Kalenjin</td>
                <td colspan="2">1 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Oromo</td>
                <td colspan="2">1 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Somali</td>
                <td colspan="2">1 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Ghanaian participants (n=24)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>English</td>
                <td colspan="2">24 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Twi</td>
                <td colspan="2">20 (83)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Asanti</td>
                <td colspan="2">3 (12)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Fante</td>
                <td colspan="2">2 (8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Akan</td>
                <td colspan="2">1 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>French</td>
                <td colspan="2">1 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Chinese</td>
                <td colspan="2">1 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Ga</td>
                <td colspan="2">1 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Ewe</td>
                <td colspan="2">1 (4)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>uMARS Score</title>
        <p><xref ref-type="table" rid="table2">Tables 2</xref> and <xref ref-type="table" rid="table3">3</xref> show the overall results from the 3 sections of the uMARS questionnaire and specific results for each subdomain. They appear separately according to the recommendations of the uMARS authors, in order to strengthen the objectivity of the final result.</p>
        <p>The SkinNTDs app received an overall score of 4.02 (0.47) out of 5 in the app quality mean score, 3.82 (0.61) out of 5 in the subjective mean score, and 4.47 (0.56) out of 5 in the perceived impact section. Thus, the app received more than 75% of the maximum score in all 3 sections.</p>
        <p>These overall scores can be broken down as follows: starting with the most objective scoring, the app quality mean score is the average obtained in each of the 4 uMARS domains (engagement, functionality, aesthetics, and information quality), which in turn are divided into 16 subdomains. The scores range from 3.65 to 4.20, with engagement being the lowest rated and information quality the highest rated. Moreover, SDs are between 0.47 and 0.65, indicating that the dispersion of the data tends to be medium-low. Notably, the lowest-rated subdomain was customization (mean 3.18, SD 1.02, out of 5), which refers to whether the app provides all necessary settings and preferences for app features (eg, sound, content, and notifications). In contrast, the credibility of the source subdomain was the highest rated of the 16 (mean 4.55 (SD) out of 5), referring to whether the app comes from a legitimate source.</p>
        <p>At a subjective level, the app obtained a mean score of 3.82 (SD) out of 5. The findings in this section indicate that individuals are not very eager to pay for this app (mean 2.57, SD 1.33); however, the subvariable measuring whether they would recommend the app had a very high score (mean 4.65, SD 0.70). Finally, when the participants were asked for the overall rating, the average score was 4.08 (SD), which is extremely close to the quality mean score of 4.02 (SD). In this case, the SDs are slightly higher than in the previous section, indicating more variability in the responses.</p>
        <p>Finally, the participants rated the perceived impact score (including awareness and knowledge) highly, with mean values of 4.40 (SD) and 4.55 (SD) out of 5 correspondingly.</p>
        <p><xref ref-type="table" rid="table3">Table 3</xref> shows more detailed information regarding the specific results for each subdomain. In addition, graph 1 presents the scores of all objective domains assessed in a visual way.</p>
        <p><xref ref-type="table" rid="table3">Table 3</xref> specifies the detailed results for each subdomain. In addition, <xref rid="figure2" ref-type="fig">Figure 2</xref> shows the results obtained in each subdomain visually by country.</p>
        <p>The study was completed with the comparison of the mean, which was based on the comparison between the global app quality mean score versus the main domains. The Kolmogorov-Smirnov test demonstrates a normal distribution of the data derived from the app quality mean score. Thus, a <italic>t</italic> test was used for comparing means of bivariate variables and ANOVA for comparing means of multivariate variables.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Results of the validated user version of the Mobile Application Rating Scale domains according to the cross-sectional study.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="370"/>
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Domain</td>
                <td>Mean (SD)</td>
                <td>Minimum</td>
                <td>Maximum</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>App quality mean score</bold>
                </td>
                <td>4.02 (0.47)</td>
                <td>2.89</td>
                <td>4.83</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Engagement mean score</td>
                <td>3.65 (0.57)</td>
                <td>2.20</td>
                <td>4.80</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Functionality mean score</td>
                <td>4.18 (0.65)</td>
                <td>2.50</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Aesthetics mean score</td>
                <td>4.02 (0.53)</td>
                <td>3</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Information mean score</td>
                <td>4.20 (0.49)</td>
                <td>3</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td colspan="2">App subjective mean score</td>
                <td>3.82 (0.61)</td>
                <td>2.25</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td colspan="2">App perceived impact</td>
                <td>4.47 (0.56)</td>
                <td>2.50</td>
                <td>5</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Results of each validated user version of the Mobile Application Rating Scale subscale domain according to the cross-sectional study.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="370"/>
            <col width="0"/>
            <col width="200"/>
            <col width="0"/>
            <col width="200"/>
            <col width="0"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Subdomains</td>
                <td colspan="2">Mean (SD)</td>
                <td colspan="2">Minimum</td>
                <td>Maximum</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="8">
                  <bold>Engagement score</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Entertainment</td>
                <td colspan="2">4.03 (0.69)</td>
                <td colspan="2">3</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Interest</td>
                <td colspan="2">4.08 (0.72)</td>
                <td colspan="2">2</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Customization</td>
                <td colspan="2">3.18 (1.02)</td>
                <td colspan="2">1</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Interactivity</td>
                <td colspan="2">3.22 (0.92)</td>
                <td colspan="2">1</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Target group</td>
                <td colspan="2">3.98 (0.97)</td>
                <td colspan="2">1</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Functionality score</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Performance</td>
                <td colspan="2">4.17 (0.93)</td>
                <td colspan="2">2</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Ease of use</td>
                <td colspan="2">4.20 (0.71)</td>
                <td colspan="2">3</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Navigation</td>
                <td colspan="2">4.30 (0.83)</td>
                <td colspan="2">2</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gestural design</td>
                <td colspan="2">4.15 (0.71)</td>
                <td colspan="2">2</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Aesthetics score</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Layout</td>
                <td colspan="2">4.20 (0.73)</td>
                <td colspan="2">3</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Graphics</td>
                <td colspan="2">3.93 (0.68)</td>
                <td colspan="2">3</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Visual appeal</td>
                <td colspan="2">3.90 (0.54)</td>
                <td colspan="2">3</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Information score</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quality of information</td>
                <td colspan="2">3.93 (0.63)</td>
                <td colspan="2">2</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quantity of information</td>
                <td colspan="2">4.32 (0.75)</td>
                <td colspan="2">2</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Visual information</td>
                <td colspan="2">4.18 (0.65)</td>
                <td colspan="2">3</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Credibility of source</td>
                <td colspan="2">4.55 (0.80)</td>
                <td colspan="2">2</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Subjective items score</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Would you recommend?</td>
                <td colspan="2">4.65 (0.75)</td>
                <td colspan="2">2</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>How many times?</td>
                <td colspan="2">3.98 (0.83)</td>
                <td colspan="2">2</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Would you pay?</td>
                <td colspan="2">2.57 (1.33)</td>
                <td colspan="2">1</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Overall (star) rating</td>
                <td colspan="2">4.08 (0.70)</td>
                <td colspan="2">2</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Perceived impact score</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Awareness</td>
                <td colspan="2">4.40 (0.59)</td>
                <td colspan="2">3</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Knowledge</td>
                <td colspan="2">4.55 (0.62)</td>
                <td colspan="2">2</td>
                <td colspan="2">5</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Radar chart evaluation of each app’s objective quality domain according to the user version of the Mobile Application Rating Scale (uMARS), with results divided by country.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e51628_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The results (<xref ref-type="table" rid="table4">Table 4</xref>) revealed that there was no statistically significant difference in any of the variables.</p>
        <p>Similarly, linear regression showed that there was no significant association between the app quality mean score and any of the categorical variables examined above (<italic>F</italic>=0.60; <italic>P</italic>=.76), with <italic>R</italic><sup>2</sup>=0.07.</p>
        <p>The linear regression model analyzing the main demographic variables of the participants and their correlation with the user version of the Mobile Application Rating Scale (uMARS) app quality mean score in the cross-sectional study is as follows: The model shows an R value of 0.27, an R<sup>2</sup> of 0.07, and an adjusted R<sup>2</sup> of –0.05. The <italic>F</italic> test for this model (<italic>df</italic>=0.60) resulted in a <italic>P</italic> value of .76. The dependent variable for this analysis was the app quality mean score, and the predictors included age, sex, type of health worker, country, work context, frequency of dealing with skin NTDs, and dermatology experience. Meaning that there was no significant association between the app quality mean score and any of the categorical variables examined. Finally, as mentioned in the Methods section, 7 questions were added to complete the app evaluation, which are shown in <xref ref-type="table" rid="table5">Table 5</xref>.</p>
        <p>It is worth noting that 64% (36/60) of participants used the app more than the minimum number of times required before answering the survey, and the majority believed that using the app would reduce the time it takes to diagnose skin NTDs. In terms of connectivity, while up to 67% (40/60) claimed to have a strong connection, a substantial minority group of 33% (20/60) still had limited or no access to the internet.</p>
        <p>Almost all the participants favored the inclusion of skin NTDs surveillance, the ability to include patient records, and the availability of a computer version of the app.</p>
        <p>Slightly more than half of the participants (32/60, 53%) considered it necessary for the app to be available in other languages, with Twi and Swahili being the first on the list.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Comparison of means between user version of the Mobile Application Rating Scale app quality mean score versus the main demographic variables of participants in the cross-sectional study.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="370"/>
            <col width="250"/>
            <col width="350"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variables compared and statistical tests performed</td>
                <td>Value</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>App quality mean score vs age</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Levene statistic</td>
                <td>1.42</td>
                <td>.25</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>ANOVA</td>
                <td>1.01</td>
                <td>.37</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>App quality mean score vs sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Levene statistic</td>
                <td>2.24</td>
                <td>.14</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>t</italic> test (<italic>58</italic>)</td>
                <td>0.40</td>
                <td>.70</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>App quality mean score vs type of health worker</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Levene statistic</td>
                <td>0.04</td>
                <td>.84</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>t</italic> test (<italic>58</italic>)</td>
                <td>–0.94</td>
                <td>.35</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>App quality mean score vs country</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Levene statistic</td>
                <td>5.09</td>
                <td>.03</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>T-Welch</td>
                <td>0.08</td>
                <td>.94</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>App quality mean score vs work context</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Levene statistic</td>
                <td>2.95</td>
                <td>.09</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>t</italic> test (<italic>df</italic>)</td>
                <td>–1.40 (58)</td>
                <td>.17</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>App quality mean score vs frequency of dealing with skin neglected tropical diseases</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Levene statistic</td>
                <td>4.13</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Kruskal-Wallis test</td>
                <td>6.40</td>
                <td>.09</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>App quality mean score vs dermatology experience</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Levene statistic</td>
                <td>0.88</td>
                <td>.50</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>ANOVA</td>
                <td>0.70</td>
                <td>.63</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Other relevant questions added to the user version of the Mobile Application Rating Scale survey (n=60).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="550"/>
            <col width="0"/>
            <col width="420"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Questions</td>
                <td>Responses, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Duration of use</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#60;7 days</td>
                <td colspan="2">21 (35)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1-4 weeks</td>
                <td colspan="2">26 (43)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1-2 months</td>
                <td colspan="2">11 (18)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2-4 months</td>
                <td colspan="2">2 (3)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Internet connection</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>I hardly have internet access</td>
                <td colspan="2">3 (5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Most of the time I do not have internet access</td>
                <td colspan="2">8 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sometimes I have internet access</td>
                <td colspan="2">9 (15)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Most of the time I have internet access</td>
                <td colspan="2">31 (52)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>I always have internet access</td>
                <td colspan="2">9 (15)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Translation</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">32 (53)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">28 (47)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Surveillance</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">100 (100)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Patient records</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">59 (98)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">1 (2)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Desktop version</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">51 (85)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">9 (15)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Semistructured Interviews</title>
        <sec>
          <title>Overview</title>
          <p>Regarding the second part of the study, 55% (33/60) of participants showed an interest in participating. However, only 13 men and 4 women were interviewed (5 from Ghana and 12 from Kenya). Upon interviewing 17 people, we observed that the responses started to repeat, indicating data saturation. The data collection comprised 10 semistructured interviews, with 5 participants from Ghana and 4 from Kenya, along with a single focus group conducted in Kenya involving 8 participants.</p>
          <p>Most participants (10/17, 59%) were aged between 46 and 65 years. Approximately, 76% (13/17) of the participants were frontline health care workers, and 47% (8/17) said that they had occasional contact with skin NTDs. Demographic characteristics are shown in <xref ref-type="table" rid="table6">Table 6</xref>.</p>
          <p>Despite being asked 7 questions, not all participants were able to provide detailed answers that allowed attributes to be identified. This was mainly due to technological and language barriers.</p>
          <p>Both the semistructured interview and the focus group data were transcribed by 2 researchers (MC and PM) and thoroughly reviewed by 1 researcher (MC) to gain an initial understanding of the data. Subsequently, expressions aligning with the study objectives were extracted from the text and transformed into attributes (n=95) using ATLAS.ti software. These codes represented condensed versions of the professionals’ thoughts. On the basis of the content similarity, the codes were further grouped into themes (n=18), which were then associated with each question asked. At this stage, another researcher (CC) examined the coding, subcategories, and higher-level categories. Discussions were held to reach a consensus on the content and names assigned to categories.</p>
          <p><xref ref-type="table" rid="table7">Table 7</xref> presents the description and frequency of the identified themes and selected participant quotes.</p>
          <table-wrap position="float" id="table6">
            <label>Table 6</label>
            <caption>
              <p>Participant demographics in the World Health Organization’s SkinNTDs app usability and user experience assessment through semistructured interviews and focus group (n=17).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="570"/>
              <col width="0"/>
              <col width="400"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Variable</td>
                  <td>Participants, n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Age (y)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>&#60;35</td>
                  <td colspan="2">4 (23.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>36-45</td>
                  <td colspan="2">3 (17.6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>46-65</td>
                  <td colspan="2">10 (58.8)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Sex</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Female</td>
                  <td colspan="2">4 (23.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Male</td>
                  <td colspan="2">13 (76.5)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Country</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Kenya</td>
                  <td colspan="2">12 (70.6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Ghana</td>
                  <td colspan="2">5 (29.4)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Type of health worker</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Frontline</td>
                  <td colspan="2">13 (76.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Nonfrontline</td>
                  <td colspan="2">4 (23.5)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Frequency of dealing with skin neglected tropical diseases (cases/month)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Rarely (&#60;1)</td>
                  <td colspan="2">4 (23.5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Occasionally (1-3)</td>
                  <td colspan="2">8 (47.1)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Frequently (4-6)</td>
                  <td colspan="2">3 (17.6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Usually (&#62;6)</td>
                  <td colspan="2">2 (11.8)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>App assessment duration (5 days)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td colspan="2">14 (82.4)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td colspan="2"> 3 (17.6)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <table-wrap position="float" id="table7">
            <label>Table 7</label>
            <caption>
              <p>Description and frequency of the identified themes and selected participant quotes.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="290"/>
              <col width="160"/>
              <col width="520"/>
              <thead>
                <tr valign="bottom">
                  <td colspan="2">Theme</td>
                  <td>Participants<sup>a</sup>, n (%)</td>
                  <td>Best points</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Best points of the SkinNTDs app (n=10)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Good for people without SkinNTDs experience</td>
                  <td>8 (80)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“The App gives you a wide understanding about SkinNTDs without being an expert in this topic.” (P1)</p>
                      </list-item>
                      <list-item>
                        <p>“The App helps people without knowledge in SkinNTDs and leads them to the right directions to make diagnosis.” (P3)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Ease of use</td>
                  <td>3 (30)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“What I really appreciate from the App is that is really easy to navigate.” (P3)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Friendly interface</td>
                  <td>4 (40)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“I really like the interface.” (P4)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Offline functionality</td>
                  <td>4 (40)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“Is nice to have this App always available with you, even when you don’t have access to internet.” (P2)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Easy accessibility</td>
                  <td>4 (40)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“The fact that this App works offline, it means it is portable. And even in the most remote places it is still accessible. Making in a huge plus for its spread use.” (P4)</p>
                      </list-item>
                      <list-item>
                        <p>“It is nice that the App can be accessed anytime.” (P9)</p>
                      </list-item>
                      <list-item>
                        <p>“The app is always accessible.” (P8)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Simple language</td>
                  <td>2 (20)</td>
                  <td>“It is easy to understand because uses simple English.”(P9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Scope</td>
                  <td>2 (20)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“So it is good because, many people can be able to get the app and use it.” (P14)</p>
                      </list-item>
                      <list-item>
                        <p>“I think the app can be used especially in those areas, remote areas that are hard to reach areas where we have no doctors.” (P16)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Aspect to be improved of the SkinNTDs app (n=7)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Signs and symptoms section</td>
                  <td>4 (57)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“It is important to understand the sign and symptoms to don’t make wrong decisions. It may be not enough for nonexperts in Skin NTDs with the current information in the app. Hence, make wrong diagnosis.” (P1)</p>
                      </list-item>
                      <list-item>
                        <p>“I think it is needed to add more images to correct identify correctly the signs/symptoms.” (P5)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Customization aspect</td>
                  <td>1 (14)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“I think some holistic approach is needed to capture all skin NTDs.” (P6)</p>
                      </list-item>
                      <list-item>
                        <p>“The app should provide full information about a condition and its management according to different levels of care.” (P9)</p>
                      </list-item>
                      <list-item>
                        <p>“There is not an option to customize some preferences related to the App.” (P4)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Issues to be solved</td>
                  <td>1 (14)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“There are still small issues to be solved, such as hyperlinks which do not work, specially related to the images. Moreover, there is not a direct connections with the developers to make them aware of it.” (P3)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Lack of an expert panel</td>
                  <td>2 (29)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“I would like to have an option to upload photos, and ask a panel of experts to give their opinion in real-time.” (P2)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Lack of African photos</td>
                  <td>2 (29)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“Most of the photos are referred to outside African countries.” (P9)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>How to improve customization aspect (n=4)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Notifications</td>
                  <td>4 (100)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“In terms of notifications it may help to receive notifications when something is updated. I think this is the most significant part from customization, the notifications part.” (P1)</p>
                      </list-item>
                      <list-item>
                        <p>“I would like to have the option to programm sounds and notifications.” (P10)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Aesthetics</td>
                  <td>1 (25)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“I would like to have more options to customize some aspects, such as letter size or colors of the App.” (P4)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>How to improve interactivity aspect (n=4)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Feedback</td>
                  <td>3 (75)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“Maybe it could improve by adding more feedback and reminders.” (P6)</p>
                      </list-item>
                      <list-item>
                        <p>“The feedback and inputs should be reviewed on monthly basis.” (P10)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Frequently asked question section</td>
                  <td>1 (25)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“Put a FAQ on the Skin NTDs APP could be beneficial.” (P7)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Extra aspects (n=3)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Dissemination strategy</td>
                  <td>3 (100)</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>“Liaise with the professional body, for example with professional association. This will be good way to disseminate.” (P13)</p>
                      </list-item>
                      <list-item>
                        <p>“I think the first thing is creating awareness of the existence of the app through some kind of a seminar.” (P15)</p>
                      </list-item>
                      <list-item>
                        <p>“It can also be introduced through the training institutions. You know can introduce it to them, they use it in training their students and then once they graduate, they go out well informed and then they can use it right away.” (P15)</p>
                      </list-item>
                      <list-item>
                        <p>“The Ministry of Health takes it up and then it becomes as a standard of the way of managing patients with the skin diseases.” (P16)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table7fn1">
                <p><sup>a</sup>Not every participant provided sufficient elaboration to allow for identification of themes, so the frequency of individual themes does not add up to the total number of participants who participated in the semistructured interviews.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Best Features of the SkinNTDs App (n=10)</title>
          <p>Most of the participants (n=8, 80%) considered that the best feature of the SkinNTDs app is how good it is for people without skin NTDs experience. They stated that the app gives them a wider understanding and helpful directions to obtain further knowledge about these conditions. In addition, 40% (n=4) of participants identified the app’s user-friendly interface and offline functionality as significant aspects. Participants also mentioned the use of simple language in the app (n=2, 20%) and highlighted its potential scope (n=2, 20%), particularly as a tool suitable for use in rural areas.</p>
        </sec>
        <sec>
          <title>Points to Improve in the SkinNTDs App (n=7)</title>
          <p>The signs and symptoms section was the most frequently mentioned area for improvement (n=4, 57%), especially with regard to understanding the definition of signs and symptoms, which could lead to misdiagnosis. Furthermore, 29% (n=2) of participants expressed concerns about the absence of an expert panel for addressing doubts and queries. In addition, they highlighted the limited availability of African photographs (2/7, 29%), which posed challenges in accurately identifying symptoms on dark skin. Finally, 1 (14%) participant suggested enhancing the app’s personalization aspect, while another pointed out unresolved issues that negatively impacted his experience with the SkinNTDs app.</p>
        </sec>
        <sec>
          <title>How to Improve the Customization Domain of the SkinNTDs App (n=4)</title>
          <p>In terms of customization, the worst-rated domain in the uMARS, all participants (n=4, 100%) unanimously identified the notifications as a key point to improve the customization of the app. Specifically, participants emphasized the need for features such as sound alerts or notifications to indicate app updates. In addition, 1 (25%) participant expressed the importance of having the option to customize the font size within the app.</p>
        </sec>
        <sec>
          <title>How to Improve the Interactivity Domain of the SkinNTDs App (n=4)</title>
          <p>The 2 requests from participants to improve the interactivity of the SkinNTDs app were to add feedback (n=3, 75%) and a frequently asked question section (n=1, 25%).</p>
        </sec>
        <sec>
          <title>App Assessment Duration (n=11)</title>
          <p>Of the 11 participants who responded to the question on whether 5 days for testing the app was sufficient time to apply the appropriate evaluation criteria, 8 (73%) participants stated that it was sufficient, while 3 (27%) participants indicated that they felt the testing period should be increased to between 10 and 15 days.</p>
        </sec>
        <sec>
          <title>Medical Divide Feasibility (n=6)</title>
          <p>When asked whether the SkinNTDs app could be used as a medical device in the future, 5 (83%) participants responded affirmatively. They cited the app’s ability to be easily used almost anywhere and its regular updates as the main reasons for their positive outlook. However, 1 (17%) participant believed that the current state of the app was not sufficiently developed to be considered a medical device. They suggested that further development and clinical validation would be necessary to consider that as a viable option.</p>
        </sec>
        <sec>
          <title>Use of Other Health Apps (n=15)</title>
          <p>The vast majority of participants (n=13, 86%) denied using any kind of health care app. In contrast, 2 (13%) participants admitted to using some form of health app. One participant reported using an app specifically designed for managing patients with tuberculosis; the other participant mentioned having used an app but could not recall its specific purpose.</p>
        </sec>
        <sec>
          <title>Dissemination Strategy (n=3)</title>
          <p>After addressing all the questions, 3 (100%) participants emphasized the importance of discussing the dissemination strategy for the SkinNTDs app. They unanimously agreed that official institutions, such as regional or national associations, universities, and the Ministry of Health, should be involved in the dissemination process. They stressed that involving these associations would help establish the app as a standard of care and ensure that future health care professionals are trained in using technology effectively in their daily work practices.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Skin NTDs are a subgroup of 13 NTDs that present primarily as skin lesions that can be detected through visual screening. Tackling these diseases depends on prompt diagnosis and treatment; hence, the resources used tend to be substantial. If they are not identified or treated, they could become chronic and irreversible, favoring a cycle of declining social, economic, and health conditions, which has a negative impact on the overall growth of LMICs [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Efforts to improve the diagnosis and management of skin NTDs are crucial, yet many existing strategies, despite showing effectiveness, are constrained by their face-to-face nature, focus on single conditions, and lack of sustainability and scalability [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Furthermore, rural areas still tend not to benefit from these interventions because they are often excluded [<xref ref-type="bibr" rid="ref32">32</xref>]. Recognizing these challenges, the WHO highlights the significance of mHealth solutions, since it could offer a versatile and scalable approach to overcoming the limitations of traditional methods and more sustainable management of skin NTDs across diverse settings [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>A study conducted by Krah and de Kruijf [<xref ref-type="bibr" rid="ref25">25</xref>] revealed that in Africa, effective mHealth interventions are characterized by straightforward design and modest objectives, favoring simplicity over complicated interventions. This could explain why, according to the report, most mHealth interventions in the region are SMS text messaging based rather than app based and are primarily focused on disorders such as HIV and malaria as well as sexual and reproductive health. Along the same lines, a comprehensive evaluation of mHealth strategies for addressing skin NTDs indicated that most interventions are SMS text messaging based, and further effort is needed to homogenize therapies and eliminate methodological limitations [<xref ref-type="bibr" rid="ref33">33</xref>]. The review by Carrion et al [<xref ref-type="bibr" rid="ref33">33</xref>] identified only 2 interventions which were app based [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]: Skin App, developed by Netherlands Leprosy Relief and currently integrated into the SkinNTDs app evaluated in this study and Guaral App, developed by Universidad Icesi Grupo I2T. [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>In order to increase the likelihood of success, it is vital to understand whether the proposed solutions are feasible in the real context and whether they are suitable for the end users [<xref ref-type="bibr" rid="ref25">25</xref>]. It is therefore crucial to conduct a thorough evaluation of mHealth interventions in their different stages of development. Guaral App is designed to assist community health professionals in rural Colombia with the detection and referral of patients with cutaneous leishmaniasis, and as such, it is the only app found that is comparable to the SkinNTDs app. Furthermore, its usability has already been evaluated with positive findings, and sensitivity was found to be greater than 95%. However, because the researchers had recruited only 9 participants and did not use a validated measure to assess the usability, the results should be interpreted with caution [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
        <p>The recently released eSkinHealth is another app that aims to enable onsite and remote diagnosis, monitoring, and clinical decision support for skin diseases, including NTDs, specifically designed for LMICs and darker skin types. Researchers plan to assess its usability with the System Usability Scale [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>The SkinNTDs app developed by the WHO’s Department of Control of Neglected Tropical Diseases is currently in the early stages of its life cycle. Therefore, before moving on, it is crucial to assess at this stage whether it has been properly designed to fulfill its purpose, which is to be an educational and decision support tool to help frontline health care workers improve the management of NTDs in their daily practice. According to WHO guidelines, it is at the stage when its feasibility and usability should be evaluated [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>The uMARS tool was chosen to assess version 3 of the SkinNTDs app, as it has already been widely used to evaluate other health apps, and it has proven its simplicity and reliability [<xref ref-type="bibr" rid="ref26">26</xref>]. In addition, semistructured interviews were undertaken to complete the study from all perspectives.</p>
        <p>Before discussing the results in more detail, it is important to note that the sample includes both frontline health care workers and non–frontline health care workers. The link to participate in the study also reached other health professionals who were not classified as frontline health care workers. Although it was initially thought that the sample should be restricted to actual end users, responses of non–frontline health care workers were also recorded, allowing for a more detailed analysis. Since there were no differences between these 2 groups in any of the variables, it was decided to include them in the study and ensure greater consistency in the findings.</p>
        <p>The results of this study show that the SkinNTDs app has a high level of quality as measured by the uMARS questionnaire, obtaining an app quality mean score of 4 (SD 0.47) of 5, a subjective quality score of 3.83 (SD 0.61) of 5, and a perceived impact of 4.5 (SD 0.56) of 5. These results seem to indicate that the app meets the users’ needs.</p>
        <p>Perhaps the most important result obtained in this study is that there is neither difference nor correlation between any variables with the app quality mean score. This may suggest the potential feasibility of the app being widely distributed to countries affected by skin NTDs without requiring any customization other than making new languages available. Some articles have highlighted the importance of the effective use of innovative technologies in health care and the development of sustainable strategies [<xref ref-type="bibr" rid="ref35">35</xref>]. The SkinNTDs app is obviously an example of a case that appears to have great potential for dissemination without a significant financial investment. Another important finding is that 84.1% (50/60) of participants rated the app with a 4 or 5 for ease of use, although most (47/50, 94%) of them did not receive any training before using it. This fits well for the design of any future dissemination campaign, as the app could be offered without prior training, saving money on implementation. The worst-rated domains could be enhanced by the app developers with some changes. In particular, improving the customization subdomain (the worst rated) could help the app to adapt to the priorities of each user.</p>
        <p>Participants also expressed interest in adding other capabilities to the app, such as patient records, surveillance information for skin NTDs, or a desktop version. Something important to bear in mind when building these potential new features is that 30.7% (16/60) of participants reported having a poor internet connection.</p>
        <p>Regarding the second part of the study, in which the semistructured interviews and focus group were conducted, 56% (34/60) of participants showed interest in participating and were contacted by email. Despite sending numerous reminders to all of them, only 17 people were finally interviewed, thanks to the efforts of 2 key actors and researchers from this study (EK and PM), without whom the second part of this study could not have been conducted. However, the web-based interviews were challenging due to unreliable internet connections, which hindered the smooth flow of conversation. As a result, not all participants were able to provide responses to all the questions. These facts will be further discussed in the following Limitations section. Nevertheless, most of the participants’ answers corroborated the results obtained in the first part of the study with the uMARS questionnaire.</p>
        <p>Once again, the best features of the app were considered to be the target group (frontline health care workers), the user-friendly interface, the offline functionality, the use of simple language, and its potential scope. The target user group is especially important to mention, since the goal of this app is to train workers who deal with these conditions but do not have in-depth knowledge of them.</p>
        <p>In contrast, the participants also identified some points that should be reviewed in order to improve the whole experience with the app. The sign and symptoms section was where the participants found the most issues that could be improved, mainly because understanding them is vital for a correct diagnosis. This is directly related to the group of people who are expected to use the app and lack the necessary knowledge or experience to correctly identify the signs and symptoms if these are not clearly explained. Thus, this is a major point to consider. Another possible weakness in the signs and symptoms section is the use of photos that are not specific to the region where the app is used. In this case, participants mentioned the lack of African photos, which posed challenges in accurately identifying symptoms on dark skin.</p>
        <p>Participants reached a consensus regarding the potential improvements to the 2 weakest domains, customization and interactivity. They suggested that incorporating notifications, sounds, and a frequently asked question section could address many of their concerns. In addition, they emphasized the importance of seeking feedback from experts. However, it is crucial to carefully consider this suggestion, as implementing web-based functionalities may compromise one of the key advantages of this app, as highlighted by the participants: the offline functionality, which enables effective dissemination in areas with limited connectivity.</p>
        <p>Regarding the classification of the app as a medical device, the consensus among participants was that achieving this status could be feasible with future updates, further development, and rigorous validation. This would mean that the SkinNTDs App could expand its utility beyond merely training frontline health care workers, serving additionally as a diagnostic tool. However, this step could be very relevant, considering the positive impact that some projects incorporating artificial intelligence tools in LMIC have had. However, there are still numerous challenges and limitations that need to be taken into account beforehand, such as reliability issues, impacts on workflows, ease of use, and the importance of local context in the effectiveness of artificial intelligence tools [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>Finally, participants deemed it important to discuss the most effective dissemination strategy for the app. Given that the WHO views this app as a valuable approach to addressing skin NTDs in LMICs, it is worth noting that only 2 participants in the study reported using other health apps in their work. Consensus was reached among all participants that the most favorable approach would be to collaborate with official institutions for dissemination purposes. However, while a marketing strategy could also be considered, studies affirm that health care marketing requires its own approach due to the unique features of the industry [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <p>Considering that the app is still in development and has not yet been widely used in countries where skin NTDs are common, this study presents the opportunity to include end user feedback in future editions of the app. Furthermore, the impact of any subsequent implementation campaigns is likely to be influenced by this action.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There were various limitations associated with this study that should be considered.</p>
        <p>The first limitation was the decision to perform this study in Ghana and Kenya, based on 3 factors: (1) when the study was carried out, the SkinNTDs app could only be downloaded in English; hence, the choices were limited to countries where English is an official language; (2) t2 countries have a long history of web-based disease tracking and at least 8 skin NTDs are endemic in each; and (3) to ensure adequate sampling, countries were chosen based on the accessibility of key officials and program managers and their ability to contact enough respondents.</p>
        <p>Regarding the methodology used, snowball sampling is a nonprobabilistic and nonrandomized method; thus, the sample may not be representative. However, because the study was conducted entirely on the web and the participants and authors were based in different places, this was the only reasonable way we could connect with frontline health care workers —a highly specialized group that can be challenging to reach in LMICs if not contacted remotely. The truth, however, revealed that this recruitment procedure was still challenging and would not have been accomplished without the direct assistance of 2 key actors from these 2 countries.</p>
        <p>In addition, it is also important to point out some limitations of uMARS. First, this tool has only been validated in young people using 2 specific apps related to other health areas [<xref ref-type="bibr" rid="ref26">26</xref>]. However, its high reliability and the inclusion of both objective and subjective domains make it the only validated and simple questionnaire available for users to assess health apps.</p>
        <p>Another requirement is that the frontline health care workers had to use the app for at least 5 days as opposed to the 10 minutes required by the original uMARS publication. Since there was no direct control over this requirement being met, this aspect could not be guaranteed. We asked participants during the semistructured interviews whether 5 days was enough time to test the app before answering the uMARS, and most (8/11, 73%) of them agreed that it was.</p>
        <p>Several complications arose during the second semistructured part of the study, mainly due to not being able to carry out the interviews onsite because of COVID-19–related lockdowns and travel restrictions. The first issue was that no matter how many reminders were sent to the participants who agreed to be interviewed, only 17 finally participated. In fact, all those who participated in this part of the study were contacted directly by these 2 key agents. Moreover, during the web-based semistructured interviews, other complications appeared, such as participants constantly dropping in and out of the video call because they lost their internet connection, making it very difficult to create a warm environment for them to be more engaged. Similar difficulties arose in the focus group, and the expected interactions between the participants did not occur. As a result, many of them did not discuss their answers, leading to the exclusion of those responses from the study. It is important to acknowledge that this directly impacted the quality of the app’s qualitative evaluation.</p>
        <p>Finally, it is important to highlight that this study did not intend to assess the clinical effectiveness of the SkinNTDs app. This would require a randomized clinical trial and exceed the scope of this study. Although this study evaluated version 3, there are still issues to address, including whether information in the app is updated in response to the most recent research.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The SkinNTDs app represents a significant step forward in the use of mHealth technologies for the management of skin NTDs in LMICs. This study’s findings that highlight the app’s good usability and usefulness suggest its potential to be used as a training and support tool for frontline health care workers, without necessitating extensive customization. However, future development efforts must address identified weaknesses and consider user feedback to enhance the app’s effectiveness and user satisfaction. By doing so, the SkinNTDs app can play a pivotal role in the global effort to combat skin NTDs and reduce their burden on affected communities.</p>
        <p>In addition, its potential as a diagnostic tool merits exploration, and further research must evaluate this tool’s clinical efficacy and determine the optimum method for achieving global diffusion.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Deviations from the study protocol.</p>
        <media xlink:href="jmir_v26i1e51628_app1.docx" xlink:title="DOCX File , 7 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>User version of the Mobile Application Rating Scale raw data derived from the cross-sectional study.</p>
        <media xlink:href="jmir_v26i1e51628_app2.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 17 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Data derived from the semistructured interviews and focus groups.</p>
        <media xlink:href="jmir_v26i1e51628_app3.docx" xlink:title="DOCX File , 10 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">LMICs</term>
          <def>
            <p>low- and middle-income countries</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NTD</term>
          <def>
            <p>neglected tropical disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">uMARS</term>
          <def>
            <p>user version of the Mobile Application Rating Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during this study are available to be downloaded in the multimedia appendix. Specifically, <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> contains data derived from the user version of the Mobile Application Rating Scale (uMARS), while <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> features key responses from participants gathered through semistructured interviews or focus groups. All data considered confidential have been excluded from these resources.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>MC wrote the manuscript and conducted all quantitative and qualitative analyses, MC and CC conducted the semistructured interviews. PM conducted the focus group. EK, PM, ROP, and YAA played a key role in the participants’ recruitment. All authors reviewed the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>mHealth: use of appropriate digital technologies for public health</article-title>
          <source>World Health Organization</source>
          <year>2018</year>
          <access-date>2023-01-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/gb/ebwha/pdf_files/WHA71/A71_20-en.pdf">https://apps.who.int/gb/ebwha/pdf_files/WHA71/A71_20-en.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karamagi</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Muneene</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Droti</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Jepchumba</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Okeibunor</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Nabyonga</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Asamani</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Traore</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kipruto</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>eHealth or e-Chaos: the use of digital health interventions for health systems strengthening in sub-Saharan Africa over the last 10 years: a scoping review</article-title>
          <source>J Glob Health</source>
          <year>2022</year>
          <month>12</month>
          <day>03</day>
          <volume>12</volume>
          <fpage>04090</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36462201"/>
          </comment>
          <pub-id pub-id-type="doi">10.7189/jogh.12.04090</pub-id>
          <pub-id pub-id-type="medline">36462201</pub-id>
          <pub-id pub-id-type="pmcid">PMC9718445</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>eHealth solutions in the African region: current context and perspectives</article-title>
          <source>World Health Organization</source>
          <year>2010</year>
          <access-date>2023-03-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/bitstream/handle/10665/1685/AFR-RC60-5.pdf?sequence=1&#38;isAllowed=y">https://apps.who.int/iris/bitstream/handle/10665/1685/AFR-RC60-5.pdf?sequence=1&#38;isAllowed=y</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tilahun</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gashu</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Mekonnen</surname>
              <given-names>ZA</given-names>
            </name>
            <name name-style="western">
              <surname>Endehabtu</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Angaw</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Mapping the role of digital health technologies in the case detection, management, and treatment outcomes of neglected tropical diseases: a scoping review</article-title>
          <source>Trop Med Health</source>
          <year>2021</year>
          <month>02</month>
          <day>22</day>
          <volume>49</volume>
          <issue>1</issue>
          <fpage>17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33618757"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41182-021-00307-1</pub-id>
          <pub-id pub-id-type="medline">33618757</pub-id>
          <pub-id pub-id-type="pii">10.1186/s41182-021-00307-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7898439</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hotez</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Choffnes</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Relman</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>The neglected tropical diseases and the neglected infections of poverty: overview of their common features, global disease burden and distribution, new control tools, and prospects for disease elimination</article-title>
          <source>The Causes and Impacts of Neglected Tropical and Zoonotic Diseases: Opportunities for Integrated Intervention Strategies</source>
          <year>2011</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Verrest</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dorlo</surname>
              <given-names>TP</given-names>
            </name>
          </person-group>
          <article-title>Lack of clinical pharmacokinetic studies to optimize the treatment of neglected tropical diseases: a systematic review</article-title>
          <source>Clin Pharmacokinet</source>
          <year>2017</year>
          <month>06</month>
          <day>15</day>
          <volume>56</volume>
          <issue>6</issue>
          <fpage>583</fpage>
          <lpage>606</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27744580"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40262-016-0467-3</pub-id>
          <pub-id pub-id-type="medline">27744580</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40262-016-0467-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5425494</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adekeye</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Chowdhury</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McRae</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Olorunfemi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ozokede</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dubukumah</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Makinde</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Ewemade</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Abdulkadir</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ayuba</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Habibat</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gurma</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Isiyaku</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dean</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Exploring the well-being of people affected by skin NTDs in Kaduna and Kwara States, Nigeria: a photovoice and scoping review study</article-title>
          <source>Int Health</source>
          <year>2023</year>
          <month>03</month>
          <day>24</day>
          <volume>15</volume>
          <issue>Suppl 1</issue>
          <fpage>i100</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36960812"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/inthealth/ihad003</pub-id>
          <pub-id pub-id-type="medline">36960812</pub-id>
          <pub-id pub-id-type="pii">7081451</pub-id>
          <pub-id pub-id-type="pmcid">PMC10037263</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>da Conceição</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Lopes</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>EI</given-names>
            </name>
            <name name-style="western">
              <surname>Epiphanio</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Giarolla</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Neglected tropical diseases and systemic racism especially in Brazil: from socio-economic aspects to the development of new drugs</article-title>
          <source>Acta Trop</source>
          <year>2022</year>
          <month>11</month>
          <volume>235</volume>
          <fpage>106654</fpage>
          <pub-id pub-id-type="doi">10.1016/j.actatropica.2022.106654</pub-id>
          <pub-id pub-id-type="medline">35988823</pub-id>
          <pub-id pub-id-type="pii">S0001-706X(22)00346-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitra</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Mawson</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>Neglected tropical diseases: epidemiology and global burden</article-title>
          <source>Trop Med Infect Dis</source>
          <year>2017</year>
          <month>08</month>
          <day>05</day>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>36</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=tropicalmed2030036"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/tropicalmed2030036</pub-id>
          <pub-id pub-id-type="medline">30270893</pub-id>
          <pub-id pub-id-type="pii">tropicalmed2030036</pub-id>
          <pub-id pub-id-type="pmcid">PMC6082091</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitjà</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bertran</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kollie</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Argaw</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fahal</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fuller</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia Izquierdo</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hay</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ishii</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lazarus</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Meka</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Murdoch</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ohene</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Steer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tabah</surname>
              <given-names>EN</given-names>
            </name>
            <name name-style="western">
              <surname>Tiendrebeogo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Waller</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yotsu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Asiedu</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Integrated control and management of neglected tropical skin diseases</article-title>
          <source>PLoS Negl Trop Dis</source>
          <year>2017</year>
          <month>01</month>
          <day>19</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>e0005136</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pntd.0005136"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pntd.0005136</pub-id>
          <pub-id pub-id-type="medline">28103250</pub-id>
          <pub-id pub-id-type="pii">PNTD-D-16-01546</pub-id>
          <pub-id pub-id-type="pmcid">PMC5245794</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yotsu</surname>
              <given-names>RR</given-names>
            </name>
          </person-group>
          <article-title>Integrated management of skin NTDs-lessons learned from existing practice and field research</article-title>
          <source>Trop Med Infect Dis</source>
          <year>2018</year>
          <month>11</month>
          <day>14</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>120</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=tropicalmed3040120"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/tropicalmed3040120</pub-id>
          <pub-id pub-id-type="medline">30441754</pub-id>
          <pub-id pub-id-type="pii">tropicalmed3040120</pub-id>
          <pub-id pub-id-type="pmcid">PMC6306929</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tiwari</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Amien</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Visser</surname>
              <given-names>WI</given-names>
            </name>
            <name name-style="western">
              <surname>Chikte</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Counting dermatologists in South Africa: number, distribution and requirement</article-title>
          <source>Br J Dermatol</source>
          <year>2022</year>
          <month>08</month>
          <day>03</day>
          <volume>187</volume>
          <issue>2</issue>
          <fpage>248</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35084741"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bjd.21036</pub-id>
          <pub-id pub-id-type="medline">35084741</pub-id>
          <pub-id pub-id-type="pmcid">PMC9543359</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tora</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mengiste</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Davey</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Semrau</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Community involvement in the care of persons affected by podoconiosis-a lesson for other skin NTDs</article-title>
          <source>Trop Med Infect Dis</source>
          <year>2018</year>
          <month>08</month>
          <day>16</day>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>87</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=tropicalmed3030087"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/tropicalmed3030087</pub-id>
          <pub-id pub-id-type="medline">30274483</pub-id>
          <pub-id pub-id-type="pii">tropicalmed3030087</pub-id>
          <pub-id pub-id-type="pmcid">PMC6161108</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fuller</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>The Skin-A common pathway for integrating diagnosis and management of NTDs</article-title>
          <source>Trop Med Infect Dis</source>
          <year>2018</year>
          <month>09</month>
          <day>10</day>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>101</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=tropicalmed3030101"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/tropicalmed3030101</pub-id>
          <pub-id pub-id-type="medline">30274497</pub-id>
          <pub-id pub-id-type="pii">tropicalmed3030101</pub-id>
          <pub-id pub-id-type="pmcid">PMC6161075</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boateng</surname>
              <given-names>LA</given-names>
            </name>
            <collab>Ghana Southampton Scabies Research Partnership</collab>
          </person-group>
          <article-title>Healthcare-seeking behaviour in reporting of scabies and skin infections in Ghana: a review of reported cases</article-title>
          <source>Trans R Soc Trop Med Hyg</source>
          <year>2020</year>
          <month>11</month>
          <day>06</day>
          <volume>114</volume>
          <issue>11</issue>
          <fpage>830</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1093/trstmh/traa071</pub-id>
          <pub-id pub-id-type="medline">32853365</pub-id>
          <pub-id pub-id-type="pii">5898259</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mieras</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Taal</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Post</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Ndeve</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>van Hees</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>The development of a mobile application to support peripheral health workers to diagnose and treat people with skin diseases in resource-poor settings</article-title>
          <source>Trop Med Infect Dis</source>
          <year>2018</year>
          <month>09</month>
          <day>15</day>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>102</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=tropicalmed3030102"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/tropicalmed3030102</pub-id>
          <pub-id pub-id-type="medline">30274498</pub-id>
          <pub-id pub-id-type="pii">tropicalmed3030102</pub-id>
          <pub-id pub-id-type="pmcid">PMC6160956</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Navarro</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rubiano</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Arango</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Rojas</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Saravia</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Aronoff-Spencer</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Developing mobile health applications for neglected tropical disease research</article-title>
          <source>PLoS Negl Trop Dis</source>
          <year>2018</year>
          <month>11</month>
          <volume>12</volume>
          <issue>11</issue>
          <fpage>e0006791</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pntd.0006791"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pntd.0006791</pub-id>
          <pub-id pub-id-type="medline">30383809</pub-id>
          <pub-id pub-id-type="pii">PNTD-D-18-00296</pub-id>
          <pub-id pub-id-type="pmcid">PMC6211619</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Labrique</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Evidence on feasibility and effective use of mHealth strategies by frontline health workers in developing countries: systematic review</article-title>
          <source>Trop Med Int Health</source>
          <year>2015</year>
          <month>08</month>
          <day>14</day>
          <volume>20</volume>
          <issue>8</issue>
          <fpage>1003</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25881735"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/tmi.12525</pub-id>
          <pub-id pub-id-type="medline">25881735</pub-id>
          <pub-id pub-id-type="pmcid">PMC4692099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>Neglected tropical diseases of the skin: WHO launches mobile application to facilitate diagnosis</article-title>
          <source>World Health Organization</source>
          <access-date>2022-03-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news/item/16-07-2020-neglected-tropical-diseases-of-the-skin-who-launches-mobile-application-to-facilitate-diagnosis">https://www.who.int/news/item/16-07-2020-neglected-tropical-diseases-of-the-skin-who-launches-mobile-application-to-facilitate-diagnosis</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Recognizing neglected tropical diseases through changes on the skin</article-title>
          <source>World Health Organization</source>
          <year>2018</year>
          <access-date>2022-03-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/9789241513531">https://www.who.int/publications/i/item/9789241513531</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile app rating scale: a new tool for assessing the quality of health mobile apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>03</month>
          <day>11</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3422</pub-id>
          <pub-id pub-id-type="medline">25760773</pub-id>
          <pub-id pub-id-type="pii">v3i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>Evidence standards framework for digital health technologies</article-title>
          <source>National Institutes for Health and Care Excellence</source>
          <year>2021</year>
          <access-date>2023-04-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/corporate/ecd7">https://www.nice.org.uk/corporate/ecd7</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>LeFevre</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>L'Engle</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mehl</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sinha</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Labrique</surname>
              <given-names>A</given-names>
            </name>
            <collab>WHO mHealth Technical Evidence Review Group</collab>
          </person-group>
          <article-title>Guidelines for reporting of health interventions using mobile phones: mobile health (mHealth) evidence reporting and assessment (mERA) checklist</article-title>
          <source>BMJ</source>
          <year>2016</year>
          <month>03</month>
          <day>17</day>
          <volume>352</volume>
          <fpage>i1174</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.i1174</pub-id>
          <pub-id pub-id-type="medline">26988021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Monitoring and evaluating digital health interventions: a practical guide to conducting research and assessment</article-title>
          <source>World Health Organization</source>
          <year>2016</year>
          <access-date>2023-03-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://iris.who.int/bitstream/handle/10665/252183/9789241511766-eng.pdf?sequence=1">https://iris.who.int/bitstream/handle/10665/252183/9789241511766-eng.pdf?sequence=1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krah</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>de Kruijf</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Exploring the ambivalent evidence base of mobile health (mHealth): a systematic literature review on the use of mobile phones for the improvement of community health in Africa</article-title>
          <source>Digit Health</source>
          <year>2016</year>
          <month>11</month>
          <day>24</day>
          <volume>2</volume>
          <fpage>2055207616679264</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/2055207616679264?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055207616679264</pub-id>
          <pub-id pub-id-type="medline">29942576</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055207616679264</pub-id>
          <pub-id pub-id-type="pmcid">PMC6001200</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of the user version of the mobile application rating scale (uMARS)</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2016</year>
          <month>06</month>
          <day>10</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e72</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2016/2/e72/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.5849</pub-id>
          <pub-id pub-id-type="medline">27287964</pub-id>
          <pub-id pub-id-type="pii">v4i2e72</pub-id>
          <pub-id pub-id-type="pmcid">PMC4920963</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frej</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cano</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz-Postigo</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Macharia</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>RO</given-names>
            </name>
            <name name-style="western">
              <surname>Amoako</surname>
              <given-names>YA</given-names>
            </name>
            <name name-style="western">
              <surname>Carrion</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Assessing the quality of the world health organization's skin NTDs app as a training tool in Ghana and Kenya: protocol for a cross-sectional study</article-title>
          <source>JMIR Res Protoc</source>
          <year>2022</year>
          <month>12</month>
          <day>08</day>
          <volume>11</volume>
          <issue>12</issue>
          <fpage>e39393</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2022/12/e39393/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/39393</pub-id>
          <pub-id pub-id-type="medline">36480252</pub-id>
          <pub-id pub-id-type="pii">v11i12e39393</pub-id>
          <pub-id pub-id-type="pmcid">PMC9782345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>The Helsinki Declaration of the World Medical Association (WMA)</collab>
          </person-group>
          <article-title>Ethical principles of medical research involving human subjects</article-title>
          <source>Pol Merkur Lekarski</source>
          <year>2014</year>
          <volume>36</volume>
          <fpage>301</fpage>
          <pub-id pub-id-type="doi">10.1515/9783110208856.233</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kallio</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pietilä</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kangasniemi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Systematic methodological review: developing a framework for a qualitative semi-structured interview guide</article-title>
          <source>J Adv Nurs</source>
          <year>2016</year>
          <month>12</month>
          <day>23</day>
          <volume>72</volume>
          <issue>12</issue>
          <fpage>2954</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1111/jan.13031</pub-id>
          <pub-id pub-id-type="medline">27221824</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DeJonckheere</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vaughn</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Semistructured interviewing in primary care research: a balance of relationship and rigour</article-title>
          <source>Fam Med Community Health</source>
          <year>2019</year>
          <month>03</month>
          <day>08</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e000057</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://fmch.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32148704"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/fmch-2018-000057</pub-id>
          <pub-id pub-id-type="medline">32148704</pub-id>
          <pub-id pub-id-type="pii">fmch-2018-000057</pub-id>
          <pub-id pub-id-type="pmcid">PMC6910737</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>LP</given-names>
            </name>
          </person-group>
          <article-title>Focus group discussion: a tool for health and medical research</article-title>
          <source>Singapore Med J</source>
          <year>2008</year>
          <month>03</month>
          <volume>49</volume>
          <issue>3</issue>
          <fpage>256</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://smj.sma.org.sg/4903/4903me1.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">18363011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yotsu</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Itoh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Kouadio</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ugai</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Koffi</surname>
              <given-names>YD</given-names>
            </name>
            <name name-style="western">
              <surname>Almamy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Vagamon</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Blanton</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>The early detection and case management of skin diseases with an mHealth app (eSkinHealth): protocol for a mixed methods pilot study in Côte d'Ivoire</article-title>
          <source>JMIR Res Protoc</source>
          <year>2022</year>
          <month>09</month>
          <day>21</day>
          <volume>11</volume>
          <issue>9</issue>
          <fpage>e39867</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2022/9/e39867/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/39867</pub-id>
          <pub-id pub-id-type="medline">35922062</pub-id>
          <pub-id pub-id-type="pii">v11i9e39867</pub-id>
          <pub-id pub-id-type="pmcid">PMC9536527</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carrion</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Robles</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sola-Morales</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Aymerich</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz Postigo</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Mobile health strategies to tackle skin neglected tropical diseases with recommendations from innovative experiences: systematic review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>12</month>
          <day>31</day>
          <volume>8</volume>
          <issue>12</issue>
          <fpage>e22478</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/12/e22478/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22478</pub-id>
          <pub-id pub-id-type="medline">33382382</pub-id>
          <pub-id pub-id-type="pii">v8i12e22478</pub-id>
          <pub-id pub-id-type="pmcid">PMC7808891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rubiano</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Castillo</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez</surname>
              <given-names>ÁJ</given-names>
            </name>
            <name name-style="western">
              <surname>García Luna</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Arango</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Vargas</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Madriñán</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hurtado</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Orobio</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Rojas</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Del Corral</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Navarro</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gore Saravia</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Aronoff-Spencer</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Adaptation and performance of a mobile application for early detection of cutaneous leishmaniasis</article-title>
          <source>PLoS Negl Trop Dis</source>
          <year>2021</year>
          <month>02</month>
          <day>11</day>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>e0008989</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pntd.0008989"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pntd.0008989</pub-id>
          <pub-id pub-id-type="medline">33571192</pub-id>
          <pub-id pub-id-type="pii">PNTD-D-20-01252</pub-id>
          <pub-id pub-id-type="pmcid">PMC7904137</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mbunge</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Batani</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gaobotse</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Muchemwa</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Virtual healthcare services and digital health technologies deployed during coronavirus disease 2019 (COVID-19) pandemic in South Africa: a systematic review</article-title>
          <source>Glob Health J</source>
          <year>2022</year>
          <month>06</month>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>102</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2414-6447(22)00023-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.glohj.2022.03.001</pub-id>
          <pub-id pub-id-type="medline">35282399</pub-id>
          <pub-id pub-id-type="pii">S2414-6447(22)00023-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC8897959</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ciecierski-Holmes</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Axt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brenner</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barteit</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence for strengthening healthcare systems in low- and middle-income countries: a systematic scoping review</article-title>
          <source>NPJ Digit Med</source>
          <year>2022</year>
          <month>10</month>
          <day>28</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>162</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-022-00700-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-022-00700-y</pub-id>
          <pub-id pub-id-type="medline">36307479</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-022-00700-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC9614192</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Purcarea</surname>
              <given-names>VL</given-names>
            </name>
          </person-group>
          <article-title>The impact of marketing strategies in healthcare systems</article-title>
          <source>J Med Life</source>
          <year>2019</year>
          <month>4</month>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>93</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31406509"/>
          </comment>
          <pub-id pub-id-type="doi">10.25122/jml-2019-1003</pub-id>
          <pub-id pub-id-type="medline">31406509</pub-id>
          <pub-id pub-id-type="pii">JMedLife-12-093</pub-id>
          <pub-id pub-id-type="pmcid">PMC6685306</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
