<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i7e23227</article-id>
      <article-id pub-id-type="pmid">34264192</article-id>
      <article-id pub-id-type="doi">10.2196/23227</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Effects of Continuous Usage of a Diabetes Management App on Glycemic Control in Real-world Clinical Practice: Retrospective Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Carter</surname>
            <given-names>Ben</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Darville</surname>
            <given-names>Gabrielle</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Tu</surname>
            <given-names>Yu-Zhen</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5304-3862</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Chang</surname>
            <given-names>Ya-Ting</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6676-3532</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Chiou</surname>
            <given-names>Hung-Yi</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4545-9697</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Lai</surname>
            <given-names>Ken</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>H2 Inc</institution>
            <addr-line>4F, No 32, Aly 18, Ln 478</addr-line>
            <addr-line>Ruiguang Rd, Neihu Dist</addr-line>
            <addr-line>Taipei</addr-line>
            <country>Taiwan</country>
            <phone>886 287976661 ext 105</phone>
            <email>klai@health2sync.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7313-5545</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>H2 Inc</institution>
        <addr-line>Taipei</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Public Health</institution>
        <institution>Taipei Medical University</institution>
        <addr-line>Taipei</addr-line>
        <country>Taiwan</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ken Lai <email>klai@health2sync.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>15</day>
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>7</issue>
      <elocation-id>e23227</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>22</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>5</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Yu-Zhen Tu, Ya-Ting Chang, Hung-Yi Chiou, Ken Lai. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 15.07.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/7/e23227" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The efficacy of digital technology in improving diabetes management has typically been demonstrated through studies such as randomized controlled trials, which have reported a steeper reduction in hemoglobin A<sub>1c</sub> (HbA<sub>1c</sub>) values for patients who adopted a digital solution. However, evidence from real-world clinical practice is still limited.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to evaluate the effectiveness of digital interventions by tracking HbA<sub>1c</sub> improvements over 1 year in real-world clinical settings.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Patients used the Health2Sync mobile app to track self-measured outcomes and communicate with health care professionals (HCPs). HCPs used the web-based Patient Management Platform to monitor patient data, view test results from clinical laboratories, and communicate with patients. Patients who have been onboarded for at least 13 months and have consecutive HbA<sub>1c</sub> findings for 5 quarters were included in the analysis. They were then stratified into 3 groups (high, mid, and low retention) based on their level of use of Health2Sync in the first 6 months of onboarding. A mixed model was built to compare the slopes of the rate of reduction in HbA<sub>1c</sub> among the groups. In addition, these patients’ retention on the app from the seventh to the 12th month was verified through multiple comparisons.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A sample of 2036 users was included in the analysis. With the mixed model coefficient estimates, we found that app users had significant HbA<sub>1c</sub> percentage reductions as the passed quarter count increased (<italic>t</italic>=–9.869; <italic>P</italic>&#60;.001), and that effectiveness increased in the high (<italic>t</italic>=–5.173) and mid retention (<italic>t</italic>=–6.620) groups as the interaction effects were significantly negative compared to that in the low retention group (<italic>P</italic>&#60;.001) in the passed quarter count. The low retention group also had the highest average HbA<sub>1c</sub> value at the end of 13 months (high: 7.01%, SD 1.02%; mid: 6.99%, SD 1.00%; low: 7.17%, SD 1.14%) (Bonferroni correction: high vs low, <italic>P</italic>=.07; mid vs low, <italic>P</italic>=.02; high vs mid, <italic>P</italic>&#62;.99). The level of use of the app remained consistent in the seventh to the 12th month after onboarding (high: 5.23 [SD 1.37] months, mid: 2.43 [SD 1.68] months, low: 0.41 [SD 0.97] months) (<italic>P</italic>&#60;.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our analysis shows that continuous usage of the diabetes management app is associated with better glycemic control in real-world clinical practice. Further studies are required to reveal the efficacy for specific diabetes types and to observe effects beyond 1 year.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>app</kwd>
        <kwd>diabetes care</kwd>
        <kwd>diabetes</kwd>
        <kwd>digital intervention</kwd>
        <kwd>digital therapeutics</kwd>
        <kwd>glycemic control</kwd>
        <kwd>mobile app</kwd>
        <kwd>mHealth</kwd>
        <kwd>real-world data</kwd>
        <kwd>therapy</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Global diabetes prevalence in the adult population is estimated to have grown from 8.5% in 2014 to 9.3% in 2019 and is projected to be over 10% by 2030 [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. In Taiwan, the prevalence of diabetes approached 9.8% in 2016 [<xref ref-type="bibr" rid="ref3">3</xref>]. Caring for patients with diabetes and a couple of its associated complications—chronic kidney disease and acute kidney failure—costed more than US $2.5 billion in Taiwan in 2019, which accounted for 11.4% of the total health care expenditure in that year [<xref ref-type="bibr" rid="ref4">4</xref>]. As the cost of diabetes care continues to increase in the foreseeable future, health care providers will need to consider adopting digital solutions to manage patients with diabetes in an effective and scalable manner.</p>
      <p>Increasing evidence suggests that interventions with digital technology enhance the effect of conventional care practices on patients with diabetes. For example, patients who received coaching and decision support from the WellDoc app presented greater reductions in hemoglobin A<sub>1c</sub> (HbA<sub>1c</sub>) levels compared to those in the control group [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. A cohort study using the FareWell app suggested the same effect on adults with type 2 diabetes, and the users reported greater confidence in managing the disorder [<xref ref-type="bibr" rid="ref7">7</xref>]. Furthermore, multiple meta-analyses on randomized controlled trials (RCTs) have shown that interventions including mobile apps help patients, especially those with type 2 diabetes, to lower their HbA<sub>1c</sub> levels significantly without notable adverse effects [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. These apps usually allow patients with diabetes to log and visualize their self-monitored data, provide education and feedback, or provide communication channels between patients and their caregivers or peers [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. From the patient’s perspective, these features were also deemed as characteristics of a great app [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      <p>Although the aforementioned mobile apps are intended to be used by patients in their daily lives, few studies have verified the effects of mobile apps with real-world data. A previous study [<xref ref-type="bibr" rid="ref17">17</xref>] using the mobile version of the One Drop diabetes management platform reported a substantial reduction in HbA<sub>1c</sub> values of users for the first 2 entries in the app regardless of diabetes type, but the study did not compare effects between app users and nonusers and did not examine the long-term effects of app engagement [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <p>This study aims to address the aforementioned issues through a retrospective analysis. We evaluated the difference in HbA<sub>1c</sub> improvement between active app users and those who drop out from the app in a real-world context, and monitored their glycemic control status for 1 year.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Health2Sync App and Patient Management Platform</title>
        <p>The Health2Sync mobile app and web-based Patient Management Platform were launched in 2014 to support patients with chronic diseases such as diabetes. The Health2Sync solution was developed to support patients to make behavioral changes through a do-track-learn cycle and enable those around the patient to care for the patient. The mobile app, intended for patients, is free to download for iOS and Android users worldwide. The Patient Management Platform is designed for health care professionals (HCPs) to care for patients in clinics or hospitals remotely.</p>
        <p>The Health2Sync app has numerous features that support diabetes management (<xref rid="figure1" ref-type="fig">Figure 1</xref>A). To start with, users can record their self-measured outcomes manually or by synchronizing with glucose meters, sphygmomanometers, and weight scales. They can also log their daily behaviors such as diet, medication, and exercise. Users can review their past records to remind themselves of how their behaviors are linked to the outcomes. On the dashboard, users can visualize their recent progress and trends by referring to simple charts and statistics. Health2Sync’s most differentiating feature is its “Partners” function, which enables users to connect with HCPs, family members, or peers so that they can collaborate with the patient to manage his/her condition. The “Partners” feature allows hospitals or clinics that use the Patient Management Platform to view the patient’s data and communicate with the patient through a messaging feature on the platform. Every user of the app also has the Health2Sync bot as a default partner that provides automated analyses, alerts, encouragements, and educational content. In addition, the app has a peer functionality that lets users learn and interact with other patients with diabetes who use the app.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Screenshots of the Health2Sync app and Patient Management Platform.</p>
          </caption>
          <graphic xlink:href="jmir_v23i7e23227_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The recorded outcomes and behavioral data from patients will be sent in real time to the Patient Management Platform to be reviewed by HCPs (<xref rid="figure1" ref-type="fig">Figure 1</xref>B). On the platform, HCPs can also send messages to patients to provide care and answer questions. From the Patient Management Platform’s dashboard, HCPs can quickly scan their pool of patients to check their latest status and identify any patients requiring immediate care. The alert functionality will notify HCPs of critical patient trends or events. The Patient Management Platform can also be integrated with clinical laboratories so that HCPs can view the results of laboratory tests directly on the platform. Test results including those for HbA<sub>1c</sub>, blood glucose, lipid profile, and renal and liver function are supported.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>Users’ HbA<sub>1c</sub> records on the Patient Management Platform were included. All the HbA<sub>1c</sub> values were either inputted by HCPs or synchronized from clinical laboratories. To assess the effects of the intervention at different time points, we looked at when each patient added a clinic or hospital as a partner in Health2Sync and determined how many months after adding the partner the HbA<sub>1c</sub> values were recorded. The calculation method considered the difference in the number of days between the date when users added the partner and that of each HbA<sub>1c</sub> recording, divided by 30. According to the calculated numbers, these records were then categorized into five time buckets from B<sub>0</sub> to B<sub>4</sub>: [–2, 1), [1, 4), [4, 7), [7, 10), and [10, 13). The buckets were designed to reflect the common practice of determining HbA<sub>1c</sub> levels once every 3 months in Taiwan, and that the first HbA<sub>1c</sub> record can be in –2~1 month from the time when the partnership was created. We believe that as glycated hemoglobin levels typically reflect blood glucose values in the past 8-12 weeks [<xref ref-type="bibr" rid="ref18">18</xref>], HbA<sub>1c</sub> levels in the first month of the partnership would only be minimally affected by the intervention.</p>
      </sec>
      <sec>
        <title>Subjects</title>
        <p>Health2Sync users who were connected to clinics or hospitals via the Health2Sync platform for at least 13 months were included, thus yielding an initial pool of 14,386 users. Those with missing data in any of the 5-bucket HbA<sub>1c</sub> observation periods were excluded owing to the requirement of a complete data set for subsequent modeling. At this stage, we excluded 12,350 users and retained 2036 users. These users were then separated into 3 groups in accordance with their app retention. In the first 6 months after adding the partner, users who opened the Health2Sync app every month were categorized as the “high retention” group, those who opened the app in only the first month were categorized as the “low retention” group, and the remaining patients were categorized as the “mid retention” group. Eventually, there were 569, 1108, and 359 users in the high, mid, and low retention groups, respectively. Demographic data of the included 2036 users and their distribution across the 3 retention groups are depicted in <xref ref-type="table" rid="table1">Table 1</xref>, although the majority of these included users preferred not to disclose their demographic status. Throughout this study, all users continued to receive diabetes care from the same clinic or hospital, otherwise there would be no HbA<sub>1c</sub> records on the Patient Management Platform. <xref rid="figure2" ref-type="fig">Figure 2</xref> shows the inclusion flow chart described above.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Inclusion flow chart of this study. The final 3 groups were separated by their retention in the first 6 months. Sample sizes of each stage are noted. PMP: Patient Management Platform.</p>
          </caption>
          <graphic xlink:href="jmir_v23i7e23227_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Analyses</title>
        <p>All the analyses in this study were performed with R (version 3.6.1, The R Foundation) [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <sec>
          <title>User Characteristics</title>
          <p>All users filled an onboarding form in the Health2Sync app where they self-reported their age, gender, and diabetes type. One-way analysis of variance (ANOVA) and the Pearson chi-square test were used for continuous and categorical variables, respectively, to assess the homogeneity of demographics across the 3 retention groups.</p>
        </sec>
        <sec>
          <title>HbA<sub>1c</sub> Changes</title>
          <p>Mean (SD) HbA<sub>1c</sub> levels of each group in B<sub>0</sub> and B<sub>4</sub> were calculated to compare the glycemic control status by app retention levels. One-way ANOVA was used to examine the heterogeneity across groups, and the pairwise <italic>t</italic> test with Bonferroni correction was applied for post hoc analysis.</p>
          <p>We used the rate of change in HbA<sub>1c</sub> levels, generated using the formula (HbA<sub>1c</sub> value - mean HbA<sub>1c</sub> in B<sub>0</sub>) / mean HbA<sub>1c</sub> in B<sub>0</sub>, to assess the improvement in glycemic status across the groups. The rate of change was used instead of the absolute magnitude of change because users who had higher HbA<sub>1c</sub> levels in B<sub>0</sub> also had more room for a reduction in its value; hence, the comparison of changes in absolute HbA<sub>1c</sub> values across groups would be biased. In addition, considering that the reduction in HbA<sub>1c</sub> levels was nonlinear with time, all the changes in rates were added by a constant so that the minimum value is 1, and all these values were log-transformed. These log-transformed values were incorporated in the mixed model as the dependent variable, where fixed effects included the time bucket numbers (ie, quarters passed, from 0 to 4), app retention groups, and their interaction. Each user’s intercept was controlled in the random effects model [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        </sec>
        <sec>
          <title>Monitoring of App Retention</title>
          <p>To follow the users’ app retention in the subsequent 6 months (ie, months 7-12 after partnership creation), we enumerated the months after which they had opened the app. The purpose of this analysis is to verify whether these 3 groups of users maintained their usage behavior in the following months of the retrospective observation period. The differences across these groups were assessed using 1-way ANOVA, and a pairwise <italic>t</italic> test with Bonferroni correction was used for post hoc analysis.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p><xref ref-type="table" rid="table1">Table 1</xref> presents user characteristics stratified by the 3 user groups based on different levels of app retention. Users were not required to provide their demographic profiles; hence, sample sizes may differ across demographic characteristics. We found no significant difference in age (<italic>F</italic><sub>2,806</sub>=1.441; <italic>P</italic>=.24) and gender (<italic>χ</italic><sup>2</sup><sub>22</sub>=0.3637; <italic>P</italic>=.83) distributions across the 3 groups; however, the diabetes type distribution was not even in these groups (<italic>χ</italic><sup>2</sup><sub>24</sub>=27.489; <italic>P</italic>&#60;.001).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>User characteristics stratified by app retention (N=2036).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="280"/>
          <col width="150"/>
          <col width="150"/>
          <col width="150"/>
          <col width="150"/>
          <col width="0"/>
          <col width="90"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Characteristics</td>
              <td>Total</td>
              <td>High retention (n=569)</td>
              <td>Mid retention (n=1108)</td>
              <td>Low retention (n=359)</td>
              <td colspan="2"><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">Age (years), mean (SD); n</td>
              <td>57.7 (13.4); 809</td>
              <td>57.1 (12.3); 297</td>
              <td>58.7 (13.7); 327</td>
              <td>57.1 (14.4); 185</td>
              <td colspan="2">.24</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Gender, n</bold>
              </td>
              <td>.83</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Male</td>
              <td>506</td>
              <td>226</td>
              <td>175</td>
              <td>105</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Female</td>
              <td>461</td>
              <td>214</td>
              <td>157</td>
              <td>90</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Diabetes type, n</bold>
              </td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Type 1</td>
              <td>53</td>
              <td>21</td>
              <td>10</td>
              <td>22</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Type 2</td>
              <td>859</td>
              <td>384</td>
              <td>311</td>
              <td>164</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Others</td>
              <td>33</td>
              <td>24</td>
              <td>6</td>
              <td>3</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td colspan="2">HbA<sub>1c</sub> in time bucket B<sub>0</sub> (%), mean (SD)</td>
              <td>7.90 (1.74)</td>
              <td>7.99 (1.86)</td>
              <td>7.92 (1.72)</td>
              <td>7.70 (1.60)</td>
              <td colspan="2">.04</td>
            </tr>
            <tr valign="top">
              <td colspan="2">HbA<sub>1c</sub> in time bucket B<sub>4</sub> (%), mean (SD)</td>
              <td>7.03 (1.03)</td>
              <td>7.01 (1.02)</td>
              <td>6.99 (1.00)</td>
              <td>7.17 (1.14)</td>
              <td colspan="2">.02</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p>Users with higher app retention presented a greater reduction in the rate of change in HbA<sub>1c</sub> levels (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The group with the lowest retention presented the smallest reduction in HbA<sub>1c</sub> levels in time bucket B<sub>1</sub> (–4.8%, SD 13.6%) and remained constant afterward up to time bucket B<sub>4</sub> (–4.7%, SD 15.9%), while the other groups presented a steeper reduction in time bucket B<sub>1</sub> (mid: –7.3%, SD 13.6%; high: –6.8%, SD 14.4%), and the decreasing trends continued up to time bucket B<sub>4</sub> (mid: –9.2%, 15.5%; high: –9.3%, SD 16.4%). The mixed model further verified the significance of this effect (<xref rid="figure4" ref-type="fig">Figure 4</xref>). Users presented significant HbA<sub>1c</sub> percentage reductions as the passed quarter count increased (<italic>β</italic> estimate=–9.626×10<sup>-3</sup>; <italic>t</italic>=–9.869; <italic>P</italic>&#60;.001). Furthermore, being in mid and high retention groups further augmented this reduction with time as the interactions were significantly negative when the low retention group was set as the baseline for the past quarter (mid: <italic>β</italic> estimate=–7.360×10<sup>-3</sup>; <italic>t</italic>=–6.620; <italic>P</italic>&#60;.001; high: <italic>β</italic> estimate=–6.419×10<sup>-3</sup>; <italic>t</italic>=–5.173; <italic>P</italic>&#60;.001). When the high retention group was set as the baseline for comparison, no significant difference was found between the augmentation effects between the mid and high retention groups for the past quarter (<italic>β</italic> estimate=–9.410×10<sup>-4</sup>; <italic>t</italic>=–1.007; <italic>P</italic>=.31). No main effect was observed for the retention groups when the low retention group was set as the baseline for comparison (mid: <italic>β</italic> estimate=–3.294×10<sup>-3</sup>; <italic>t</italic>=–0.691; <italic>P</italic>=.49; high: <italic>β</italic> estimate=–8.951×10<sup>-3</sup>; <italic>t</italic>=–1.687; <italic>P</italic>=.09).</p>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Users' averaged percentage change in HbA<sub>1c</sub> levels in each time bucket. The error bars represent the SE among users in the group.</p>
        </caption>
        <graphic xlink:href="jmir_v23i7e23227_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Jittered scatter plot depicting the relationship between HbA<sub>1c</sub> percentage changes and time periods after joining the Patient Management Platform. Each dot represents 1 user's data at the time. The overlaid regression lines are based on the estimated coefficients from the mixed model.</p>
        </caption>
        <graphic xlink:href="jmir_v23i7e23227_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>The high and mid retention groups also presented a greater reduction in raw HbA<sub>1c</sub> values and lower HbA<sub>1c</sub> levels at the end of the observation period, although their raw HbA<sub>1c</sub> values were higher in time bucket B<sub>0</sub> (<xref ref-type="table" rid="table1">Table 1</xref> and <xref rid="figure5" ref-type="fig">Figure 5</xref>A). We observed significant differences in HbA<sub>1c</sub> levels between the high and low retention groups in time bucket B<sub>0</sub> (high: 7.99%, SD 1.86%; 95% CI 7.83%-8.14%; mid: 7.92%, SD 1.72%; 95% CI 7.82%-8.02%; low: 7.70%, SD 1.60%; 95% CI 7.54%-7.87%) (Bonferroni correction: high vs low, <italic>P</italic>=.045; mid vs low, <italic>P</italic>=.11; high vs mid, <italic>P</italic>&#62;.99) and between mid and low retention groups in time bucket B<sub>4</sub> (high: 7.01%, SD 1.02%; 95% CI 6.93%-7.09%; mid: 6.99%, SD 1.00%; 95% CI 6.93%-7.05%; low: 7.17%, SD 1.14%; 95% CI 7.05%-7.29%) (Bonferroni correction: high vs low, <italic>P</italic>=.07; mid vs low, <italic>P</italic>=.02; high vs mid, <italic>P</italic>&#62;.99). In a stratified analysis, users with HbA<sub>1c</sub> values of ≥8% in time bucket B<sub>0</sub> presented no significant difference in glycemic status at the beginning (high: 9.79%, SD 1.66%; 95% CI 9.58%-10.01%; mid: 9.68%, SD 1.54%; 95% CI 9.53%-9.83%; low: 9.48%, SD 1.41%; 95% CI 9.23%-9.73%) (<italic>F</italic><sub>2</sub>=1.632; <italic>P</italic>=.20), but the difference in HbA<sub>1c</sub> levels between the mid and low retention groups in time bucket B<sub>4</sub> was still significant (high: 7.45%, SD 1.23%; 95% CI 7.29%-7.61%; mid: 7.44%, SD 1.21%; 95% CI 7.33%-7.56%; low: 7.76%, SD 1.36%; 95% CI 7.52%-8.00%) (Bonferroni correction: high vs low, <italic>P</italic>=.08; mid vs low, <italic>P</italic>=.04; high vs mid, <italic>P</italic>&#62;.99) (<xref rid="figure5" ref-type="fig">Figure 5</xref>B). Similar results were obtained among users with HbA<sub>1c</sub> values of &#60;8% in time bucket B<sub>0</sub> (high: 6.81%, SD 0.62%; 95% CI 6.75%-6.88%; mid: 6.86%, SD 0.57%; 95% CI 6.81%-6.90%; low: 6.79%, SD 0.61%; 95% CI 6.71%-6.86%) (<italic>F</italic><sub>2,1269</sub>=1.425; <italic>P</italic>=.24) and in time bucket B<sub>4</sub> (high: 6.72%, SD 0.74%; 95% CI 6.65%-6.80%; mid: 6.72%, SD 0.72%; 95% CI 6.67%-6.77%; low: 6.86%, SD 0.86%; 95% CI 6.75%-6.97%) (Bonferroni correction: high vs low, <italic>P</italic>=.08; mid vs low, <italic>P</italic>=.03; high vs mid, <italic>P</italic>&#62;.99) (<xref rid="figure5" ref-type="fig">Figure 5</xref>C).</p>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Users' mean HbA<sub>1c</sub> in each time bucket. The error bars represent the standard errors among users in the group.</p>
        </caption>
        <graphic xlink:href="jmir_v23i7e23227_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Users’ retention behavior patterns remained the same in the second half of the tracking period (<xref rid="figure6" ref-type="fig">Figure 6</xref>). One-way ANOVA revealed significant differences in app retention across the 3 groups (<italic>F</italic><sub>2,1797</sub>=1082; <italic>P</italic>&#60;.001), and subsequent post hoc analyses using Bonferroni correction revealed significant differences among the groups (high: 5.23 [SD 1.37] months, mid: 2.43 [SD 1.68] months, low: 0.41 [SD 0.97] months) (<italic>P</italic>&#60;.001) for all comparison pairs.</p>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>Month count when the app was opened during the seventh to 12th month. The heights of the bars and the ranges of error bars represent the mean (SE) values in each group, respectively.</p>
        </caption>
        <graphic xlink:href="jmir_v23i7e23227_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, we found that patients with diabetes, who continuously used the Health2Sync app and were supported by HCPs who used the Health2Sync Patient Management Platform, presented a steeper reduction in HbA<sub>1c</sub> levels and achieved lower HbA<sub>1c</sub> levels after 1 year, compared to patients who dropped out and received traditional care for 1 year. Although we only used the app usage behavior data in the first 6 months to stratify the patients, their app usage patterns remained consistent in the following months. Additionally, our study shows positive results with regard to diabetes management from real-world data without prior RCT settings. While an RCT has an advantage over real-world evidence in providing homogeneous study groups for comparisons with designed inclusion and exclusion criteria, it is incapable of reflecting actual clinical practice where heterogeneous scenarios exist [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. As digital interventions are to be applied to all patients, we believe that our study with real-world evidence is more convincing in demonstrating efficacy.</p>
        <p>In our study, both the mid and high retention groups presented a greater reduction in HbA<sub>1c</sub> levels than their counterparts in the low retention group. In other words, only users who stopped using the app in the first month after adding a clinic or hospital as a partner saw poorer HbA<sub>1c</sub> improvements than others. The beneficial effects of the Health2Sync app and Patient Management Platform might result from the in-app structured display and the general education or personalized feedback that further enhance users’ health awareness, which were reported to be associated with better HbA<sub>1c</sub> outcomes [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>Although the majority of included subjects chose not to disclose their diabetes type, and the sample size was unbalanced across known diabetes types and retention groups, we performed a subgroup analysis to investigate the effect of app retention on different diabetes types, specifically type 1 and type 2. Based on changes in the raw HbA<sub>1c</sub> values, we found that the reduction in the HbA<sub>1c</sub> levels of only the patients with type 2 diabetes was related to app retention, while that of patients with type 1 diabetes seemed unrelated to app adherence (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref> show the trend in app retention for patients with type 1 and type 2 diabetes, respectively). Many studies have focused on the efficacy of digital interventions for patients with type 2 diabetes or provided inadequate evidence of the efficacy of such interventions among patients with type 1 diabetes [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Some studies or analyses reported positive outcomes among patients with type 1 diabetics, but the effects were not as large as those among patients with type 2 diabetes [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our data also suggest such differences between the patients with type 1 and those with type 2 diabetes. However, considering the limited sample, future studies are needed to investigate whether the benefits from digital tools can also be applied to patients with type 1 diabetes, especially in real-world settings. Another study limitation is that we did not consider the differences in medication and daily behaviors such as exercise across patients, and these factors could have vital impacts on glycemic control. Future studies should also include these features in analyses.</p>
        <p>With the growing prevalence of diabetes, it may become increasingly difficult to care for patients without increasing the number of HCPs. As such, digital solutions can play a critical role to enhance and scale diabetes care [<xref ref-type="bibr" rid="ref25">25</xref>]. Moreover, during the COVID-19 pandemic, diabetes was found to be a common comorbidity, and patients with diabetes were found to be more vulnerable to COVID-19 [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>]. A mobile app and platform that can enable HCPs to practice remote care should be helpful for glycemic control and can reduce the risk of people with diabetes being infected during visits to clinics or hospitals [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In conclusion, our retrospective analyses show that continuous usage of the Health2Sync app and Patient Management Platform was helpful for improving HbA<sub>1c</sub> levels. Further studies are needed to reveal the efficacy of such interventions for specific diabetes types and to observe the effects beyond 1 year.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Diabetes type 1 users' mean HbA&#60;sub&#62;1c&#60;/sub&#62; in each time bucket. The error bars represent the standard errors among users in the group.</p>
        <media xlink:href="jmir_v23i7e23227_app1.png" xlink:title="PNG File , 129 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Diabetes type 2 users' mean HbA&#60;sub&#62;1c&#60;/sub&#62; in each time bucket. The error bars represent the standard errors among users in the group.</p>
        <media xlink:href="jmir_v23i7e23227_app2.png" xlink:title="PNG File , 137 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANOVA</term>
          <def>
            <p>analysis of variance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">HbA<sub>1c</sub></term>
          <def>
            <p>hemoglobin A<sub>1c</sub></p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HCP</term>
          <def>
            <p>health care professional</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>YZT was responsible for the design of the analysis protocol, conducting statistical analyses, and drafting the manuscript. YTC, HYC, and KL assisted with the statistical analyses. All authors reviewed the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>The Health2Sync mobile app and web-based Patient Management Platform are products of H2 Inc. YZT, YTC, and KL are full-time employees at H2 Inc, and KL supervises YZT and YTC. HYC received a consulting fee to assist with the analyses but otherwise declared no conflict of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Global Report on Diabetes</article-title>
          <source>World Health Organization</source>
          <year>2016</year>
          <access-date>2021-06-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/204871">https://apps.who.int/iris/handle/10665/204871</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saeedi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Petersohn</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Salpea</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Malanda</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Karuranga</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Unwin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Colagiuri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Guariguata</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Motala</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Ogurtsova</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Bright</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>R</given-names>
            </name>
            <collab>IDF Diabetes Atlas Committee</collab>
          </person-group>
          <article-title>Global and regional diabetes prevalence estimates for 2019 and projections for 2030 and 2045: Results from the International Diabetes Federation Diabetes Atlas, 9 edition</article-title>
          <source>Diabetes Res Clin Pract</source>
          <year>2019</year>
          <month>11</month>
          <volume>157</volume>
          <fpage>107843</fpage>
          <pub-id pub-id-type="doi">10.1016/j.diabres.2019.107843</pub-id>
          <pub-id pub-id-type="medline">31518657</pub-id>
          <pub-id pub-id-type="pii">S0168-8227(19)31230-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Health Promotion Administration, Ministry of Health and Welfare</collab>
          </person-group>
          <source>國民營養健康狀況變遷調查2013-2016年成果報告</source>
          <year>2013</year>
          <access-date>2021-06-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hpa.gov.tw/Pages/ashx/File.ashx?FilePath=~/File/Attach/11145/File_12788.pdf">https://www.hpa.gov.tw/Pages/ashx/File.ashx?FilePath=~/File/Attach/11145/File_12788.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>National Health Insurance Administration, Ministry of Health and Welfare</collab>
          </person-group>
          <source>2018年全民健康保險醫療費用前二十大疾病</source>
          <year>2019</year>
          <access-date>2021-06-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhi.gov.tw/DL.aspx?sitessn=292&#38;u=LzAwMS9VcGxvYWQvMjkyL3JlbGZpbGUvMC8xMjgyNDQvMjAxOOW5tOWci%2bS6uuWFqOawkeWBpeW6t%2bS%2fnemaquWwsemGq%2beWvueXheizh%2bioii0xMDgwOTExLnBkZg%3d%3d&#38;n=MjAxOOW5tOWci%2bS6uuWFqOawkeWBpeW6t%2bS%2fnemaquWwsemGq%2beWvueXheizh%2bioii0xMDgwOTExLnBkZg%3d%3d&#38;ico%20=.pdf">https://tinyurl.com/46yphwpw</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Clough</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Lender</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Okafor</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Gruber-Baldini</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>WellDoc mobile diabetes management randomized controlled trial: change in clinical and behavioral outcomes and patient and physician satisfaction</article-title>
          <source>Diabetes Technol Ther</source>
          <year>2008</year>
          <month>06</month>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>160</fpage>
          <lpage>168</lpage>
          <pub-id pub-id-type="doi">10.1089/dia.2008.0283</pub-id>
          <pub-id pub-id-type="medline">18473689</pub-id>
          <pub-id pub-id-type="pii">10.1089/dia.2008.0283</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Shardell</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Terrin</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Barr</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Ballew</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Gruber-Baldini</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Cluster-randomized trial of a mobile phone personalized behavioral intervention for blood glucose control</article-title>
          <source>Diabetes Care</source>
          <year>2011</year>
          <month>09</month>
          <volume>34</volume>
          <issue>9</issue>
          <fpage>1934</fpage>
          <lpage>1942</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21788632"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc11-0366</pub-id>
          <pub-id pub-id-type="medline">21788632</pub-id>
          <pub-id pub-id-type="pii">dc11-0366</pub-id>
          <pub-id pub-id-type="pmcid">PMC3161305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Guthrie</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Appelbaum</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Njike</surname>
              <given-names>VY</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenberg</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Change in Glycemic Control With Use of a Digital Therapeutic in Adults With Type 2 Diabetes: Cohort Study</article-title>
          <source>JMIR Diabetes</source>
          <year>2018</year>
          <month>02</month>
          <day>14</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e4</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://diabetes.jmir.org/2018/1/e4/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/diabetes.9591</pub-id>
          <pub-id pub-id-type="medline">30291074</pub-id>
          <pub-id pub-id-type="pii">v3i1e4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6238888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mo</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Effect of mobile phone intervention for diabetes on glycaemic control: a meta-analysis</article-title>
          <source>Diabet Med</source>
          <year>2011</year>
          <month>04</month>
          <volume>28</volume>
          <issue>4</issue>
          <fpage>455</fpage>
          <lpage>463</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1464-5491.2010.03180.x</pub-id>
          <pub-id pub-id-type="medline">21392066</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hewitt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Francisa</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mayor</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Do Mobile Phone Applications Improve Glycemic Control (HbA1c) in the Self-management of Diabetes? A Systematic Review, Meta-analysis, and GRADE of 14 Randomized Trials</article-title>
          <source>Diabetes Care</source>
          <year>2016</year>
          <month>11</month>
          <volume>39</volume>
          <issue>11</issue>
          <fpage>2089</fpage>
          <lpage>2095</lpage>
          <pub-id pub-id-type="doi">10.2337/dc16-0346</pub-id>
          <pub-id pub-id-type="medline">27926892</pub-id>
          <pub-id pub-id-type="pii">39/11/2089</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bonoto</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>de Araújo</surname>
              <given-names>VE</given-names>
            </name>
            <name name-style="western">
              <surname>Godói</surname>
              <given-names>IP</given-names>
            </name>
            <name name-style="western">
              <surname>de Lemos</surname>
              <given-names>LLP</given-names>
            </name>
            <name name-style="western">
              <surname>Godman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bennie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Diniz</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Junior</surname>
              <given-names>AAG</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of Mobile Apps to Support the Care of Patients With Diabetes Mellitus: A Systematic Review and Meta-Analysis of Randomized Controlled Trials</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>03</month>
          <day>01</day>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e4</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/3/e4/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.6309</pub-id>
          <pub-id pub-id-type="medline">28249834</pub-id>
          <pub-id pub-id-type="pii">v5i3e4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5352856</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faruque</surname>
              <given-names>LI</given-names>
            </name>
            <name name-style="western">
              <surname>Wiebe</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ehteshami-Afshar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Dianati-Maleki</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hemmelgarn</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Manns</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tonelli</surname>
              <given-names>M</given-names>
            </name>
            <collab>Alberta Kidney Disease Network</collab>
          </person-group>
          <article-title>Effect of telemedicine on glycated hemoglobin in diabetes: a systematic review and meta-analysis of randomized trials</article-title>
          <source>CMAJ</source>
          <year>2017</year>
          <month>03</month>
          <day>06</day>
          <volume>189</volume>
          <issue>9</issue>
          <fpage>E341</fpage>
          <lpage>E364</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmaj.ca/cgi/pmidlookup?view=long&#38;pmid=27799615"/>
          </comment>
          <pub-id pub-id-type="doi">10.1503/cmaj.150885</pub-id>
          <pub-id pub-id-type="medline">27799615</pub-id>
          <pub-id pub-id-type="pii">cmaj.150885</pub-id>
          <pub-id pub-id-type="pmcid">PMC5334006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenwood</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Gee</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Fatkin</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Peeples</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A Systematic Review of Reviews Evaluating Technology-Enabled Diabetes Self-Management Education and Support</article-title>
          <source>J Diabetes Sci Technol</source>
          <year>2017</year>
          <month>09</month>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>1015</fpage>
          <lpage>1027</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28560898"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1932296817713506</pub-id>
          <pub-id pub-id-type="medline">28560898</pub-id>
          <pub-id pub-id-type="pmcid">PMC5951000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Vespasiani</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Nicolucci</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kwong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Mobile App-Based Interventions to Support Diabetes Self-Management: A Systematic Review of Randomized Controlled Trials to Identify Functions Associated with Glycemic Efficacy</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>03</month>
          <day>14</day>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e35</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/3/e35/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.6522</pub-id>
          <pub-id pub-id-type="medline">28292740</pub-id>
          <pub-id pub-id-type="pii">v5i3e35</pub-id>
          <pub-id pub-id-type="pmcid">PMC5373677</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kebede</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Zeeb</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Heise</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Pischke</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of Digital Interventions for Improving Glycemic Control in Persons with Poorly Controlled Type 2 Diabetes: A Systematic Review, Meta-analysis, and Meta-regression Analysis</article-title>
          <source>Diabetes Technol Ther</source>
          <year>2018</year>
          <month>11</month>
          <volume>20</volume>
          <issue>11</issue>
          <fpage>767</fpage>
          <lpage>782</lpage>
          <pub-id pub-id-type="doi">10.1089/dia.2018.0216</pub-id>
          <pub-id pub-id-type="medline">30257102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Lister</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Bernhardt</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Behavioral functionality of mobile apps in health interventions: a systematic review of the literature</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>02</month>
          <day>26</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e20</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e20/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3335</pub-id>
          <pub-id pub-id-type="medline">25803705</pub-id>
          <pub-id pub-id-type="pii">v3i1e20</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376122</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baptista</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Trawley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pouwer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wadley</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Speight</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>What Do Adults with Type 2 Diabetes Want from the "Perfect" App? Results from the Second Diabetes MILES: Australia (MILES-2) Study</article-title>
          <source>Diabetes Technol Ther</source>
          <year>2019</year>
          <month>07</month>
          <volume>21</volume>
          <issue>7</issue>
          <fpage>393</fpage>
          <lpage>399</lpage>
          <pub-id pub-id-type="doi">10.1089/dia.2019.0086</pub-id>
          <pub-id pub-id-type="medline">31166804</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Osborn</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>van Ginkel</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Rodbard</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Heyman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marrero</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Huddleston</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dachis</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>One Drop &#124; Mobile: An Evaluation of Hemoglobin A1c Improvement Linked to App Engagement</article-title>
          <source>JMIR Diabetes</source>
          <year>2017</year>
          <month>08</month>
          <day>24</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>e21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://diabetes.jmir.org/2017/2/e21/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/diabetes.8039</pub-id>
          <pub-id pub-id-type="medline">30291059</pub-id>
          <pub-id pub-id-type="pii">v2i2e21</pub-id>
          <pub-id pub-id-type="pmcid">PMC6238886</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nathan</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Turgeon</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Regan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Relationship between glycated haemoglobin levels and mean glucose levels over time</article-title>
          <source>Diabetologia</source>
          <year>2007</year>
          <month>11</month>
          <volume>50</volume>
          <issue>11</issue>
          <fpage>2239</fpage>
          <lpage>2244</lpage>
          <pub-id pub-id-type="doi">10.1007/s00125-007-0803-0</pub-id>
          <pub-id pub-id-type="medline">17851648</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>R: a language and environment for statistical computing</article-title>
          <source>Global Biodiversity Information Facility</source>
          <access-date>2021-06-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.R-project.org/">https://www.R-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mächler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bolker</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Fitting Linear Mixed-Effects Models Using</article-title>
          <source>J Stat Soft</source>
          <year>2015</year>
          <volume>67</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.18637/jss.v067.i01</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuznetsova</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brockhoff</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>RHB</given-names>
            </name>
          </person-group>
          <article-title>Package: Tests in Linear Mixed Effects Models</article-title>
          <source>J Stat Soft</source>
          <year>2017</year>
          <volume>82</volume>
          <issue>13</issue>
          <pub-id pub-id-type="doi">10.18637/jss.v082.i13</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Makady</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Boer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hillege</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Klungel</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Goettsch</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>What Is Real-World Data? A Review of Definitions Based on Literature and Stakeholder Interviews</article-title>
          <source>Value Health</source>
          <year>2017</year>
          <volume>20</volume>
          <issue>7</issue>
          <fpage>858</fpage>
          <lpage>865</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1098-3015(17)30171-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jval.2017.03.008</pub-id>
          <pub-id pub-id-type="medline">28712614</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(17)30171-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Real-world Evidence versus Randomized Controlled Trial: Clinical Research Based on Electronic Medical Records</article-title>
          <source>J Korean Med Sci</source>
          <year>2018</year>
          <month>08</month>
          <day>20</day>
          <volume>33</volume>
          <issue>34</issue>
          <fpage>e213</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jkms.org/DOIx.php?id=10.3346/jkms.2018.33.e213"/>
          </comment>
          <pub-id pub-id-type="doi">10.3346/jkms.2018.33.e213</pub-id>
          <pub-id pub-id-type="medline">30127705</pub-id>
          <pub-id pub-id-type="pmcid">PMC6097073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>YH</given-names>
            </name>
            <name name-style="western">
              <surname>Pang</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Yeung</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Yeung</surname>
              <given-names>VT</given-names>
            </name>
          </person-group>
          <article-title>Health literacy, complication awareness, and diabetic control in patients with type 2 diabetes mellitus</article-title>
          <source>J Adv Nurs</source>
          <year>2008</year>
          <month>04</month>
          <volume>62</volume>
          <issue>1</issue>
          <fpage>74</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2648.2007.04526.x</pub-id>
          <pub-id pub-id-type="medline">18352966</pub-id>
          <pub-id pub-id-type="pii">JAN4526</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramchandani</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Virtual Coaching to Enhance Diabetes Care</article-title>
          <source>Diabetes Technol Ther</source>
          <year>2019</year>
          <month>06</month>
          <volume>21</volume>
          <issue>S2</issue>
          <fpage>S248</fpage>
          <lpage>S251</lpage>
          <pub-id pub-id-type="doi">10.1089/dia.2019.0016</pub-id>
          <pub-id pub-id-type="medline">31169430</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Karakiulakis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Are patients with hypertension and diabetes mellitus at increased risk for COVID-19 infection?</article-title>
          <source>Lancet Respir Med</source>
          <year>2020</year>
          <month>04</month>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32171062"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2213-2600(20)30116-8</pub-id>
          <pub-id pub-id-type="medline">32171062</pub-id>
          <pub-id pub-id-type="pii">S2213-2600(20)30116-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7118626</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Guan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Clinical course and risk factors for mortality of adult inpatients with COVID-19 in Wuhan, China: a retrospective cohort study</article-title>
          <source>Lancet</source>
          <year>2020</year>
          <month>03</month>
          <day>28</day>
          <volume>395</volume>
          <issue>10229</issue>
          <fpage>1054</fpage>
          <lpage>1062</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32171076"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30566-3</pub-id>
          <pub-id pub-id-type="medline">32171076</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)30566-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7270627</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gou</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Pu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of comorbidities and its effects in patients infected with SARS-CoV-2: a systematic review and meta-analysis</article-title>
          <source>Int J Infect Dis</source>
          <year>2020</year>
          <month>05</month>
          <volume>94</volume>
          <fpage>91</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1201-9712(20)30136-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijid.2020.03.017</pub-id>
          <pub-id pub-id-type="medline">32173574</pub-id>
          <pub-id pub-id-type="pii">S1201-9712(20)30136-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7194638</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ghosh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Misra</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Clinical considerations for patients with diabetes in times of COVID-19 epidemic</article-title>
          <source>Diabetes Metab Syndr</source>
          <year>2020</year>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>211</fpage>
          <lpage>212</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32172175"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.dsx.2020.03.002</pub-id>
          <pub-id pub-id-type="medline">32172175</pub-id>
          <pub-id pub-id-type="pii">S1871-4021(20)30042-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7102582</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
