<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v26i1e64092</article-id>
      <article-id pub-id-type="pmid">39357049</article-id>
      <article-id pub-id-type="doi">10.2196/64092</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Short Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Short Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Retention in HIV Primary Care Using a Web-Based Patient Engagement Platform: Multistate Case-Control Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gilmore</surname>
            <given-names>Hailey J</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Stoner</surname>
            <given-names>Marie</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Sukhija-Cohen</surname>
            <given-names>Adam Carl</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Sutter Health</institution>
            <institution>Palo Alto Medical Foundation Research Institute</institution>
            <addr-line>795 El Camino Real</addr-line>
            <addr-line>Ames Building</addr-line>
            <addr-line>Palo Alto, CA, 94301</addr-line>
            <country>United States</country>
            <phone>1 (650) 330 5963</phone>
            <email>adam.sukhija-cohen@sutterhealth.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8793-2166</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Patani</surname>
            <given-names>Henna</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1101-9308</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Blasingame</surname>
            <given-names>Michael Foxworth</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1766-6760</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Vu</surname>
            <given-names>Kathy Linh</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7106-400X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Bastani</surname>
            <given-names>Ramin</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0004-0018-6535</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Sutter Health</institution>
        <institution>Palo Alto Medical Foundation Research Institute</institution>
        <addr-line>Palo Alto, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Public Health Division</institution>
        <institution>AIDS Healthcare Foundation</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Healthvana</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Research Triangle Institute</institution>
        <addr-line>Research Triangle Park, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Adam Carl Sukhija-Cohen <email>adam.sukhija-cohen@sutterhealth.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>2</day>
        <month>10</month>
        <year>2024</year>
      </pub-date>
      <volume>26</volume>
      <elocation-id>e64092</elocation-id>
      <history>
        <date date-type="received">
          <day>8</day>
          <month>7</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>2</day>
          <month>8</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>13</day>
          <month>8</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>9</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Adam Carl Sukhija-Cohen, Henna Patani, Michael Foxworth Blasingame, Kathy Linh Vu, Ramin Bastani. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 02.10.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2024/1/e64092" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Digital interventions to improve retention in HIV care are critical to ensure viral suppression and prevent further transmission. AIDS Healthcare Foundation Healthcare Centers are centers across the United States that provide primary HIV care. Traditionally, the Healthcare Centers conduct phone calls with patients to schedule and confirm appointments, as well as share laboratory results. In 2017, Healthvana piloted a digital platform at AIDS Healthcare Foundation Healthcare Centers to send patients SMS text message appointment reminders and allow patients to review their upcoming appointment and view their laboratory results in the web-based patient portal.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>A national implementation in 15 US states and Washington, DC, of this digital intervention pilot by Healthvana aims to determine whether SMS appointment reminders and web-based patient portal logins improved retention in care compared to traditional methods.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A retrospective analysis of 40,028 patients living with HIV was conducted at the 61 AIDS Healthcare Foundation Healthcare Centers between January 2, 2017, and May 22, 2018. Patients were invited to enroll in Healthvana’s digital intervention pilot, allowing for a natural, organization-wide case-control study. Separate binary logistic regression models evaluated the relationship between receiving SMS appointment reminders and completing scheduled appointments, as well as the relationship between logging into the web-based patient portal and completing scheduled appointments. Four scheduled consecutive appointments for each patient were included in the analysis to account for 1 full year of data per patient.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Patients who received the SMS appointment reminder were 1.7 times more likely to complete appointment 1 compared to patients who did not receive the SMS appointment reminder (<italic>P</italic>&#60;.001). In addition, patients who received the SMS appointment reminder were 1.6 times more likely to complete appointment 2 (<italic>P</italic>&#60;.001), 1.7 times more likely to complete appointment 3 (<italic>P</italic>&#60;.001), and 1.8 times more likely to complete appointment 4 (<italic>P</italic>&#60;.001) compared to patients who did not receive the SMS appointment reminder. Patients who logged in to the web-based patient portal prior to their scheduled appointment were 7.4 times more likely to complete appointment 1 compared to patients who did not log in (<italic>P</italic>&#60;.001). In addition, patients who logged in to the web-based patient portal prior to their scheduled appointment were 3.6 times more likely to complete appointment 2 (<italic>P</italic>&#60;.001), 3.2 times more likely to complete appointment 3 (<italic>P</italic>&#60;.001), and 2.8 times more likely to complete appointment 4 (<italic>P</italic>&#60;.001) compared to patients who did not log in.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>HIV primary care appointment completion was higher when patients engaged with Healthvana’s digital platform. Digital technology interventions to ensure patients complete their scheduled HIV care appointments are imperative to curb the HIV epidemic.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>HIV</kwd>
        <kwd>primary health care</kwd>
        <kwd>retention in care</kwd>
        <kwd>digital technology</kwd>
        <kwd>appointments and schedules</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>There are 1.2 million people living with HIV in the United States [<xref ref-type="bibr" rid="ref1">1</xref>]. A public health model called the HIV care continuum represents 4 important stages of HIV care [<xref ref-type="bibr" rid="ref2">2</xref>]. Across the continuum, 87% of people living with HIV are diagnosed, 66% have received HIV medical care, 50% are retained in care, and 57% have achieved viral suppression.</p>
      <p>People living with HIV retained in care—that is, those who have continuously scheduled medical care, defined as having 2 or more cluster of differentiation 4 (CD4) or viral load tests at least 3 months apart—are at the lowest rate among the 4 steps [<xref ref-type="bibr" rid="ref1">1</xref>]. People living with HIV who are aware of their HIV status and are either not in care or not virally suppressed account for nearly two-thirds of new infections [<xref ref-type="bibr" rid="ref3">3</xref>]. Therefore, implementing innovative interventions is important to retain people living with HIV in care, increasing their likelihood of achieving viral suppression and preventing further transmissions [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>AIDS Healthcare Foundation (AHF) provides HIV primary care at 61 AHF Healthcare Centers in 15 states (California, Florida, Georgia, Illinois, Indiana, Louisiana, Maryland, Mississippi, Nevada, New York, Ohio, Pennsylvania, South Carolina, Texas, and Washington) and Washington, DC. These are all priority states with a disproportionate burden of new HIV diagnoses according to the Ending the HIV Epidemic in the US initiative [<xref ref-type="bibr" rid="ref6">6</xref>]. The centers operate in major metropolitan areas and offer standardized care.</p>
      <p>Traditionally, AHF Healthcare Centers call patients to schedule and confirm appointments and share laboratory results. Beginning in 2017, an AHF/Healthvana collaboration pilot-tested a digital platform that sends patients SMS text message appointment reminders and allows patients to access a web-based patient portal. Within the portal, Healthvana features customized laboratory result delivery, 2-way communication between patients and health care providers, and appointment management. This type of digital intervention has been shown to improve HIV care across the care continuum [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. However, few studies have used large sample sizes to evaluate the effect of digital intervention on HIV care retention. This pilot study aims to determine whether SMS appointment reminders and patient portal logins improved retention in care nationally compared to traditional methods.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>A retrospective analysis of all AHF patients was conducted at the 61 AHF Healthcare Centers between January 2, 2017, and May 22, 2018. AHF recommendations call for patients to complete an appointment every 3 months. Therefore, 4 scheduled consecutive appointments for each patient are included in the analysis to account for 1 full year of data per patient.</p>
      <p>Patients were invited to enroll in Healthvana’s digital intervention pilot test, allowing for a natural, organization-wide case-control study. Demographics retrospectively extracted from the entire patient population included age group, gender, race, and health insurance type. The 2 predictor variables were SMS appointment reminders and web-based patient portal login. Patients in the “SMS appointment reminder” category were those who affirmed receiving an SMS reminder before their scheduled appointment. Only patients who consented to receiving SMS reminders received them; those who did not consent or opted out had SMS reminders removed entirely. Patients in the “web-based patient portal login” category were those who logged in to the portal before their scheduled appointment. As part of AHF Healthcare Center services, all patients create a username and password for Healthvana’s patient portal; however, patients are not required to log in as part of their appointment. The outcome variable, “scheduled appointment,” is categorized as “completed” versus “not completed.” Logistic regression models were built to determine the odds of patients completing their appointments.</p>
      <sec>
        <title>Ethical Considerations</title>
        <p>Healthvana securely collects, stores, and maintains AHF health data in encrypted format both in transit and at rest and is Health Insurance Portability and Accountability Act–compliant. For this evaluation, data were extracted and deidentified from Healthvana’s digital platform by Healthvana staff. All analyses were conducted by the AHF research team in SAS (version 9.4; SAS Institute). As a quality improvement pilot study requested by AHF leadership, this retrospective analysis received exemption from the Western Institutional Review Board.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p><xref ref-type="table" rid="table1">Table 1</xref> depicts demographic characteristics. Most patients scheduled appointment 1 (n=40,028), followed by appointment 2 (n=37,878), appointment 3 (n=34,866), and appointment 4 (n=31,550). Most patients in appointment 1 were aged 50-54 (n=5418, 13.5%) or 25-29 years (n=5226, 13.1%), male (n=32,756, 81.8%), and White (n=21,633, 54%) or Black/African American (n=17,361, 43.4%). Most patients had private insurance (n=22,401, 56%), followed by insurance provided by the Ryan White HIV/AIDS Program (n=9121, 22.8%) or Medicare/Medicaid (n=8506, 21.3%). Distributions of age group, gender, and race did not change significantly across the 4 appointments (<italic>χ</italic><sup>2</sup> distribution tests; <italic>P</italic>&#62;.05 for all groups). However, insurance type distribution differed significantly across the 4 appointments: private insurance decreased, and Medicare/Medicaid and Ryan White increased over time (<italic>χ</italic><sup>2</sup> distribution test; <italic>P</italic>&#60;.001).</p>
        <p><xref ref-type="table" rid="table2">Table 2</xref> shows appointment outcomes based on SMS reminders before scheduled appointments. A total of 1.7% (664/40,028) of patients received reminders for appointment 1, 13.3% (5037/37,878) for appointment 2, 22.1% (7698/34,866) for appointment 3, and 28.3% (8944/31,550) for appointment 4.</p>
        <p><xref ref-type="table" rid="table3">Table 3</xref> describes the patients’ appointment outcomes based on whether they logged in to the web-based patient portal; 19.2% (7705/40,028) logged in for appointment 1, 22.7% (8591/37,878) for appointment 2, 25.6% (8913/34,866) for appointment 3, and 26.8% (8469/31,550) for appointment 4. Overall, 71.3% (28,540/40,028) of patients who scheduled appointment 1 completed the appointment. A total of 71.1% (28,004/39,364) of patients who did not receive the SMS appointment reminder completed appointment 1; in contrast, 80.7% (536/664) of patients who received the SMS reminder completed appointment 1. By patient portal, 66% (21,338/32,323) of patients who did not log in to the patient portal completed appointment 1; on the other hand, 93.5% (7202/7,705) of patients who logged in to the patient portal prior to their scheduled appointment completed appointment 1. For each subsequent scheduled appointment, patients who either received the SMS appointment reminder or who logged in to the patient portal prior to their scheduled appointment had a higher proportion of scheduled appointment completions compared to patients who either did not receive the SMS appointment reminder or did not log in to the patient portal.</p>
        <p>In separate logistic regression models (<xref ref-type="table" rid="table4">Table 4</xref>), patients who received the SMS appointment reminder before their scheduled appointment were 1.7 times more likely to complete appointment 1 compared to patients who did not receive the reminder (odds ratio [OR] 1.7, 95% CI 1.4-2.1; <italic>P</italic>&#60;.001); the likelihood increased 1.6 times for appointment 2 (OR 1.6, 95% CI 1.5-1.7; <italic>P</italic>&#60;.001), 1.7 times for appointment 3 (OR 1.7, 95% CI 1.6-1.8; <italic>P</italic>&#60;.001), and 1.8 times for appointment 4 (OR 1.8, 95% CI 1.6-1.8; <italic>P</italic>&#60;.001). Patients who logged in to the patient portal before their scheduled appointment were 7.4 times more likely to complete appointment 1 compared to patients who did not log in (OR 7.4, 95% CI 6.7-8.1; <italic>P</italic>&#60;.001); the likelihood increased 3.6 times for appointment 2 (OR 3.6, 95% CI 3.4-3.8; <italic>P</italic>&#60;.001), 3.2 times for appointment 3 (OR 3.2, 95% CI 3.0-3.4; <italic>P</italic>&#60;.001), and 2.8 times for appointment 4 (OR 2.8, 95% CI 2.7-3.0; <italic>P</italic>&#60;.001).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>AIDS Healthcare Foundation (AHF) patient demographics by scheduled AHF Healthcare Center appointment, January 2, 2017, to May 22, 2018.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="270"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">Appointment 1 (n=40,028), n (%)</td>
                <td colspan="2">Appointment 2 (n=37,878), n (%)</td>
                <td colspan="2">Appointment 3 (n=34,866), n (%)</td>
                <td>Appointment 4 (n=31,550), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="10">
                  <bold>Age group (years)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>18-24</td>
                <td colspan="2">2407 (6)</td>
                <td colspan="2">2219 (5.9)</td>
                <td colspan="2">1956 (5.6)</td>
                <td colspan="2">1715 (5.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>25-29</td>
                <td colspan="2">5226 (13.1)</td>
                <td colspan="2">4885 (12.9)</td>
                <td colspan="2">4405 (12.6)</td>
                <td colspan="2">3886 (12.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>30-34</td>
                <td colspan="2">4993 (12.5)</td>
                <td colspan="2">4686 (12.4)</td>
                <td colspan="2">4296 (12.3)</td>
                <td colspan="2">3886 (12.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>35-39</td>
                <td colspan="2">4415 (11)</td>
                <td colspan="2">4180 (11)</td>
                <td colspan="2">3822 (11)</td>
                <td colspan="2">3443 (10.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>40-44</td>
                <td colspan="2">3929 (9.8)</td>
                <td colspan="2">3709 (9.8)</td>
                <td colspan="2">3436 (9.9)</td>
                <td colspan="2">3116 (9.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>45-49</td>
                <td colspan="2">4614 (11.5)</td>
                <td colspan="2">4399 (11.6)</td>
                <td colspan="2">4093 (11.7)</td>
                <td colspan="2">3713 (11.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>50-54</td>
                <td colspan="2">5418 (13.5)</td>
                <td colspan="2">5186 (13.7)</td>
                <td colspan="2">4843 (13.9)</td>
                <td colspan="2">4420 (14)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>55-59</td>
                <td colspan="2">4254 (10.6)</td>
                <td colspan="2">4070 (10.7)</td>
                <td colspan="2">3810 (10.9)</td>
                <td colspan="2">3503 (11.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>60-64</td>
                <td colspan="2">2606 (6.5)</td>
                <td colspan="2">2510 (6.6)</td>
                <td colspan="2">2328 (6.7)</td>
                <td colspan="2">2156 (6.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≥65</td>
                <td colspan="2">2166 (5.4)</td>
                <td colspan="2">2034 (5.4)</td>
                <td colspan="2">1877 (5.4)</td>
                <td colspan="2">1712 (5.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Gender</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td colspan="2">7228 (18.1)</td>
                <td colspan="2">6738 (17.8)</td>
                <td colspan="2">6177 (17.7)</td>
                <td colspan="2">5592 (17.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td colspan="2">32,756 (81.8)</td>
                <td colspan="2">31,096 (82.1)</td>
                <td colspan="2">28,646 (82.2)</td>
                <td colspan="2">25,917 (82.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Transgender</td>
                <td colspan="2">44 (0.1)</td>
                <td colspan="2">44 (0.1)</td>
                <td colspan="2">43 (0.1)</td>
                <td colspan="2">41 (0.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Race</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>American Indian/Alaska Native</td>
                <td colspan="2">87 (0.2)</td>
                <td colspan="2">86 (0.2)</td>
                <td colspan="2">83 (0.2)</td>
                <td colspan="2">72 (0.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Asian</td>
                <td colspan="2">790 (2)</td>
                <td colspan="2">728 (1.9)</td>
                <td colspan="2">659 (1.9)</td>
                <td colspan="2">579 (1.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Black/African American</td>
                <td colspan="2">17,361 (43.4)</td>
                <td colspan="2">16,586 (43.8)</td>
                <td colspan="2">15,361 (44)</td>
                <td colspan="2">14,016 (44.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Multiracial</td>
                <td colspan="2">71 (0.2)</td>
                <td colspan="2">65 (0.2)</td>
                <td colspan="2">57 (0.2)</td>
                <td colspan="2">50 (0.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Native Hawaiian/Pacific Islander</td>
                <td colspan="2">86 (0.2)</td>
                <td colspan="2">83 (0.2)</td>
                <td colspan="2">80 (0.2)</td>
                <td colspan="2">72 (0.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td colspan="2">21,633 (54)</td>
                <td colspan="2">20,330 (53.7)</td>
                <td colspan="2">18,626 (53.4)</td>
                <td colspan="2">16,761 (53.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Insurance type</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medicare/Medicaid</td>
                <td colspan="2">8506 (21.3)</td>
                <td colspan="2">8189 (21.6)</td>
                <td colspan="2">7693 (22.1)</td>
                <td colspan="2">7090 (22.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Private insurance</td>
                <td colspan="2">22,401 (56)</td>
                <td colspan="2">20,889 (55.1)</td>
                <td colspan="2">18,973 (54.4)</td>
                <td colspan="2">16,973 (53.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Ryan White HIV/AIDS Program</td>
                <td colspan="2">9121 (22.8)</td>
                <td colspan="2">8800 (23.2)</td>
                <td colspan="2">8200 (23.5)</td>
                <td colspan="2">7487 (23.7)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Outcome of AIDS Healthcare Foundation Healthcare Center patient appointments by SMS appointment reminder and appointment number, January 2, 2017, to May 22, 2018.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="220"/>
            <col width="0"/>
            <col width="270"/>
            <col width="0"/>
            <col width="230"/>
            <col width="0"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Appointment</td>
                <td colspan="2">Did not receive the SMS appointment reminder, n/N (%)</td>
                <td colspan="2">Received the SMS appointment reminder, n/N (%)</td>
                <td>Total, n/N (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="8">
                  <bold>Appointment 1</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completed</td>
                <td colspan="2">28,004/39,364 (71.1)</td>
                <td colspan="2">536/664 (80.7)</td>
                <td colspan="2">28,540/40,028 (71.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not completed</td>
                <td colspan="2">11,360/39,364 (28.9)</td>
                <td colspan="2">128/664 (19.3)</td>
                <td colspan="2">11,488/40,028 (28.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">39,364/40,028 (98.3)</td>
                <td colspan="2">664/40,028 (1.7)</td>
                <td colspan="2">—<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Appointment 2</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completed</td>
                <td colspan="2">20,510/32,841 (62.5)</td>
                <td colspan="2">3643/5037 (72.3)</td>
                <td colspan="2">24,153/37,878 (63.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not completed</td>
                <td colspan="2">12,331/32,841 (37.5)</td>
                <td colspan="2">1394/5037 (27.7)</td>
                <td colspan="2">13,725/37,878 (36.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">32,841/37,878 (86.7)</td>
                <td colspan="2">5037/37,878 (13.3)</td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Appointment 3</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completed</td>
                <td colspan="2">15,578/27,168 (57.3)</td>
                <td colspan="2">5355/7698 (69.6)</td>
                <td colspan="2">20,933/34,866 (60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not completed</td>
                <td colspan="2">11,590/27,168 (42.7)</td>
                <td colspan="2">2343/7698 (30.4)</td>
                <td colspan="2">13,933/34,866 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">27,168/34,866 (77.9)</td>
                <td colspan="2">7698/34,866 (22.1)</td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Appointment 4</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completed</td>
                <td colspan="2">12,317/22,606 (54.5)</td>
                <td colspan="2">6054/8944 (67.7)</td>
                <td colspan="2">18,371/31,550 (58.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not completed</td>
                <td colspan="2">10,289/22,606 (45.5)</td>
                <td colspan="2">2890/8944 (32.3)</td>
                <td colspan="2">13,179/31,550 (41.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">22,606/31,550 (71.7)</td>
                <td colspan="2">8944/31,550 (28.3)</td>
                <td colspan="2">—</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Outcome of AIDS Healthcare Foundation Healthcare Center patient appointments by web-based patient portal login and appointment number, January 2, 2017, to May 22, 2018.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="200"/>
            <col width="0"/>
            <col width="290"/>
            <col width="0"/>
            <col width="250"/>
            <col width="0"/>
            <col width="230"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Appointment</td>
                <td colspan="2">Did not log in to the web-based patient portal, n/N (%)</td>
                <td colspan="2">Logged in to the web-based patient portal, n/N (%)</td>
                <td>Total, n/N (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="8">
                  <bold>Appointment 1</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completed</td>
                <td colspan="2">21,338/32,323 (66)</td>
                <td colspan="2">7202/7705 (93.5)</td>
                <td colspan="2">28,540/40,028 (71.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not completed</td>
                <td colspan="2">10,985/32,323 (34)</td>
                <td colspan="2">503/7705 (6.5)</td>
                <td colspan="2">11,488/40,028 (28.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">32,323/40,028 (80.8)</td>
                <td colspan="2">7705/40,028 (19.2)</td>
                <td colspan="2">—<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Appointment 2</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completed</td>
                <td colspan="2">17,004/29,287 (58.1)</td>
                <td colspan="2">7149/8591 (83.2)</td>
                <td colspan="2">24,153/37,878 (63.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not completed</td>
                <td colspan="2">12,283/29,287 (41.9)</td>
                <td colspan="2">1442/8591 (16.8)</td>
                <td colspan="2">13,725/37,878 (36.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">29,287/37,878 (77.3)</td>
                <td colspan="2">8591/37,878 (22.7)</td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Appointment 3</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completed</td>
                <td colspan="2">13,929/25,953 (53.7)</td>
                <td colspan="2">7004/8913 (78.6)</td>
                <td colspan="2">20,933/34,866 (60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not completed</td>
                <td colspan="2">12,024/25,953 (46.3)</td>
                <td colspan="2">1909/8913 (21.4)</td>
                <td colspan="2">13,933/34,866 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">25,953/34,866 (74.4)</td>
                <td colspan="2">8913/34,866 (25.6)</td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Appointment 4</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Completed</td>
                <td colspan="2">11,993/23,081 (52)</td>
                <td colspan="2">6378/8469 (75.3)</td>
                <td colspan="2">18,371/31,550 (58.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not completed</td>
                <td colspan="2">11,088/23,081 (48)</td>
                <td colspan="2">2091/8469 (24.7)</td>
                <td colspan="2">13,179/31,550 (41.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total</td>
                <td colspan="2">23,081/31,550 (73.2)</td>
                <td colspan="2">8469/31,550 (26.8)</td>
                <td colspan="2">—</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Odds ratios (ORs) for completing scheduled appointments at AIDS Healthcare Foundation Healthcare Centers by SMS appointment reminder, web-based patient portal login, and appointment number, January 2, 2017, to May 22, 2018.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <col width="0"/>
            <col width="200"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Appointment completed</td>
                <td colspan="3">Received the SMS appointment reminder</td>
                <td colspan="2">Logged in to the web-based patient portal</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>OR (95% CI)</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">OR (95% CI)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Appointment 1</td>
                <td>1.7 (1.4-2.1)</td>
                <td>&#60;.001</td>
                <td colspan="2">7.4 (6.7-8.1)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Appointment 2</td>
                <td>1.6 (1.5-1.7)</td>
                <td>&#60;.001</td>
                <td colspan="2">3.6 (3.4-3.8)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Appointment 3</td>
                <td>1.7 (1.6-1.8)</td>
                <td>&#60;.001</td>
                <td colspan="2">3.2 (3.0-3.4)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Appointment 4</td>
                <td>1.8 (1.6-1.8)</td>
                <td>&#60;.001</td>
                <td colspan="2">2.8 (2.7-3.0)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Healthvana’s digital platform was associated with AHF patients completing their scheduled AHF Healthcare Center appointments. Patients who received the SMS appointment reminder and patients who logged into the web-based patient portal prior to their scheduled appointments were more likely to complete their scheduled appointments compared to patients who did not receive the SMS appointment reminder or did not log in to the patient portal. These findings suggest engaging patients in HIV care using a digital platform can help improve retention—a critical step in the HIV care continuum.</p>
      <p>There are 2 strengths in this study. First, data across 15 states and Washington, DC, were analyzed, increasing generalizability and reducing geographic bias. Second, this study includes a very large sample size of patients, enabling us to rule out spurious associations. Within the current body of research, studies are often limited to 1 or 2 jurisdictions and have small sample sizes [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>This study includes important limitations. Healthvana’s digital platform was pilot-tested at different time points during the study duration; this study did not distinguish whether patients had the option to engage with the digital platform. In addition, this study did not include socioeconomic factors that may affect an individual’s access to a mobile phone to receive SMS appointment reminders or a smartphone or computer to log in to the patient portal. Lastly, this study did not assess the reasons patients’ appointments were not completed.</p>
      <p>Clinic-level barriers, including understaffing, can undermine HIV prevention and care at all stages of the HIV care continuum [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. The capacity of staff to engage with people living with HIV in timely and consistent intervals is an important structural factor digital platforms can address. This study found significant improvements in scheduled appointment completion with a large patient population. Future HIV research should continue to focus on digital platforms that can improve retention in care and viral suppression across HIV care settings and insurance coverage (ie, federally qualified health centers and private primary care clinics).</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AHF</term>
          <def>
            <p>AIDS Healthcare Foundation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CD4</term>
          <def>
            <p>cluster of differentiation 4</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">OR</term>
          <def>
            <p>odds ratio</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data set analyzed during this study is not publicly available due to data protections for people living with HIV. However, the data are available on reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>U.S. statistics</article-title>
          <source>HIV.gov</source>
          <year>2024</year>
          <month>08</month>
          <day>15</day>
          <access-date>2024-09-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hiv.gov/hiv-basics/overview/data-and-trends/statistics">https://www.hiv.gov/hiv-basics/overview/data-and-trends/statistics</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>HIV care continuum</article-title>
          <source>HIV.gov</source>
          <year>2022</year>
          <month>10</month>
          <day>28</day>
          <access-date>2024-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hiv.gov/federal-response/policies-issues/hiv-aids-care-continuum">https://www.hiv.gov/federal-response/policies-issues/hiv-aids-care-continuum</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Purcell</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Sansom</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>HI</given-names>
            </name>
          </person-group>
          <article-title>Vital signs: HIV transmission along the continuum of care - United States, 2016</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2019</year>
          <month>03</month>
          <day>22</day>
          <volume>68</volume>
          <issue>11</issue>
          <fpage>267</fpage>
          <lpage>272</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6811e1"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6811e1</pub-id>
          <pub-id pub-id-type="medline">30897075</pub-id>
          <pub-id pub-id-type="pmcid">PMC6478059</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gopalsamy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Marconi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Del Rio</surname>
              <given-names>Carlos</given-names>
            </name>
            <name name-style="western">
              <surname>Pennisi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wortley</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Colasanti</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The impact of churn on HIV outcomes in a southern United States clinical cohort</article-title>
          <source>Open Forum Infect Dis</source>
          <year>2022</year>
          <month>07</month>
          <volume>9</volume>
          <issue>7</issue>
          <fpage>ofac338</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35899283"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ofid/ofac338</pub-id>
          <pub-id pub-id-type="medline">35899283</pub-id>
          <pub-id pub-id-type="pii">ofac338</pub-id>
          <pub-id pub-id-type="pmcid">PMC9314921</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>López Rios</surname>
              <given-names>Javier</given-names>
            </name>
            <name name-style="western">
              <surname>Lentz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Balán</surname>
              <given-names>Iván C</given-names>
            </name>
            <name name-style="western">
              <surname>Grosskopf</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>D'Angelo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stief</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grov</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Engagement in care among newly diagnosed HIV-positive gay, bisexual, and other men who have sex with men in the United States: results from the Together 5,000 study</article-title>
          <source>AIDS Educ Prev</source>
          <year>2022</year>
          <month>10</month>
          <volume>34</volume>
          <issue>5</issue>
          <fpage>349</fpage>
          <lpage>364</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36181497"/>
          </comment>
          <pub-id pub-id-type="doi">10.1521/aeap.2022.34.5.349</pub-id>
          <pub-id pub-id-type="medline">36181497</pub-id>
          <pub-id pub-id-type="pmcid">PMC9619412</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>EHE overview</article-title>
          <source>Office of Infectious Disease and HIV/AIDS Policy, U.S. Department of Health and Human Services</source>
          <year>2023</year>
          <month>12</month>
          <day>04</day>
          <access-date>2024-09-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hiv.gov/federal-response/ending-the-hiv-epidemic/overview">https://www.hiv.gov/federal-response/ending-the-hiv-epidemic/overview</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ngowi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pima</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mmbaga</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Aarnoutse</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Reiss</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nieuwkerk</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Sprangers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sumari-de Boer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>"I wish to continue receiving the reminder short messaging service": a mixed methods study on the acceptability of digital adherence tools among adults living with HIV on antiretroviral treatment in Tanzania</article-title>
          <source>Patient Prefer Adherence</source>
          <year>2021</year>
          <volume>15</volume>
          <fpage>559</fpage>
          <lpage>568</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33727801"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PPA.S290079</pub-id>
          <pub-id pub-id-type="medline">33727801</pub-id>
          <pub-id pub-id-type="pii">290079</pub-id>
          <pub-id pub-id-type="pmcid">PMC7955743</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Che Pa</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Makmor-Bakry</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Islahudin</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Digital health in enhancing antiretroviral therapy adherence: a systematic review and meta-analysis</article-title>
          <source>AIDS Patient Care STDS</source>
          <year>2023</year>
          <month>11</month>
          <volume>37</volume>
          <issue>11</issue>
          <fpage>507</fpage>
          <lpage>516</lpage>
          <pub-id pub-id-type="doi">10.1089/apc.2023.0170</pub-id>
          <pub-id pub-id-type="medline">37956244</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Canan</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Waselewski</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Waldman</surname>
              <given-names>ALD</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Flickinger</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Cohn</surname>
              <given-names>WF</given-names>
            </name>
            <name name-style="western">
              <surname>Ingersoll</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dillingham</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Long term impact of PositiveLinks: clinic-deployed mobile technology to improve engagement with HIV care</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>e0226870</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0226870"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0226870</pub-id>
          <pub-id pub-id-type="medline">31905209</pub-id>
          <pub-id pub-id-type="pii">PONE-D-19-15985</pub-id>
          <pub-id pub-id-type="pmcid">PMC6944340</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Cui</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Qu</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Electronic health interventions to improve adherence to antiretroviral therapy in people living with HIV: systematic review and meta-analysis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>10</month>
          <day>16</day>
          <volume>7</volume>
          <issue>10</issue>
          <fpage>e14404</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/10/e14404/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14404</pub-id>
          <pub-id pub-id-type="medline">31621641</pub-id>
          <pub-id pub-id-type="pii">v7i10e14404</pub-id>
          <pub-id pub-id-type="pmcid">PMC6913542</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arayasirikul</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Trujillo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>Efficacy and impact of digital HIV care navigation in young people living with HIV in San Francisco, California: prospective study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>05</month>
          <day>08</day>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>e18597</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/5/e18597/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18597</pub-id>
          <pub-id pub-id-type="medline">32383680</pub-id>
          <pub-id pub-id-type="pii">v8i5e18597</pub-id>
          <pub-id pub-id-type="pmcid">PMC7244993</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dutta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pulsifer</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Dance</surname>
              <given-names>KV</given-names>
            </name>
            <name name-style="western">
              <surname>Leue</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Beaupierre</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lowman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sales</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Strahm</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sumitani</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Colasanti</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Kalokhe</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Clinic-level complexities prevent effective engagement of people living with HIV who are out-of-care</article-title>
          <source>PLoS One</source>
          <year>2024</year>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>e0304493</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0304493"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0304493</pub-id>
          <pub-id pub-id-type="medline">38820362</pub-id>
          <pub-id pub-id-type="pii">PONE-D-24-03550</pub-id>
          <pub-id pub-id-type="pmcid">PMC11142527</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritchwood</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Ba</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ingram</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Atujuna</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marcus</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ntlapo</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Oduro</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bekker</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Community perspectives of South African adolescents' experiences seeking treatment at local HIV clinics and how such clinics may influence engagement in the HIV treatment cascade: a qualitative study</article-title>
          <source>AIDS Care</source>
          <year>2020</year>
          <month>01</month>
          <volume>32</volume>
          <issue>1</issue>
          <fpage>83</fpage>
          <lpage>88</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31402674"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/09540121.2019.1653442</pub-id>
          <pub-id pub-id-type="medline">31402674</pub-id>
          <pub-id pub-id-type="pmcid">PMC6883151</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
