<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v24i7e33990</article-id>
      <article-id pub-id-type="pmid">35849442</article-id>
      <article-id pub-id-type="doi">10.2196/33990</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Dose Response Effects of Digital HIV Care Navigation on Mental Health and Viral Suppression Among Young People Living With HIV: Single-Arm, Prospective Study With a Pre-Post Design</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Step</surname>
            <given-names>Mary</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gerke</surname>
            <given-names>Donald</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mitchell</surname>
            <given-names>Jason</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Arayasirikul</surname>
            <given-names>Sean</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Center for Public Health Research</institution>
            <institution>San Francisco Department of Public Health</institution>
            <addr-line>25 Van Ness Avenue</addr-line>
            <addr-line>San Francisco, CA, 94102</addr-line>
            <country>United States</country>
            <phone>1 415 554 9000</phone>
            <email>sean.arayasirikul@gmail.com</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7698-6206</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Turner</surname>
            <given-names>Caitlin M</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2894-2318</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Trujillo</surname>
            <given-names>Dillon</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7990-1909</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Maycott</surname>
            <given-names>Jarett</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3123-4470</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>Erin C</given-names>
          </name>
          <degrees>DrPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0237-495X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Center for Public Health Research</institution>
        <institution>San Francisco Department of Public Health</institution>
        <addr-line>San Francisco, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Epidemiology and Biostatistics</institution>
        <institution>University of California, San Francisco</institution>
        <addr-line>San Francisco, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Fielding School of Public Health</institution>
        <institution>University of California, Los Angeles</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Sean Arayasirikul <email>sean.arayasirikul@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>18</day>
        <month>7</month>
        <year>2022</year>
      </pub-date>
      <volume>24</volume>
      <issue>7</issue>
      <elocation-id>e33990</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>27</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>8</day>
          <month>7</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Sean Arayasirikul, Caitlin M Turner, Dillon Trujillo, Jarett Maycott, Erin C Wilson. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 18.07.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2022/7/e33990" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The HIV epidemic has revealed considerable disparities in health among sexual and gender minorities of color within the Unites States, disproportionately affecting cisgender men who have sex with men (MSM) and trans women. Social inequities further disadvantage those with intersectional identities through homophobia, antitrans discrimination, and racism, shaping not only those at risk for HIV infection but also HIV prevention and care outcomes. Digital interventions have great potential to address barriers and improve HIV care among cisgender MSM and trans women; however, efficacy of digital HIV care interventions vary and need further examination.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study assessed the 12-month efficacy of a 6-month digital HIV care navigation intervention among young people living with HIV in San Francisco, California. We examined dose-response relationships among intervention exposure (eg, text messaging), viral suppression, and mental health. Health electronic navigation (eNav) is a 6-month, text message–based, digital HIV care navigation intervention, in which young people living with HIV are connected to their own HIV care navigator through text messaging to improve engagement in HIV primary care.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study had a single-arm, prospective, pre-post design. Eligibility criteria for the study included the following: identifying as cisgender MSM or trans women, being between the ages of 18 and 34 years, being newly diagnosed with HIV, or not being engaged or retained in HIV care or having a detectable viral load. We assessed and analyzed sociodemographics, intervention exposure, and HIV care and mental health outcome data for participants who completed the 6-month Health eNav intervention. We assessed all outcomes using generalized estimating equations to account for within-subjects correlation, and marginal effects of texting engagement on all outcomes were calculated over the entire 12-month study period. Finally, we specified an interaction between texting engagement and time to evaluate the effects of texting engagement on outcomes.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Over the entire 12-month period, this study shows that every one-text increase in engagement was associated with an increased odds of undetectable viral load (adjusted odds ratio 1.01, 95% CI 1.00-1.02; <italic>P</italic>=.03). Mean negative mental health experiences decreased significantly at 12 months compared to baseline for every one-text increase in engagement (coefficient on interaction term 0.97, 95% CI 0.96-0.99; <italic>P</italic>&#60;.01).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Digital care navigation interventions including Health eNav may be a critical component in the health delivery service system as the digital safety net for those whose social vulnerability is exacerbated in times of crisis, disasters, or global pandemics owing to multiple social inequities. We found that increased engagement in a digital HIV care navigation intervention helped improve viral suppression and mental health—intersecting comorbid conditions—6 months after the intervention concluded. Digital care navigation may be a promising, effective, sustainable, and scalable intervention.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR2-10.2196/16406</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>HIV</kwd>
        <kwd>digital HIV care navigation</kwd>
        <kwd>young people living with HIV</kwd>
        <kwd>mHealth</kwd>
        <kwd>mental health</kwd>
        <kwd>viral suppression</kwd>
        <kwd>health equity</kwd>
        <kwd>digital health</kwd>
        <kwd>equity</kwd>
        <kwd>effect</kwd>
        <kwd>suppression</kwd>
        <kwd>disparity</kwd>
        <kwd>men who have sex with men</kwd>
        <kwd>MSM</kwd>
        <kwd>transgender</kwd>
        <kwd>sex</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The HIV epidemic has revealed considerable disparities in health among sexual and gender minorities of color within the Unites States. This is most evident among cisgender men who have sex with men (MSM) and who accounted for 69% of new HIV diagnoses in in 2019 [<xref ref-type="bibr" rid="ref1">1</xref>]. Transgender—or trans—people are also a high-impact population despite representing 2% of new HIV diagnoses in 2019 [<xref ref-type="bibr" rid="ref1">1</xref>]. Between 25% and 28% of trans people are HIV-positive [<xref ref-type="bibr" rid="ref2">2</xref>]. Trans women are overwhelmingly impacted by HIV infection compared to other trans people, representing 93% of HIV diagnoses for trans adults and adolescents [<xref ref-type="bibr" rid="ref1">1</xref>]. HIV infection impacts those at the intersection of minority race or ethnicity, sexual orientation, and gender identity contributing to grave health disparities among cisgender MSM and trans women. Black or African Americans represent nearly half of HIV prevalence estimates (46%) for trans women, and over one-third (38%) of HIV diagnoses among cisgender MSM [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>There are more factors at play that contextualize the drastic disparities among trans women and cisgender MSM. For example, in a meta-analysis of HIV prevalence in the US transgender population estimates that 37% of trans women reported having engaged in sex work, 36% reported the use of an illicit substance, only 39.2% reported being employed, and 30.3% of trans women and trans men reported homelessness or unstable housing [<xref ref-type="bibr" rid="ref2">2</xref>]. These social determinants of health are not only associated with a higher risk of HIV infection but combined with antitrans discrimination and racism, create barriers to care and are associated with suboptimal HIV care outcomes [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>Digital interventions have great potential to address barriers and improve HIV care among cisgender MSM and trans women. A systematic review of digital interventions found that overall, digital interventions had a positive impact on HIV care outcomes [<xref ref-type="bibr" rid="ref4">4</xref>]. A Cochrane review found that interventions using mobile phone text messaging at weekly intervals was effective in increasing adherence to HIV treatment or antiretroviral therapy (ART) [<xref ref-type="bibr" rid="ref5">5</xref>]. Another study with a sample of trans women living with HIV in Los Angeles, California, tested an automated, unidirectional, text messaging intervention and found that it resulted in a number of HIV care outcome improvements including retention to care and ART adherence [<xref ref-type="bibr" rid="ref6">6</xref>]. Efficacy can vary among digital intervention components and across HIV outcomes with the most successful interventions combining approaches [<xref ref-type="bibr" rid="ref4">4</xref>]. Finitis et al [<xref ref-type="bibr" rid="ref7">7</xref>] conducted a systematic review of text messaging interventions among people living with HIV and found that interventions that supported bidirectional communication, occurred less frequently than daily, included personalized message context, and corresponded with participants’ ART dosing schedule led to larger effects on ART adherence compared to standard of care controls. This study examines the impact of a multicomponent digital HIV care navigation intervention on mental health and viral suppression among young people living with HIV in San Francisco, California.</p>
      </sec>
      <sec>
        <title>Overview of Health eNavigation</title>
        <p>Health eNavigation (eNav) is a 6-month text message–based, digital HIV care navigation intervention where young people living with HIV were connected to their own digital HIV care navigator through bidirectional text messaging to improve engagement in HIV primary care. The intervention included delivery of personalized messages and content that addressed the following topics: (1) HIV care navigation, (2) health promotion and education, (3) motivational interviewing (MI), and (4) social support. HIV care navigation guides participants in knowing where, when, and how to access all health and related services, and increases access to appropriate resources (eg, primary medical care, mental health care, housing, insurance and benefits, etc) [<xref ref-type="bibr" rid="ref8">8</xref>]. Health promotion and education ensures optimal health literacy for all participants by providing information on the biology of HIV, disease management, communication with providers, risk reduction and healthy behavior, and medication adherence. MI is a technique and a style of counseling that can help resolve the ambivalence that prevents patients from realizing their personal goals [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Social support is provided through establishing an open, nonjudgmental care relationship between participants and their HIV care navigator to be patient-centered and address topics most important to young people living with HIV. Intervention components are described in depth in a prior study [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>Informed by 2 health services frameworks, Health eNav transforms how HIV care navigation is delivered, seeking to improve health outcomes by amplifying the reach and value of the patient-centered medical home model and the chronic care model with the use of digital technology [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Health eNav provides participants with personalized engagement to strengthen the provider-patient relationship to eliminate barriers to care, and increase the efficiency and quality of care [<xref ref-type="bibr" rid="ref12">12</xref>]. Health eNav delivers digital HIV care navigation by providing increased linkages to community resources in a community-driven, cost-effective way, promoting self-management that empowers participants to take an active role in their health, and offering clinical decision support, information sharing, and proactive care in real time [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics Approval</title>
        <p>All procedures performed in studies involving human participants were in accordance with the ethical standards of the institutional and national research committee and with the 1964 Helsinki declaration and its later amendments or comparable ethical standards. This study protocol was approved by the institutional review board at the University of California, San Francisco (IRB #16-19675).</p>
      </sec>
      <sec>
        <title>Study Design, Recruitment, and Data Collection</title>
        <p>Data for this analysis were obtained from the Health eNav study at San Francisco Department of Public Health (2017-2018). Health eNav was a digital care navigation intervention designed to improve HIV care linkage and retention and subsequent viral suppression among young cisgender MSM and trans women living with HIV. A digital care navigator delivered the intervention via bidirectional text messaging. This is a single-arm, prospective, pre-post design study. Study procedures are described in depth in a prior study [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>Eligibility criteria for the study included the following: identifying as cisgender MSM or trans women, being between the ages of 18 and 34 years, and being newly diagnosed with HIV or not being engaged or retained in HIV care or having a detectable viral load. Participants were recruited via convenience sampling from 5 clinics and community-based organizations in San Francisco serving young people living with HIV. If eligible, participants met with research staff at study offices within the San Francisco Department of Public Health, where informed consent was obtained. Of 170 individuals screened, 140 were eligible. However, 20 were subsequently lost to follow-up and were not enrolled. This left a final sample of 120 young cisgender MSM or trans women living with HIV.</p>
        <p>This analysis examines data collected from computer-assisted self-interview surveys of self-report data administered at baseline, 6 months, and 12 months and intervention exposure data that characterize the number of text messages sent during the 6-month intervention period. Intervention exposure data were collected and exported on the backend of our text messaging platform.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Demographics</title>
          <p>We analyzed the following sociodemographic information: age at interview (in years), gender identity (trans woman vs man), race or ethnicity (non-Hispanic, Latinx American Indian, or Alaska Native; Asian; Black or African American; Multiracial; White; or Hispanic or Latinx), education level (high school or General Educational Development or at least a college education), current living situation (stable vs unstable), income level in the last month (US $0-250, US $251-600, US $601-1300, or ≥US $1301), and incarceration status in the last 6 months.</p>
        </sec>
        <sec>
          <title>HIV Care Continuum Outcomes</title>
          <p>We assessed 3 key HIV care continuum outcomes at baseline, 6 months, and 12 months of follow-up: whether participants received primary HIV care within the 6 months prior to their study visit, whether participants were currently taking HIV medications at each of these study visits, and whether participants had an undetectable viral load at each of these study visits.</p>
        </sec>
        <sec>
          <title>Mental Health</title>
          <p>We measured mental health using the mental health subscale of the 12-item Short-Form Health Survey [<xref ref-type="bibr" rid="ref14">14</xref>]. A composite score was generated by summing responses to items ranging from 0=“none of the time” to 5=“all of the time” and detailing the frequencies of the following experiences in the last month: feeling calm and peaceful, having a lot of energy, feeling downhearted and blue; and physical health or emotional problems interfering with social activities. The first 2 items in this list were reverse-scored before creating the composite variable.</p>
        </sec>
        <sec>
          <title>HIV-Related Stigma</title>
          <p>To measure HIV stigma, we used the shortened revised HIV stigma scale tailored for young people living with HIV [<xref ref-type="bibr" rid="ref15">15</xref>]. A composite score was generated from summing responses (from 0=“Strongly disagree” to 4=“Strongly agree”) to items such as: loss of friends after disclosing HIV status, feeling like a bad person owing to HIV status, or feeling like most people with HIV are rejected when others find out. For both the mental health and stigma composite scores, higher scores denoted a higher number of mental health issues and stigma experiences, respectively.</p>
        </sec>
        <sec>
          <title>Intervention Exposure</title>
          <p>We measured the number of text messages sent between participants and the digital navigator during the 6-month intervention period, summing the number of text messages. From this, we created the intervention exposure variable, “texting engagement level,” defined as the total number of texts sent or received by each participant over the 6-month period. Text message conversations did not comprise preprogrammed, automated, repeated texts; instead, text messages were bidirectional and delivered by an interventionist in conversation with participants using motivational interviewing techniques to have conversations personalized to participants’ individual needs. For example, if a participant identified a need for social support to cope with a new HIV diagnosis, the conversation would center that topic. Alternatively, if a participant needed information about health insurance or a health care appointment or medication adherence reminder, the digital HIV care navigator would provide that information or provide follow-up tailored to participants’ individual needs. To ensure a baseline level of engagement in the case that participants were not initiating text messages, the digital navigator attempted to start a conversation with participants by sending one text message each week over the duration of the intervention period. The number of text messages ranged from 24 to 467 text messages.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Of the 120 participants in Health eNav, we restricted our analysis to the 60 participants who completed the 6-month digital care intervention. Participants who did not complete the intervention included people who moved out of our jurisdiction, were incarcerated, withdrew from the study, or lost to follow-up during the intervention period. We hypothesized that participants who completed the 6-month digital HIV care navigation intervention represent a different intervention and outcome experience from those who did not. As a result, analyses were restricted to intervention completers. Additionally, we excluded 4 participants who experienced interruptions in their phone service, lost their phone for a period of time, or deleted the text messaging app, and as a result, text messaging was not possible. The final analytic sample comprised 56 participants.</p>
        <p>First, we characterized the entire sample with baseline sociodemographic data. We then described the mean texting engagement level by sociodemographics, HIV care continuum outcomes, mental health composite score (dichotomized into “low mental health issues” or a score of 0 to 10 vs “high mental health issues” or a score of 11 to 20), and HIV-related stigma composite score (dichotomized into “low HIV-related stigma experiences” or a score of 0 to 15 vs “high HIV-related stigma experiences” or a score of 16 to 30). Given the hypothesized difference in intervention effects from baseline to 6 months and then to 12 months, we assessed all outcomes (HIV care continuum, mental health, and HIV-related stigma outcomes) for a 6-month intervention period and 12-month intervention period using generalized estimating equations (GEE) to account for within-subjects correlation. Marginal effects of intervention exposure (or texting engagement) on all outcomes were calculated over the entire 12-month study period using GEE models. Finally, following the logic of differential intervention effects at 6 and 12 months, we specified an interaction between intervention exposure and time point to evaluate the possible effects of a dose response on all 5 outcomes by 6 months and 12 months. All statistical analyses were conducted in Stata 14 [<xref ref-type="bibr" rid="ref16">16</xref>]. Comparisons producing <italic>P</italic> values less than .05 were considered statistically significant.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p><xref ref-type="table" rid="table1">Table 1</xref> displays the distribution of baseline sociodemographics, HIV care continuum outcomes, mental health issues, and HIV-related stigma experiences with accompanying mean intervention exposure (or texting engagement). Younger participants, trans women, Hispanic or Latinx participants and those with multiple races or ethnicities, those with less than a college education, those with unstable housing, those with higher incomes, and those who were recently incarcerated had higher mean texting engagement. Those who did not recently receive HIV care, were not currently taking ART, and those with an undetectable viral load also had higher mean texting engagement. Finally, we observed higher mean texting engagement among those who had higher mental health and HIV-related stigma composite scores.</p>
      <p><xref ref-type="table" rid="table2">Table 2</xref> shows that the odds of undetectable viral load increased over the initial 6-month intervention period (odds ratio [OR] 2.07, 95% CI 1.04-4.11; <italic>P</italic>&#60;.01) and the 12-month period (OR 2.98, 95% CI 1.11-8.04; <italic>P</italic>=.03). Mean negative mental health decreased over the 6-month period (mean change estimate 0.18, 95% CI 0.05-0.58; <italic>P</italic>&#60;.01), but not over the 12-month period. All other outcome models produced nonsignificant results.</p>
      <p>GEE models over the entire 12-month study period (<xref ref-type="table" rid="table3">Table 3</xref>) showed that every one-text message increase in engagement or intervention exposure was associated with an increased odds of undetectable viral load (adjusted OR 1.01, 95% CI 1.00-1.02; <italic>P</italic>=.03) and a mean increase in HIV-related stigma experiences (mean change estimate 1.03, 95% CI 1.01-1.05; <italic>P</italic>=.02). To better understand the impact on HIV-related stigma, we conducted a post hoc analysis where we stratified by the timing of HIV diagnosis (within the last year vs prior to the last year) given that the recency of HIV diagnosis could serve as a critical period in which young people living with HIV are particularly vulnerable to HIV stigma. Text messaging was associated with a mean increase in HIV stigma only among those who were recently diagnosed (estimate 1.04, 95% CI 1.01-1.07; <italic>P</italic>&#60;.01). Finally, in testing the effect of intervention engagement on outcomes for the 6-month period compared to the 12-month period, we found that mean negative mental health experiences decreased significantly at 12 months compared to baseline for every one-text increase in engagement (coefficient on interaction term 0.97, 95% CI 0.96-0.99; <italic>P</italic>&#60;.01).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Sociodemographics, HIV care continuum outcomes, mental health, and HIV-related stigma among young cisgender men who have sex with men and trans women living with HIV who completed the intervention, overall and by texting engagement, Health eNavigation (N=56; 2017-2019).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="30"/>
          <col width="450"/>
          <col width="0"/>
          <col width="190"/>
          <col width="0"/>
          <col width="300"/>
          <thead>
            <tr valign="top">
              <td colspan="4">Sociodemographics</td>
              <td colspan="2">Baseline, n (%)<sup>a</sup></td>
              <td>Texting engagement level, mean (SD)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="7">
                <bold>Age (years)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">18-24</td>
              <td colspan="2">10 (17.86)</td>
              <td>141.60 (55.55)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">25-36</td>
              <td colspan="2">46 (82.14)</td>
              <td>138.65 (66.26)</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Gender identity</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">Trans woman</td>
              <td colspan="2">8 (14.29)</td>
              <td>146.75 (48.21)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">Cisgender Man</td>
              <td colspan="2">48 (85.71)</td>
              <td>137.92 (66.62)</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Race or ethnicity</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">Black, non-Hispanic or Latinx</td>
              <td colspan="2">11 (19.64)</td>
              <td>139.82 (61.57)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">Hispanic or Latinx</td>
              <td colspan="2">14 (25.00)</td>
              <td>156.57 (62.65)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">Multiple races, non-Hispanic or Latinx</td>
              <td colspan="2">14 (25.00)</td>
              <td>155.14 (73.83)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">White, non-Hispanic or Latinx</td>
              <td colspan="2">17 (30.36)</td>
              <td>111.29 (52.77)</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Education level</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">High school or General Educational Development or less</td>
              <td colspan="2">21 (37.50)</td>
              <td>149.05 (69.21)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">Some college or more</td>
              <td colspan="2">35 (62.50)</td>
              <td>133.26 (54.42)</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Current living situation</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">Unstable</td>
              <td colspan="2">35 (62.50)</td>
              <td>145.57 (61.31)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">Stable</td>
              <td colspan="2">21 (37.50)</td>
              <td>128.52 (68.47)</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Income in the last month (US $)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">601-1300</td>
              <td colspan="2">13 (23.21)</td>
              <td>152.15 (66.45)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">251-600</td>
              <td colspan="2">16 (28.57)</td>
              <td>125.56 (64.85)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">0-250</td>
              <td colspan="2">14 (25.00)</td>
              <td>133.79 (53.17)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">≥1301</td>
              <td colspan="2">13 (23.21)</td>
              <td>148.77 (74.04)</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Incarcerated, last 6 months</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">Yes</td>
              <td colspan="2">7 (12.50)</td>
              <td>146.57 (55.81)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">No</td>
              <td colspan="2">49 (87.50)</td>
              <td>138.12 (65.55)</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>HIV care continuum outcomes</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="6">
                <bold>Received primary HIV care, last 6 months</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">50 (89.29)</td>
              <td colspan="2">136.10 (64.01)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="2">6 (10.71)</td>
              <td colspan="2">164.83 (59.88)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="6">
                <bold>Currently taking antiretroviral therapy</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">47 (83.93)</td>
              <td colspan="2">135.66 (63.75)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="2">8 (14.29)</td>
              <td colspan="2">145.38 (58.73)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="6">
                <bold>Undetectable viral load</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">36 (64.29)</td>
              <td colspan="2">146.33 (63.12)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="2">16 (28.57)</td>
              <td colspan="2">109.69 (53.36)</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Mental health and HIV-related stigma outcomes</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="6">
                <bold>Mental health composite score (0-20)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>High mental health issues (11-20)</td>
              <td colspan="2">23 (41.07)</td>
              <td colspan="2">149.17 (72.72)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Low mental health issues (0-10)</td>
              <td colspan="2">33 (58.93)</td>
              <td colspan="2">132.21 (57.32)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="6">
                <bold>HIV-related stigma composite score (0-30)</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>High stigma experiences (16-30)</td>
              <td colspan="2">17 (30.36)</td>
              <td colspan="2">171.71 (67.07)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Low stigma experiences (0-15)</td>
              <td colspan="2">39 (69.64)</td>
              <td colspan="2">125.00 (57.94)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>Percentages calculated out of total number of participants at baseline who completed the intervention and were included in the analysis (N=56), unless otherwise specified.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Differences in HIV care continuum, mental health, and HIV-related stigma outcomes at baseline and 6 months for cisgender men who have sex with men and trans women living with HIV who completed the intervention, Health eNavigation (2017-2019).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="30"/>
          <col width="280"/>
          <col width="0"/>
          <col width="230"/>
          <col width="0"/>
          <col width="100"/>
          <col width="0"/>
          <col width="0"/>
          <col width="230"/>
          <col width="0"/>
          <col width="100"/>
          <thead>
            <tr valign="top">
              <td colspan="4">
                <break/>
              </td>
              <td colspan="5">Outcomes of generalized estimating equations<sup>a</sup> over time: 6 months compared to baseline</td>
              <td colspan="3">Outcomes of generalized estimating equations<sup>a</sup> over time: 12 months compared to baseline</td>
            </tr>
            <tr valign="top">
              <td colspan="4">
                <break/>
              </td>
              <td colspan="2">Effect estimate<sup>b</sup> (95% CI)</td>
              <td colspan="2"><italic>P</italic> value</td>
              <td colspan="3">Effect estimate<sup>b</sup> (95% CI)</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="12">
                <bold>HIV care continuum outcomes</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="11">
                <bold>Received primary HIV care, last 6 months</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="5">Reference</td>
              <td colspan="4">Reference</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">3.11 (0.56-17.18)</td>
              <td colspan="2">.19</td>
              <td colspan="3">0.67 (0.21-2.10)</td>
              <td colspan="2">.49</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="11">
                <bold>Currently taking antiretroviral therapy</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="5">Reference</td>
              <td colspan="4">Reference</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">0.75 (0.35-1.61)</td>
              <td colspan="2">.46</td>
              <td colspan="3">1.38 (0.42-4.55)</td>
              <td colspan="2">.59</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="11">
                <bold>Undetectable viral load</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="5">Reference</td>
              <td colspan="4">Reference</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">2.07 (1.04-4.11)</td>
              <td colspan="2">.04</td>
              <td colspan="3">2.98 (1.11-8.04)</td>
              <td colspan="2">.03</td>
            </tr>
            <tr valign="top">
              <td colspan="12">
                <bold>Mental health and HIV-related stigma outcomes</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">Mental health composite score</td>
              <td colspan="2">0.18 (0.05-0.58)</td>
              <td colspan="2">&#60;.01</td>
              <td colspan="3">0.41 (0.14-1.24)</td>
              <td>.12</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="3">HIV-related stigma composite score</td>
              <td colspan="2">0.29 (0.05-1.75)</td>
              <td colspan="2">.18</td>
              <td colspan="3">0.21 (0.03-1.22)</td>
              <td>.08</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Five models were created using generalized estimating equations to estimate the effects of each outcome over a 6- and 12-month intervention period. These models produced odds ratios for dichotomous outcomes and prevalence ratios for continuous outcomes.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>Odds ratios for dichotomous outcomes; mean change for continuous outcomes.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Differences in HIV care continuum, mental health, and HIV stigma outcomes over 12 months by mean texting engagement for cisgender men who have sex with men and trans women living with HIV who completed the intervention, Health eNavigation (2017-2019)<sup>a</sup>.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="30"/>
          <col width="440"/>
          <col width="0"/>
          <col width="340"/>
          <col width="0"/>
          <col width="160"/>
          <thead>
            <tr valign="top">
              <td colspan="4">
                <break/>
              </td>
              <td colspan="3">GEE effects texting engagement over the 12-month study period</td>
            </tr>
            <tr valign="top">
              <td colspan="4">
                <break/>
              </td>
              <td colspan="2">Adjusted effect estimate<sup>b</sup> (95% CI)</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="7">
                <bold>HIV care continuum outcomes</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="6">
                <bold>Received primary HIV care, last 6 months</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="4">Reference</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">1.00 (0.99-1.00)</td>
              <td colspan="2">.29</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="6">
                <bold>Currently taking ART</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="4">Reference</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">1.00 (0.99-1.01)</td>
              <td colspan="2">.75</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="6">
                <bold>Undetectable viral load</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>No</td>
              <td colspan="4">Reference</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td colspan="2">1.01 (1.00-1.02)</td>
              <td colspan="2">.03</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Mental health and HIV-related stigma outcomes</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">Mental health composite score</td>
              <td colspan="2">1.00 (0.99-1.02)</td>
              <td colspan="2">.61</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="2">HIV-related stigma composite score</td>
              <td colspan="2">1.03 (1.01-1.05)</td>
              <td colspan="2">.02</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup>Five models were created using generalized estimating equations to estimate the effects of each outcome over the entire 12-month period. These models produced odds ratios for dichotomous outcomes and prevalence ratios for continuous outcomes.</p>
          </fn>
          <fn id="table3fn2">
            <p><sup>b</sup>Odds ratios for dichotomous outcomes; mean change for continuous outcomes.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Our study found evidence of dose-response effects associated with increases in intervention exposure or text message engagement that led to improved odds of undetectable viral load and decreases in negative mental health experiences. While there are studies supporting the application of mobile health (mHealth) approaches to improve HIV care continuum outcomes such as viral suppression, similar advances at the intersection of mental health and HIV care have lagged [<xref ref-type="bibr" rid="ref17">17</xref>]. A recent study found that HIV medication adherence was negatively associated with poor mental health experiences such as depression, trauma, and adverse childhood experiences [<xref ref-type="bibr" rid="ref18">18</xref>]. Saberi et al [<xref ref-type="bibr" rid="ref18">18</xref>] conducted in-depth interviews with 29 participants and found that young people living with HIV preferred digital approaches to mental health service delivery. Our findings strengthen the use of text messaging interventions to support both mental health and HIV care.</p>
        <p>We also found that as text messaging increased, HIV stigma experiences also increased. The mean increase in HIV-related stigma experiences associated with increased engagement in text messaging was a surprising finding. Our post hoc analysis found that text messaging was associated with a mean increase in HIV-related stigma only among those who were recently diagnosed (estimate 1.04, 95% CI 1.01-1.07; <italic>P</italic>&#60;.01), suggesting that HIV diagnosis timing might drive the relationship between texting and HIV-related stigma over the study period. We suspect that people who were recently diagnosed either needed more support to process their diagnosis or the changes in their identity related to their diagnosis; participating in an intervention to improve their engagement in HIV care may have brought HIV-related stigma experiences to the surface in order to be addressed as a potential barrier to HIV care engagement in conversations with their digital HIV care navigator [<xref ref-type="bibr" rid="ref19">19</xref>]. Though studies have called for differentiated service delivery models for key populations experiencing multiple forms of stigma related to HIV and intersectional identities [<xref ref-type="bibr" rid="ref20">20</xref>], few mHealth interventions have examined the unique needs of young people recently diagnosed with HIV [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      </sec>
      <sec>
        <title>Limitations and Future Research</title>
        <p>Our results should be interpreted with a number of limitations in mind. First, results from our sample of young cisgender MSM and trans women living with HIV in San Francisco may not generalize to other populations. Similarly, since we included only those who completed the 6-month digital care navigation intervention, the findings may only apply to young cisgender MSM and trans women living with HIV who adhere to interventions of this nature. This intervention was focused on changing how HIV care navigation was implemented to include digital methods for young people living with HIV, and owing to our local epidemic at the time of enrollment, this included both cisgender MSM and trans women. We hypothesized that both groups would benefit from participating because the digital navigation participants received was tailored to their individual needs. We did not sample participants to detect differences between these 2 groups. Measurement bias may be in issue as well. Texting engagement, defined as number of texts sent during the digital care navigation component of the intervention, precludes depictions of texting patterns on a day-by-day basis. Texting engagement could have been intermittent as well. However, restricting to those who completed this component of the intervention insured that texting patterns were likely consistent over the study period. While this intervention did not use standardized, preprogrammed text messages, our training and approach using MI as a client-centered communication framework was standardized and focused on supporting change talk. Selection bias may have played a role in our study as well. Participants who were actively engaged in substance use or encountering acute housing instability may not have had the time or capacity to participate in our intervention study. Finally, given the small sample size, it is possible that some of our analyses were underpowered to detect true effects.</p>
      </sec>
      <sec>
        <title>Implications for Future Studies and Conclusions</title>
        <p>The COVID-19 pandemic has disrupted the status quo systems of HIV care [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>], renewing the critical importance of digital interventions in a time of intersecting epidemics [<xref ref-type="bibr" rid="ref24">24</xref>]. Digital care navigation interventions including Health eNavigation may be a critical component in the health delivery service system as the digital safety net for those whose social vulnerability is exacerbated in times of crisis, disasters, or global pandemics owing to multiple social inequities [<xref ref-type="bibr" rid="ref25">25</xref>]. We found that increased engagement in a digital HIV care navigation intervention helped improve viral suppression and mental health—intersecting comorbid conditions—6 months after the intervention ended. Digital care navigation may be a promising, sustainable, and scalable intervention for not only making personalized health care more accessible [<xref ref-type="bibr" rid="ref26">26</xref>], but also serve as a critical link in centering the whole person in a learning health system [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>].</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ART</term>
          <def>
            <p>antiretroviral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">eNav</term>
          <def>
            <p>electronic navigation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">GEE</term>
          <def>
            <p>generalized estimating equation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MI</term>
          <def>
            <p>motivational interviewing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MSM</term>
          <def>
            <p>men who have sex with men</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">OR</term>
          <def>
            <p>odds ratio</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank all participants in the study. This work was funded by the Health Resources and Services Administration (award H97HA28895). This study’s funding sources had no role in the study design; in the collection, analysis, and interpretation of data; in the writing of the report; or in the decision to submit the article for publication.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>HIV Surveillance Reports</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2022-07-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cdc.gov/hiv/library/reports/hiv-surveillance.html">http://www.cdc.gov/hiv/library/reports/hiv-surveillance.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Becasen</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Denard</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Mullins</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Higa</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Sipe</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>Estimating the Prevalence of HIV and Sexual Behaviors Among the US Transgender Population: A Systematic Review and Meta-Analysis, 2006–2017</article-title>
          <source>Am J Public Health</source>
          <year>2019</year>
          <month>01</month>
          <volume>109</volume>
          <issue>1</issue>
          <fpage>e1</fpage>
          <lpage>e8</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.2018.304727</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baguso</surname>
              <given-names>GN</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Santos</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Raymond</surname>
              <given-names>HF</given-names>
            </name>
            <name name-style="western">
              <surname>Dawson-Rose</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>Successes and final challenges along the HIV care continuum with transwomen in San Francisco</article-title>
          <source>J Int AIDS Soc</source>
          <year>2019</year>
          <month>04</month>
          <day>29</day>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>e25270</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31037858"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jia2.25270</pub-id>
          <pub-id pub-id-type="medline">31037858</pub-id>
          <pub-id pub-id-type="pmcid">PMC6488760</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daher</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vijh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Linthwaite</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dave</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dheda</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Peter</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pai</surname>
              <given-names>NP</given-names>
            </name>
          </person-group>
          <article-title>Do digital innovations for HIV and sexually transmitted infections work? Results from a systematic review (1996-2017)</article-title>
          <source>BMJ Open</source>
          <year>2017</year>
          <month>11</month>
          <day>03</day>
          <volume>7</volume>
          <issue>11</issue>
          <fpage>e017604</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=29101138"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-017604</pub-id>
          <pub-id pub-id-type="medline">29101138</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-017604</pub-id>
          <pub-id pub-id-type="pmcid">PMC5695353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horvath</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Azman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Rutherford</surname>
              <given-names>GW</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone text messaging for promoting adherence to antiretroviral therapy in patients with HIV infection</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2012</year>
          <month>03</month>
          <day>14</day>
          <issue>3</issue>
          <fpage>CD009756</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22419345"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD009756</pub-id>
          <pub-id pub-id-type="medline">22419345</pub-id>
          <pub-id pub-id-type="pmcid">PMC6486190</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reback</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Kisler</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Text Messaging Improves HIV Care Continuum Outcomes Among Young Adult Trans Women Living with HIV: Text Me, Girl!</article-title>
          <source>AIDS Behav</source>
          <year>2021</year>
          <month>09</month>
          <day>24</day>
          <volume>25</volume>
          <issue>9</issue>
          <fpage>3011</fpage>
          <lpage>3023</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-021-03352-3</pub-id>
          <pub-id pub-id-type="medline">34164763</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-021-03352-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Finitsis</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pellowski</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>BT</given-names>
            </name>
          </person-group>
          <article-title>Text message intervention designs to promote adherence to antiretroviral therapy (ART): a meta-analysis of randomized controlled trials</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <month>2</month>
          <day>5</day>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>e88166</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0088166"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0088166</pub-id>
          <pub-id pub-id-type="medline">24505411</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-33524</pub-id>
          <pub-id pub-id-type="pmcid">PMC3914915</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higa</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Crepaz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Liau</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lyles</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Interventions to improve retention in HIV primary care: a systematic review of U.S. studies</article-title>
          <source>Curr HIV/AIDS Rep</source>
          <year>2012</year>
          <month>12</month>
          <day>21</day>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>313</fpage>
          <lpage>325</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22996171"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11904-012-0136-6</pub-id>
          <pub-id pub-id-type="medline">22996171</pub-id>
          <pub-id pub-id-type="pmcid">PMC6719314</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dare</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Motivational issues in the treatment of addictive behaviour</article-title>
          <source>Psychotherapy, Psychological Treatments and the Addictions</source>
          <year>1996</year>
          <publisher-loc>Cambridge</publisher-loc>
          <publisher-name>Cambridge University Press</publisher-name>
          <fpage>173</fpage>
          <lpage>188</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Rollnick</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Motivational Interviewing (third edition): Helping People Change</source>
          <year>2012</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>The Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arayasirikul</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Trujillo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>Implementing a Digital HIV Care Navigation Intervention (Health eNav): Protocol for a Feasibility Study</article-title>
          <source>JMIR Res Protoc</source>
          <year>2019</year>
          <month>11</month>
          <day>8</day>
          <volume>8</volume>
          <issue>11</issue>
          <fpage>e16406</fpage>
          <pub-id pub-id-type="doi">10.2196/16406</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chatterjee</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bettger</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Kemper</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Hasselblad</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Dolor</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Irvine</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Heidenfelder</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Kendrick</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>The patient centered medical home. A systematic review</article-title>
          <source>Ann Intern Med</source>
          <year>2013</year>
          <month>02</month>
          <day>05</day>
          <volume>158</volume>
          <issue>3</issue>
          <fpage>169</fpage>
          <lpage>178</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/0003-4819-158-3-201302050-00579?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-158-3-201302050-00579</pub-id>
          <pub-id pub-id-type="medline">24779044</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Austin</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Korff</surname>
              <given-names>MV</given-names>
            </name>
          </person-group>
          <article-title>Organizing Care for Patients with Chronic Illness</article-title>
          <source>The Milbank Quarterly</source>
          <year>1996</year>
          <volume>74</volume>
          <issue>4</issue>
          <fpage>511</fpage>
          <pub-id pub-id-type="doi">10.2307/3350391</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ware</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kosinski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>A 12-Item Short-Form Health Survey: construction of scales and preliminary tests of reliability and validity</article-title>
          <source>Med Care</source>
          <year>1996</year>
          <month>03</month>
          <volume>34</volume>
          <issue>3</issue>
          <fpage>220</fpage>
          <lpage>233</lpage>
          <pub-id pub-id-type="doi">10.1097/00005650-199603000-00003</pub-id>
          <pub-id pub-id-type="medline">8628042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Naar-King</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Templin</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Frey</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Stigma scale revised: reliability and validity of a brief measure of stigma for HIV+ youth</article-title>
          <source>J Adolesc Health</source>
          <year>2007</year>
          <month>01</month>
          <volume>40</volume>
          <issue>1</issue>
          <fpage>96</fpage>
          <lpage>98</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17185215"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2006.08.001</pub-id>
          <pub-id pub-id-type="medline">17185215</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(06)00300-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC2001277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <source>Stata Base Reference Manual (Release 14)</source>
          <year>2015</year>
          <publisher-loc>College Station, TX</publisher-loc>
          <publisher-name>StataCorp LP</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kempf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Savage</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Safren</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Technology-Delivered Mental Health Interventions for People Living with HIV/AIDS (PLWHA): a Review of Recent Advances</article-title>
          <source>Curr HIV/AIDS Rep</source>
          <year>2015</year>
          <month>12</month>
          <day>9</day>
          <volume>12</volume>
          <issue>4</issue>
          <fpage>472</fpage>
          <lpage>480</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26452644"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11904-015-0292-6</pub-id>
          <pub-id pub-id-type="medline">26452644</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11904-015-0292-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4853757</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saberi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dawson Rose</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wootton</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Ming</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Legnitto</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jeske</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pollack</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>MO</given-names>
            </name>
            <name name-style="western">
              <surname>Gruber</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Neilands</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>Use of technology for delivery of mental health and substance use services to youth living with HIV: a mixed-methods perspective</article-title>
          <source>AIDS Care</source>
          <year>2020</year>
          <month>08</month>
          <day>28</day>
          <volume>32</volume>
          <issue>8</issue>
          <fpage>931</fpage>
          <lpage>939</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31132864"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/09540121.2019.1622637</pub-id>
          <pub-id pub-id-type="medline">31132864</pub-id>
          <pub-id pub-id-type="pmcid">PMC6881543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bayona</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Menacho</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Segura</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Mburu</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Roman</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tristan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bromley</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cabello</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The Experiences of Newly Diagnosed Men Who Have Sex with Men Entering the HIV Care Cascade in Lima, Peru, 2015-2016: A Qualitative Analysis of Counselor-Participant Text Message Exchanges</article-title>
          <source>Cyberpsychol Behav Soc Netw</source>
          <year>2017</year>
          <month>06</month>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>389</fpage>
          <lpage>396</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28622034"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/cyber.2016.0435</pub-id>
          <pub-id pub-id-type="medline">28622034</pub-id>
          <pub-id pub-id-type="pmcid">PMC5510042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pascoe</surname>
              <given-names>SJS</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Fong</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huber</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Moolla</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Phokojoe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gorgens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pillay</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Fraser-Hurt</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>"Patients are not the same, so we cannot treat them the same" - A qualitative content analysis of provider, patient and implementer perspectives on differentiated service delivery models for HIV treatment in South Africa</article-title>
          <source>J Int AIDS Soc</source>
          <year>2020</year>
          <month>06</month>
          <day>25</day>
          <volume>23</volume>
          <issue>6</issue>
          <fpage>e25544</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32585077"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jia2.25544</pub-id>
          <pub-id pub-id-type="medline">32585077</pub-id>
          <pub-id pub-id-type="pmcid">PMC7316408</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spinelli</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hickey</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Glidden</surname>
              <given-names>DV</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>JQ</given-names>
            </name>
            <name name-style="western">
              <surname>Oskarsson</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Havlir</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gandhi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Viral suppression rates in a safety-net HIV clinic in San Francisco destabilized during COVID-19</article-title>
          <source>AIDS</source>
          <year>2020</year>
          <month>12</month>
          <day>01</day>
          <volume>34</volume>
          <issue>15</issue>
          <fpage>2328</fpage>
          <lpage>2331</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32910069"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/QAD.0000000000002677</pub-id>
          <pub-id pub-id-type="medline">32910069</pub-id>
          <pub-id pub-id-type="pii">00002030-202012010-00020</pub-id>
          <pub-id pub-id-type="pmcid">PMC7674255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>VV</given-names>
            </name>
            <name name-style="western">
              <surname>Beil</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Slawek</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Akiyama</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>HIV Prevention and Treatment in the Context of the COVID-19 in the Bronx, New York: Implications for Practice and Research</article-title>
          <source>AIDSRev</source>
          <year>2020</year>
          <month>10</month>
          <day>27</day>
          <volume>22</volume>
          <issue>3</issue>
          <pub-id pub-id-type="doi">10.24875/aidsrev.20000075</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pinto</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 Pandemic Disrupts HIV Continuum of Care and Prevention: Implications for Research and Practice Concerning Community-Based Organizations and Frontline Providers</article-title>
          <source>AIDS Behav</source>
          <year>2020</year>
          <month>09</month>
          <day>28</day>
          <volume>24</volume>
          <issue>9</issue>
          <fpage>2486</fpage>
          <lpage>2489</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32347403"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10461-020-02893-3</pub-id>
          <pub-id pub-id-type="medline">32347403</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-020-02893-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7186186</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lesko</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bengtson</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>HIV and COVID-19: Intersecting Epidemics With Many Unknowns</article-title>
          <source>Am J Epidemiol</source>
          <year>2021</year>
          <month>01</month>
          <day>04</day>
          <volume>190</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <lpage>16</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32696057"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/aje/kwaa158</pub-id>
          <pub-id pub-id-type="medline">32696057</pub-id>
          <pub-id pub-id-type="pii">5874601</pub-id>
          <pub-id pub-id-type="pmcid">PMC7454306</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dorn</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Cooney</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Sabin</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 exacerbating inequalities in the US</article-title>
          <source>The Lancet</source>
          <year>2020</year>
          <month>04</month>
          <volume>395</volume>
          <issue>10232</issue>
          <fpage>1243</fpage>
          <lpage>1244</lpage>
          <pub-id pub-id-type="doi">10.1016/s0140-6736(20)30893-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rodriguez-Villa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Making mental health more accessible in light of COVID-19: Scalable digital health with digital navigators in low and middle-income countries</article-title>
          <source>Asian J Psychiatr</source>
          <year>2020</year>
          <month>12</month>
          <volume>54</volume>
          <fpage>102433</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ajp.2020.102433</pub-id>
          <pub-id pub-id-type="medline">33271713</pub-id>
          <pub-id pub-id-type="pii">S1876-2018(20)30546-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Institute of Medicine</collab>
          </person-group>
          <source>Digital Infrastructure for the Learning Health System: The Foundation for Continuous Improvement in Health and Health Care: Workshop Series Summary</source>
          <year>2011</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>The National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Menear</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Blanchette</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Demers-Payette</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A framework for value-creating learning health systems</article-title>
          <source>Health Res Policy Syst</source>
          <year>2019</year>
          <month>08</month>
          <day>09</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>79</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://health-policy-systems.biomedcentral.com/articles/10.1186/s12961-019-0477-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12961-019-0477-3</pub-id>
          <pub-id pub-id-type="medline">31399114</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12961-019-0477-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6688264</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wagle</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Isakadze</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nasir</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Strengthening the Learning Health System in Cardiovascular Disease Prevention: Time to Leverage Big Data and Digital Solutions</article-title>
          <source>Curr Atheroscler Rep</source>
          <year>2021</year>
          <month>03</month>
          <day>10</day>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>19</fpage>
          <pub-id pub-id-type="doi">10.1007/s11883-021-00916-5</pub-id>
          <pub-id pub-id-type="medline">33693992</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11883-021-00916-5</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
