<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v27i1e72812</article-id>
      <article-id pub-id-type="pmid">40924997</article-id>
      <article-id pub-id-type="doi">10.2196/72812</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Evaluating the Implementation of Online Postal Self-Sampling for Sexually Transmitted Infections in England: Multisite Qualitative Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hannah</surname>
            <given-names>Erin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Roleston</surname>
            <given-names>Caity</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Spence</surname>
            <given-names>Tommer</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2717-3625</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Gibbs</surname>
            <given-names>Jo</given-names>
          </name>
          <degrees>MBChB, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5696-0260</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Wong</surname>
            <given-names>Geoff</given-names>
          </name>
          <degrees>MBBS, MD(Res)</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5384-4157</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Howarth</surname>
            <given-names>Alison</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0597-6614</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Copas</surname>
            <given-names>Andrew</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8968-5963</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Crundwell</surname>
            <given-names>David</given-names>
          </name>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0003-0024-3512</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Jackson</surname>
            <given-names>Louise</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8492-0020</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Mercer</surname>
            <given-names>Catherine H</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4220-5034</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Mohammed</surname>
            <given-names>Hamish</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2060-7286</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Apea</surname>
            <given-names>Vanessa</given-names>
          </name>
          <degrees>MBBS, MRCP, MPH</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0533-8292</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Day</surname>
            <given-names>Sara</given-names>
          </name>
          <degrees>MBChB, MRCP</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6457-3877</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>Jonathan</given-names>
          </name>
          <degrees>MBChB, MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4193-6919</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Sullivan</surname>
            <given-names>Ann</given-names>
          </name>
          <degrees>MBBS, MD</degrees>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7532-9562</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Winter</surname>
            <given-names>Andrew</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8293-9462</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Dewsnap</surname>
            <given-names>Claire</given-names>
          </name>
          <degrees>MBChB</degrees>
          <xref rid="aff9" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8162-6547</ext-link>
        </contrib>
        <contrib id="contrib16" contrib-type="author">
          <name name-style="western">
            <surname>Burns</surname>
            <given-names>Fiona M</given-names>
          </name>
          <degrees>MBChB, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9105-2441</ext-link>
        </contrib>
        <contrib id="contrib17" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Sheringham</surname>
            <given-names>Jessica</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>University College London</institution>
            <addr-line>1-19 Torrington Place</addr-line>
            <addr-line>London, WC1E 6HB</addr-line>
            <country>United Kingdom</country>
            <phone>44 02076798286</phone>
            <email>j.sheringham@ucl.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3468-129X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>University College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>University of Birmingham</institution>
        <addr-line>Birmingham</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>University of Oxford</institution>
        <addr-line>Oxford</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>David Crundwell Corporate Affairs and Private Equity</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>UK Health Security Agency</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Barts Health NHS Trust</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Chelsea and Westminster Hospital NHS Foundation Trust</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>NHS Greater Glasgow and Clyde</institution>
        <addr-line>Glasgow</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff9">
        <label>9</label>
        <institution>Sheffield Teaching Hospitals NHS Foundation Trust</institution>
        <addr-line>Sheffield</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jessica Sheringham <email>j.sheringham@ucl.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>9</day>
        <month>9</month>
        <year>2025</year>
      </pub-date>
      <volume>27</volume>
      <elocation-id>e72812</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>2</month>
          <year>2025</year>
        </date>
        <date date-type="rev-request">
          <day>13</day>
          <month>4</month>
          <year>2025</year>
        </date>
        <date date-type="rev-recd">
          <day>23</day>
          <month>5</month>
          <year>2025</year>
        </date>
        <date date-type="accepted">
          <day>4</day>
          <month>6</month>
          <year>2025</year>
        </date>
      </history>
      <copyright-statement>©Tommer Spence, Jo Gibbs, Geoff Wong, Alison Howarth, Andrew Copas, David Crundwell, Louise Jackson, Catherine H Mercer, Hamish Mohammed, Vanessa Apea, Sara Day, Jonathan Ross, Ann Sullivan, Andrew Winter, Claire Dewsnap, Fiona M Burns, Jessica Sheringham. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 09.09.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2025/1/e72812" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Online postal self-sampling (OPSS) allows service users to screen for sexually transmitted infections (STIs) by ordering a self-sampling kit online, taking their own samples, returning them to a laboratory for testing, and receiving their results remotely. OPSS availability and use has increased in both the United Kingdom and globally the past decade but has been adopted in different regions of England at different times, with different models of delivery. It is not known why certain models were decided on or how implementation strategies have influenced outcomes, including the sustainability of OPSS in sexual health service delivery.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to evaluate the implementation of OPSS in 3 case study areas of England, with a focus on the sustainability of implementation and the relationship between implementation strategies and outcomes.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Qualitative data collection methods were used: interviews with staff and stakeholders involved in the implementation and delivery of OPSS, analysis of local implementation and national policy documents, and observations in sexual health clinics. Analysis of interviews and observations was undertaken using qualitative implementation science frameworks, including normalization process theory, the Consolidated Framework for Implementation Research, and the major system change framework. Documentary sources were used primarily to map processes over time and triangulate against interview and observational evidence.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Across the 3 case study areas, 60 staff and stakeholders were interviewed, 12 observations were conducted, and data from 86 documents were collated. Rather than being a discrete digital health intervention, we found that OPSS was part of—or occurred parallel to—major system changes in all areas. These changes were driven by budgetary pressures in all areas, but there was variation in other objectives used to rationalize the decision to adopt. The financial context and organizational relationships in each area determined the implementation strategies available to decision makers, how these strategies were enacted, and, in turn, led to different outcomes at different time points. OPSS implementation was not a one-off outcome but an ongoing process in response to changes in context, which in turn affected how staff perceived and engaged with OPSS. The COVID-19 pandemic had profound but divergent effects on OPSS implementation in each area, accelerating it in some contexts and reversing it in others.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>In this multisite case study, OPSS implementation was part of systems change to address a wider problem of insufficient funding to deliver sexual health care. Decisions about implementing OPSS were made before sufficient evidence was available to effectively guide the process. The resultant unintended consequences need acknowledgment to enable future commissioners and sexual health services to optimize sexual health service provision.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR2-10.1136/bmjopen-2022-067170</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital health</kwd>
        <kwd>implementation</kwd>
        <kwd>sustainability</kwd>
        <kwd>sexually transmitted infections</kwd>
        <kwd>sexual health services</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Online postal self-sampling (OPSS) is a digital health intervention that allows service users to screen for sexually transmitted infections (STIs) and blood-borne viruses (BBVs) by ordering a self-sampling kit online, taking their own samples, returning them to a laboratory for testing, and receiving their results remotely [<xref ref-type="bibr" rid="ref1">1</xref>]. OPSS differs from self-testing in that samples are sent off for processing in a laboratory, rather than being processed within the test kit [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Results are usually communicated electronically, and users in need of treatment or partner notification are typically referred to clinic-based sexual health services [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>Many settings globally are developing and implementing OPSS, with its availability and uptake having been accelerated during the COVID-19 pandemic [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. The proportion of tests conducted via OPSS within England’s National Chlamydia Screening Programme, for example, rose from 19% in 2019 to 43% in 2023 [<xref ref-type="bibr" rid="ref9">9</xref>]. This transition is occurring within the context of wider efforts to digitize health care; there is a national recommendation that OPSS should be provided as part of all sexual health services in England, while the World Health Organization recommends that self-sampling be provided alongside clinic-based sexual health services to improve the uptake of chlamydia and gonorrhea testing [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>In England, public health commissioners are responsible for the process of planning, agreeing, purchasing, and monitoring health services [<xref ref-type="bibr" rid="ref12">12</xref>]. The commissioning of free, open-access STI or BBV testing has primarily been the responsibility of local authorities since the implementation of the Health and Social Care Act 2012 [<xref ref-type="bibr" rid="ref13">13</xref>]. Commissioners are responsible for identifying a preferred model of service provision and instigating a tendering process to select preferred sexual health services that can deliver the model within budgetary constraints. Although OPSS is increasingly part of sexual health service models, it has been adopted in different regions of England at different times, with different models of delivery. For example, OPSS is delivered by National Health Service (NHS) trusts in some areas and outsourced to sexual health clinical services, laboratories or online testing platforms provided by the private sector in others [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. There is a lack of evidence as to why certain delivery models were decided on, how they have been implemented, or how implementation strategies have influenced the sustainability of OPSS into sexual health service delivery.</p>
        <p>There is extensive evidence about factors influencing the adoption and embedding of digital health interventions in health care [<xref ref-type="bibr" rid="ref18">18</xref>]. However, there are fewer studies that have considered the sustainability of their implementation, and this evidence gap has been noted specifically in relation to OPSS and other remote testing services for STI or BBVs [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. In addition, it is unclear how applicable pre–COVID-19 findings (before March 2020) are to the current context of digital health implementation. This is important, given the impact of COVID-19 on normalizing online health care delivery [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>This study is nested within the assessing the impact of OPSS for STIs on health inequalities, access to care and clinical outcomes in the United Kingdom (ASSIST) study, a comprehensive evaluation of OPSS within the UK context, that aims to assess the impact of these services on health inequalities, access to care, and clinical and economic outcomes and to identify the factors that influence the implementation and sustainability of these services [<xref ref-type="bibr" rid="ref21">21</xref>]. This study focuses on the implementation of OPSS in 3 case study areas (CSAs) of England. In so doing, it addresses important evidence gaps in digital STI or BBV testing.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>Evaluation of OPSS implementation from staff and stakeholder perspectives formed 1 workstream within ASSIST, a wider mixed methods realist evaluation of OPSS, with the published protocol documenting the full study methods and design [<xref ref-type="bibr" rid="ref21">21</xref>]. Separate papers covered the findings from other workstreams, for example, on service user experiences [<xref ref-type="bibr" rid="ref22">22</xref>], health inequalities, access to care, and clinical and economic outcomes (Gibbs J, unpublished data, April 2025 and Jackson L, unpublished data, April 2025).</p>
        <p>In this study, a combination of qualitative data collection methods were used: interviews, document analysis, and contextual observation. Methods and findings are reported in line with COREQ (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Each data source had a distinct primary purpose and was initially analyzed separately, with preliminary findings from each compared, triangulated, and explanatory detail added where available. Details of implementation models, impacts, and sustainability were drawn primarily from interviews. Observations were used to understand how OPSS featured in clinic-based settings and to complement experiences of OPSS drawn from interviews. Documentary sources were primarily used to construct a timeline for implementation.</p>
        <p>The design and methods were informed by normalization process theory (NPT), a substantive middle-range theory that has been used extensively for the study of the work required for initiating, integrating, and embedding (normalizing) digital health innovations into practice [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      </sec>
      <sec>
        <title>Setting</title>
        <p>We evaluated OPSS implementation in 3 CSAs in England, labeled CSA 1, CSA 2, and CSA 3 for anonymity. The CSAs were purposively selected based on them having undergone a distinct commissioning process for OPSS, with implementation at different times and the continuation of clinic-based services alongside OPSS. This enabled exploration of different delivery models at different stages following OPSS implementation. Each CSA was predominantly urban and had a population of at least 500,000, which was diverse in terms of socioeconomic circumstances and the proportion of people who are: ethnic minorities; lesbian, gay, bisexual, transgender, queer, and similar minorities; and young. These populations may be disproportionately affected by STIs or BBVs [<xref ref-type="bibr" rid="ref21">21</xref>]. The focus of data collection was clinic-based and OPSS service settings, with 1 clinic-based service in each CSA chosen as the setting for contextual observation. These clinics were all level-3 sexual health services—offering the most complex care—and situated near the center of each CSA.</p>
      </sec>
      <sec>
        <title>Interviews</title>
        <sec>
          <title>Sampling and Recruitment</title>
          <p>We used a purposive snowball sampling strategy to reach a range of staff and stakeholders who could offer different perspectives on the implementation of OPSS. We sought to speak to people in leadership roles, such as commissioners, clinical leads, and service managers, who were involved in the decisions to adopt OPSS and staff at varying levels of seniority working in clinical and nonclinical roles in sexual health services (clinic-based and online) to understand the impact of OPSS on their work. We aimed to recruit up to 20 staff and stakeholders per CSA. Our sample size was determined by the concept of information power [<xref ref-type="bibr" rid="ref24">24</xref>]. This enabled us to capture the range of diverse participant perspectives we were seeking, rather than to achieve data saturation, which would not have been feasible due to key perspectives—such as those of a commissioner—only being held by 1 person in some CSAs.</p>
          <p>Primary investigators at each CSA were initially asked to circulate details of the study to staff working in their service, who contacted TS if they were willing to be interviewed. At the end of each interview, participants were asked to suggest other people they thought would be able to offer a useful perspective on the research topic. As interviews progressed across all 3 CSAs and we began to analyze the data, we noted roles that we had recruited in some CSAs but not others or that were likely to have a perspective on a topic that had arisen in other interviews. We then asked primary investigators to connect us with staff or stakeholders who could fill these gaps.</p>
        </sec>
        <sec>
          <title>Data Collection</title>
          <p>Semistructured interviews lasting 30 to 60 minutes were conducted, using Microsoft Teams, between January and December 2022. They each followed a topic guide covering: the adoption of OPSS; their perspectives of OPSS in relation to wider sexual health service delivery; the impact of OPSS on their and colleagues’ work; and their reflections on OPSS and its implementation, including its sustainability where relevant to the CSA (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>; also available in the protocol by Gibbs et al [<xref ref-type="bibr" rid="ref21">21</xref>]). Questions were tailored depending on whether participants were more involved in adoption or delivery. We mitigated for recall bias by seeking overlapping perspectives where possible and comparing interview data with contemporaneous documents. Participants were interviewed individually, aside from 3 with overlapping roles in CSA 1, who were interviewed together. All interviews were conducted by TS or JS.</p>
        </sec>
        <sec>
          <title>Data Analysis</title>
          <p>All interviews were audio-recorded, transcribed by a professional transcription company, and transcripts checked for accuracy. Our analysis began with NPT as a deductive framework to enable exploration of the normalization of OPSS within staff and stakeholder work (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>) [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. We also used the Consolidated Framework for Implementation Research (CFIR), which we felt was able to capture examples of implementation context more directly than NPT [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
          <p>Coding was undertaken by TS and JS, using NVivo (Lumivero) software, who reviewed and refined the coding approach informed by discussion with the wider research team: FMB, JG, AH, GW, LJ, and DC. Interim findings were presented to staff at all research sites, including some who participated in the study and others who did not, to inform interpretation, check whether our interim findings aligned with their experiences of OPSS implementation, and verify that we had adequately captured the context in each site.</p>
        </sec>
      </sec>
      <sec>
        <title>Contextual Observation</title>
        <sec>
          <title>Overview</title>
          <p>TS conducted 2 forms of contextual observation in person at clinic-based sexual health services: think-aloud exercises with reception staff and nonparticipant observation of clinical consultations [<xref ref-type="bibr" rid="ref29">29</xref>]. The aim was to obtain an understanding of how OPSS featured in practice, within staff work in clinic settings, to supplement interview accounts of perceptions and experiences. We were interested in both clinical staff who provide expert guidance to service users during consultations and reception staff who—we knew from the interviews—often interact with service users first and direct them toward OPSS or clinic-based services. As it would not have been feasible to obtain consent from service users before they presented at the clinic reception, we opted to use think-aloud exercises to explore how reception staff would interact with service users who might benefit from OPSS.</p>
        </sec>
        <sec>
          <title>Data Collection</title>
          <p>Reception staff present on the day of data collection were invited to take part in the research individually. They were each read 4 short scenarios about a service user who was presenting at the sexual health service (<xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>). They were asked to say aloud what they were thinking about each scenario and how they would respond to the service user. TS would prompt them to keep thinking aloud and to explain which services they would direct service users toward and why. TS took contemporaneous notes as the participant was speaking.</p>
          <p>Health advisors, whose role includes providing partner notification, management of people diagnosed with STI or BBVs, counseling, and signposting to services, obtained informed consent from any service users willing to have their consultation observed. TS would take notes during the consultation, primarily using a preagreed framework that focused on whether and how OPSS featured in each consultation, as well as what support staff were offering to service users that may be absent from an OPSS experience.</p>
        </sec>
        <sec>
          <title>Data Analysis</title>
          <p>TS took notes on whether and how OPSS was featured in spaces such as the waiting room or consultation rooms. Each site visit was discussed afterward by TS and JS to explore how it confirmed, contradicted, or provided further explanation to the interview data.</p>
        </sec>
      </sec>
      <sec>
        <title>Documents</title>
        <sec>
          <title>Sampling and Data Collection</title>
          <p>Documents were sourced in 3 phases. First, a Google (Google LLC) search was conducted to identify publicly available documents related to UK policy, strategy, and guidance on sexual health services and the role of digital platforms, limited to publications released after the Health and Social Care Act 2012. Search terms included “sexual health” plus “digital” or “online.” Sources of documentation included clinical guidelines, national strategy or policy, reports, position statements, or recommendations by the national government, government agencies, or clinical or service user organizations.</p>
          <p>Second, specific searches were conducted to identify documents of relevance to the adoption and delivery of sexual health services in each CSA. Searches were conducted on Google and on specific local authority websites. The search was limited to documents published from 3 years before the delivery of OPSS in each CSA. Search terms included the case study region and areas within each region, with “sexual health” plus “digital” or “online.” Sources of documentation included needs assessments, meeting agendas and minutes, committee reports, newsletters, service plans, and strategies or reports of commissioning processes.</p>
          <p>Third, we contacted each research site to seek documentation not in the public domain. We requested service specifications, strategy documents, and consultation documents as well as borough- and service-level minutes from meetings that recorded decisions around how OPSS was instigated, provided, and sustained. We also asked interview participants if they were aware of, and could share, documents that offered other insights into the implementation or delivery of OPSS in their CSA.</p>
        </sec>
        <sec>
          <title>Data Analysis</title>
          <p>Documents that did not mention online delivery of sexual health services were excluded. Included documents were cataloged by date, CSA (or national), and type. Documents were then ordered to build a timeline of implementation in each CSA by providing evidence of dates of when key developments in OPSS occurred.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Synthesis</title>
        <p>Interviews were the dominant source of data in our evaluation, and we first coded these sources using a coding framework based on NPT to analyze them. This initial analysis was used to develop early “pen portraits” of our CSAs and to inform analysis of documentary sources (ie, to identify pivotal contextual events or circumstances and the key implementation milestones in each site). Extraction from documentary sources was used primarily to provide the “hard” data on when key events happened and also, where available, to triangulate interviewees’ recollections.</p>
        <p>As our analysis progressed, we inductively identified that the implementation of OPSS in all CSAs was part of—or took place alongside—substantial transformation of sexual health services. Therefore, we used other frameworks to inform our coding to complement NPT and added CFIR (<xref ref-type="table" rid="table1">Table 1</xref>), guided by the Dissemination and Implementation Models in Health webtool [<xref ref-type="bibr" rid="ref26">26</xref>]. We applied a conceptual framework relating to major system change, developed by Fulop et al [<xref ref-type="bibr" rid="ref27">27</xref>], to structure the account of how OPSS was conceived and implemented. We were also guided by the implementation outcome measures proposed by Proctor et al [<xref ref-type="bibr" rid="ref30">30</xref>], which provided a structured framework for reporting implementation outcomes.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Frameworks and theories used in the qualitative analysis of data (2015 to 2023) from staff and stakeholder interviews, observations and documents to understand the implementation of online postal self-sampling (OPSS) services in 3 case study areas (CSAs) in England.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="120"/>
            <col width="330"/>
            <col width="550"/>
            <thead>
              <tr valign="top">
                <td>Theory or framework</td>
                <td>Key propositions</td>
                <td>Application and adaptation to ASSIST<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>NPT<sup>b</sup> [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Normalization (embedding) of interventions requires work individually and collectively from all actors in the system.</p>
                    </list-item>
                    <list-item>
                      <p>Normalization is not assumed to be a good or bad thing or permanent; processes can become denormalized.</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Interview data collection: framed OPSS neutrally in interviews (ie, more implementation not presented as success). The topic guide was organized around the 4 implementation mechanisms in NPT: how actors made sense of OPSS and what benefits it might offer (coherence), how those leading implementation engaged others (cognitive participation), how all actors enacted it (collective action), and how all of them appraised its effects (reflexive monitoring).</p>
                    </list-item>
                    <list-item>
                      <p>Analysis—deductive: initial coding framework based on NPT. Coherence aligned more closely with the implementation outcomes proposed by Proctor et al [<xref ref-type="bibr" rid="ref30">30</xref>], as it was less of a determinant of implementation than a product of it. Data initially coded under collective action aligned better with the NPT coding manual relational restructuring [<xref ref-type="bibr" rid="ref31">31</xref>].<sup>d</sup></p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Implementation outcomes by Proctor et al [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Heuristic taxonomy of 8 implementation outcomes, distinguished from clinical and service outcomes: acceptability, adoption, appropriateness, feasibility, fidelity, implementation cost, penetration, and sustainability</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Descriptive analysis—structuring framework: focused on 5 outcomes of most salience to ASSIST’s goals: acceptability, adoption, fidelity, penetration, and sustainability. (Cost is not covered as an outcome in this paper because it the focus of another ASSIST workstream; see Gibbs et al [<xref ref-type="bibr" rid="ref21">21</xref>])</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Major system change framework [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Identifies 5 pivotal points in the process from a decision to change to clinical outcomes</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Descriptive analysis—structuring framework: provided structure to the account of OPSS implementation anchored to the first 4 stages of the framework: decision to change (aligned with the concept of adoption by Proctor et al [<xref ref-type="bibr" rid="ref30">30</xref>]), model decided on, implementation approach, and implementation outcomes</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>CFIR<sup>e</sup> [<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Factors identified and described at inner and outer setting levels drawn from studies of determinants of implementation outcomes</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Analysis—inductive: selected domains within CFIR inner and outer settings to provide more granular focus on contextual factors in ASSIST related to critical incidents, financing, and external pressures as key influences on implementation outcomes. As others have noted (eg, Nilsen and Bernhardsson [<xref ref-type="bibr" rid="ref32">32</xref>]) it was not meaningful to apply CFIR’s distinction between inner and outer setting to our CSAs, given that OPSS was sometimes integrated with clinic services and sometimes separate</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>ASSIST: assessing the impact of online postal self-sampling for sexually transmitted infections on health inequalities, access to care and clinical outcomes in the United Kingdom.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>NPT: normalization process theory.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Italicization indicates how similar concepts featured in different frameworks were treated.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>CFIR: Consolidated Framework for Implementation Research.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>We used these frameworks to develop a table that enabled us to make an initial comparison of the implementation in each CSA, from adoption to outcomes. We continuously refined the table categories and content as analysis progressed until we created the version and accompanying narrative presented in the results. Documents were used as a comparison with the interview data to explore where the documents confirmed, contradicted, or provided further explanation to the interview data. Contextual observation enabled us to test our findings derived from analyzing the interview data using the NPT framework, examining whether OPSS appeared in staff workflows as described in the interviews.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Ethics approval was granted by the NHS South Central—Berkshire B Research Ethics Committee (21/SC/0223). All participants provided written informed consent to be interviewed or observed as relevant to their role in the study. Data were deidentified by not naming the CSAs, removing any names from transcripts, and listing job categories rather than individual roles. Participants took part without compensation.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>We interviewed 60 staff and stakeholders across our 3 CSAs, conducted 12 observations, and collated data from 86 documents (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Overview of staff and stakeholder interviews, observations, and documents (2012 to 2023) collected to understand the implementation of online postal self-sampling (OPSS) in 3 case study areas (CSAs) in England.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="430"/>
          <col width="130"/>
          <col width="120"/>
          <col width="140"/>
          <col width="150"/>
          <thead>
            <tr valign="top">
              <td colspan="2">
                <break/>
              </td>
              <td>CSA 1</td>
              <td>CSA 2</td>
              <td>CSA 3</td>
              <td>Total</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="6">
                <bold>Interviews</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Commissioners</td>
              <td>3</td>
              <td>6</td>
              <td>1</td>
              <td>10</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Senior managers and clinical leads</td>
              <td>2</td>
              <td>9</td>
              <td>2</td>
              <td>13</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Clinical staff (consultants, junior doctors, nurses, health advisors, and health promotors)</td>
              <td>7</td>
              <td>10</td>
              <td>6</td>
              <td>23</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Nonclinical staff (administrators, communications, and clinic managers)</td>
              <td>3</td>
              <td>3</td>
              <td>2</td>
              <td>8</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Stakeholders (pharmacists and external OPSS staff)</td>
              <td>1</td>
              <td>3</td>
              <td>2</td>
              <td>6</td>
            </tr>
            <tr valign="top">
              <td colspan="6">
                <bold>Observations</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Observations: think-aloud exercises with administrative staff</td>
              <td>5</td>
              <td>0<sup>a</sup></td>
              <td>4</td>
              <td>9</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Observations: clinics (patients)</td>
              <td>1</td>
              <td>1 (3)</td>
              <td>1<sup>b</sup> (3)</td>
              <td>3</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Documents (including needs assessments, commissioning specifications, tenders or service proposals, contracts, service guidelines, newsletters, user consultations, and case studies)</td>
              <td>14</td>
              <td>51</td>
              <td>11</td>
              <td>86 (including 10 national documents)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>The clinic-based service selected for contextual observation did not have the capacity to release staff to participate in the think-aloud exercises.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>Observations were of 1 clinic but 2 health advisors.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <sec>
        <title>Description and Comparison of Implementation Processes and Outcomes</title>
        <sec>
          <title>Overview</title>
          <p>We first provided a thematic description of the implementation process and outcomes, which are also summarized in <xref ref-type="table" rid="table3">Table 3</xref>. Further details are available in an extended data table, <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>. A timeline from the perspective of stakeholders in show, highlighting major contextual changes (blue), and implementation phases, with preparation in purple, OPSS delivery in pink and clinic changes in green. We then compared the influence of implementation strategies on implementation outcomes and their interaction with context.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Description of online postal self-sampling (OPSS) implementation in 3 case study areas (CSAs), 2015 to 2023, drawn from the qualitative analysis of data (2012 to 2023) from staff and stakeholders, observations, and documents to understand the implementation of OPSS in 3 CSAs in England<sup>a</sup>.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="170"/>
              <col width="0"/>
              <col width="280"/>
              <col width="0"/>
              <col width="270"/>
              <col width="0"/>
              <col width="250"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="2">CSA 1</td>
                  <td colspan="2">CSA 2</td>
                  <td>CSA 3</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="8">
                    <bold>Adoption decision</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Decision makers</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Integrated sexual health service included proposal for OPSS within successful tender</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Commissioners: commissioning process was for a standalone OPSS service</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Commissioner: commissioning specifications for STI<sup>b</sup> and BBV<sup>c</sup> services included requirement for OPSS</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Decision rationale</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Aim to reduce the cost of delivering STI and BBV testing by shifting low-risk and asymptomatic service users from clinic-based services; reduce inequalities in access to STI testing; improve public health outcomes; give service users more autonomy; embed web-based or electronic pathways of care into the wider service</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Aim to reduce cost of delivering STI testing by shifting service users from clinic-based services; reduce inequalities in access to STI and BBV testing</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Aim to reduce inequalities in access to STI and BBV testing; reduce overall costs of STI and BBV services</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="8">
                    <bold>Implementation approach</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Initial model of OPSS provision</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>In-house by sexual health service</p>
                      </list-item>
                      <list-item>
                        <p>Unlimited testing</p>
                      </list-item>
                      <list-item>
                        <p>Marketing campaign</p>
                      </list-item>
                      <list-item>
                        <p>By post or collection at clinic, pharmacy, general practitioner, or charity</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Outsourced—bespoke service</p>
                      </list-item>
                      <list-item>
                        <p>Tests limited 4 times per year</p>
                      </list-item>
                      <list-item>
                        <p>Limited marketing</p>
                      </list-item>
                      <list-item>
                        <p>By post or collection at clinic</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Outsourced—standard service</p>
                      </list-item>
                      <list-item>
                        <p>Limited marketing</p>
                      </list-item>
                      <list-item>
                        <p>By post or collection at clinic</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Relationship with wider, clinic-based services</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Part of wider service change (multiple to single sexual health service)</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Parallel to wider service change (many to fewer sexual health services)</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Followed wider service change (many to fewer sexual health services; contraceptive services separated from STI and BBV testing and contract awarded to a different organization)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="7">
                    <bold>Implementation mechanisms</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Actions to engage all actors in implementation (cognitive participation)</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>A small task-and-finish group comprising members of the integrated sexual health service made informal decisions</p>
                      </list-item>
                      <list-item>
                        <p>Extensive training and partnership days with staff to discuss transformation and delivery</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Formalized process across 27 commissioning organizations at its launch in 2018</p>
                      </list-item>
                      <list-item>
                        <p>OPSS briefings to staff at each partner clinic</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Sexual health service contracted OPSS</p>
                      </list-item>
                      <list-item>
                        <p>OPSS briefings to staff at sexual health service</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Timescales for launch</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Rapid, launched 3 months after sexual health contract awarded</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>In stages, over 6 months (after 6-month delay)</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Rapid, launched 2 months after sexual health contract awarded</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="8">
                    <bold>Implementation outcomes</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Initial (pre–COVID-19) staff coherence and acceptability</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Staff engaged with, and supportive of, implementation</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Supported OPSS in principle, but some disengaged from, or were hostile to the implementation approach</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Very little awareness of OPSS in the 2 months it was active pre–COVID-19</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Penetration (initial; ie, speed and extent to which OPSS was delivered to service users)</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Evidence from December 2015, 5 months after the contract was launched, reported a gradual increase in website visits and tests since the launch (before March 2020)<sup>c</sup></p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>OPSS testing delivered in phases across all sites, volume of testing increased month by month over 12 months (before March 2020)</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Testing volumes much higher than anticipated (after March 2020)<sup>d</sup> and difficult to control</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="8">
                    <bold>Sustainability<sup>d</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Penetration (late—until end of ASSIST<sup>f</sup> data collection 2022)</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Since the lockdown in March 2020, OPSS testing delivery has reduced</p>
                      </list-item>
                      <list-item>
                        <p>No collection in clinics and community during lockdown</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Since the lockdown in March 2020, volumes of OPSS delivery have increased</p>
                      </list-item>
                      <list-item>
                        <p>More commissioners signed up to model</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">—<sup>e</sup></td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Fidelity and adaptations: unplanned</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Delays in sending results, due to COVID-19 tests being prioritized by laboratories</p>
                      </list-item>
                      <list-item>
                        <p>Challenges sourcing kit equipment</p>
                      </list-item>
                      <list-item>
                        <p>Difficult to reset after the peak of the pandemic</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">—</td>
                  <td colspan="2">—</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Fidelity and adaptations: planned (reflexive monitoring)</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Users limited to 1 order per month</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Remit of OPSS expanded to those with mild symptoms and contacts of infection</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Daily cap on OPSS orders introduced in 2022</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Staff acceptability: staff work to enact and sustain OPSS (collective action and relational restructuring)</td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Staff remained supportive of OPSS</p>
                      </list-item>
                      <list-item>
                        <p>Staff work changed: fielding inquiries about kits from patients and weekly meetings with laboratories and suppliers</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Staff more engaged with OPSS</p>
                      </list-item>
                      <list-item>
                        <p>Clinic staff work changed: increase in complex patients in clinic and no longer offer routine asymptomatic testing</p>
                      </list-item>
                    </list>
                  </td>
                  <td colspan="2">
                    <list list-type="bullet">
                      <list-item>
                        <p>Staff support OPSS in principle but see it as a separate service</p>
                      </list-item>
                      <list-item>
                        <p>Staff engagement declined after the introduction of a cap on testingg</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>Evidence from data sources is provided in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>STI: sexually transmitted infection.</p>
              </fn>
              <fn id="table3fn3">
                <p><sup>c</sup>BBV: blood-borne virus.</p>
              </fn>
              <fn id="table3fn4">
                <p><sup>d</sup>March 2020 coincided with lockdown and closure or significant restrictions in clinic-based service delivery because of the COVID-19 pandemic (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
              </fn>
              <fn id="table3fn5">
                <p><sup>e</sup>Not available.</p>
              </fn>
              <fn id="table3fn6">
                <p><sup>f</sup>ASSIST: assessing the impact of online postal self-sampling for sexually transmitted infections on health inequalities, access to care and clinical outcomes in the United Kingdom.</p>
              </fn>
              <fn id="table3fn7">
                <p><sup>g</sup>Most of ASSIST’s data collection was completed by the end of 2022, so sustainability in this paper relates to delivery until the end of 2022, but contextual observations and discussions with sites indicate that delivery has continued to change in 2023.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Timeline of adoption and implementation of online postal self-sampling (OPSS) services from analysis of documentary sources, interviews, and observations across 3 case study areas (CSAs) in England (2012 to 2023).</p>
            </caption>
            <graphic xlink:href="jmir_v27i1e72812_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Adoption</title>
          <p>In CSA 1, the decision to implement OPSS came from an NHS trust, which chose to include OPSS as part of its bid for a wider sexual health services contract. In contrast, commissioners initiated the decision to adopt OPSS in CSA 2, following a multiyear transformation program for sexual health, which recommended the introduction of a city-wide OPSS service. It was also initiated by commissioners in CSA 3, who specified that OPSS needed to be part of the delivery model.</p>
        </sec>
        <sec>
          <title>Implementation Approach</title>
          <p>CSA 1 started delivery within 3 months of the trust being awarded the new, integrated sexual health contract covering the entire city and a neighboring local authority. Its implementation was very rapid, with cognitive participation (ie, the relational work to build and sustain OPSS) driven by a small in-house team, often working informally. CSA 1’s in-house model saw every aspect of the service—the website, pathology, and results communication—delivered by the NHS trust except kit production and dispatch, which were outsourced. It integrated OPSS with other face-to-face services, which were equipped to disseminate kits and receive them with completed samples—an example of collective action (ie, the work done to implement and sustain OPSS). The service was launched with a marketing campaign to encourage uptake. There were few restrictions on who could access OPSS or how often.</p>
          <p>CSA 2, in contrast, was rolled out in phases, starting with 1 to 2 areas in January 2018, then in all commissioned areas by June 2018. The implementation of OPSS took place alongside other transformations that were commissioned separately, including the integration of sexual health and contraceptive services and some clinic closures. OPSS was not widely advertised—the aim being to shift existing service users from clinic-based testing to internet-based testing rather than increase overall testing.</p>
          <p>The sexual health service in CSA 3 put out a commissioning specification for an OPSS service after it had commenced the new sexual health contract. OPSS was launched 2 months later. The new contract separated sexual health from contraceptive services, which were delivered by a separate organization.</p>
          <p>CSAs 2 and 3 outsourced OPSS to a private company; CSA 2 commissioned a bespoke service, while CSA 3 bought in a standard service. Kits in both areas were predominantly posted, although some were collected at clinics. Marketing was limited, primarily to clinics. Patients could only access 1 kit every 3 months and needed to be asymptomatic.</p>
        </sec>
        <sec>
          <title>Acceptability of OPSS</title>
          <p>We found the strongest and most consistent support for OPSS among staff in CSA 1. There was a coherent view that embedding digital services would improve access and ensure patients with greater need could be seen more easily in clinics. Staff felt engaged in the implementation process and engaged with service users regularly about OPSS, although it increased work in some circumstances, such as when service user data were split between the electronic patient record systems of the NHS trust and the pharmacies that had been contracted to deliver and receive OPSS kits.</p>
          <p>In contrast, there was a lack of shared coherence among stakeholders in CSA 2. Commissioners stated that their aim was to maintain STI or BBV testing amid rising demand and reduced funding; however, they also hoped that OPSS would improve access and public health outcomes. Clinic staff, in contrast, often felt that commissioners prioritized cost savings at the expense of meeting service user needs. Staff were initially unaware of, and were not engaged with, OPSS implementation, and some were openly hostile to its implementation.</p>
          <p>There was support for OPSS in principle among CSA 3, but the sexual health service expressed concerns about the lack of control over volumes of testing demand, which was much higher than anticipated, and the ensuing spiraling of costs.</p>
        </sec>
        <sec>
          <title>Sustainability</title>
          <p>CSA 1’s service was severely disrupted from March 2020 by the COVID-19 pandemic, when laboratory capacity within the trust was redirected to testing for COVID-19 and there were challenges sourcing equipment for OPSS kits. Provision of kits decreased, and the kit processing times increased. This required new collective action, with many staff having to deal with service user inquiries about delays to receiving kits or results on a regular basis and some engaging in work to mitigate the disruption, such as weekly meetings with the laboratories and kit suppliers. Kit orders were restricted for the first time to 1 per month. However, staff acceptability in CSA 1 remained high, despite these challenges in delivering OPSS.</p>
          <p>In CSA 2, delivery of OPSS increased during the COVID-19 pandemic, and—alongside remote consultations—it enabled STI or BBV testing and treatment to be maintained amid restricted access to face-to-face clinic appointments during lockdowns. The remit of OPSS was expanded to include users with mild symptoms and those whose partners had tested positive for an STI or BBV. Many clinics continued to redirect all asymptomatic service users to OPSS following the end of pandemic restrictions. OPSS was also used to manage demand during the mpox epidemic in 2022, which placed additional pressure on clinic-based services. Staff reported being more aware of OPSS after the pandemic and participating in more collective action, referring service users to OPSS more often and accessing results more frequently, although this did create additional work, such as having to access multiple electronic patient record systems. Clinic staff noted that while OPSS reduced visits from asymptomatic service users, it also brought changes to their clinic workflows. For health care support workers, who had previously managed in-person testing for asymptomatic service users, their role became more administrative, and staff noted that it reduced career development opportunities for them. In contrast, more senior clinical staff saw an increased complexity in their clinic caseloads, and this led to the instigation of longer consultation slots in some settings.</p>
          <p>In CSA 3, use increased far higher and more rapidly than anticipated, largely because OPSS was launched shortly before the pandemic. This was challenging to reset after pandemic restrictions ended. Reflexive monitoring required additional work by clinic management and external stakeholders to explore ways to reduce the cost of delivering OPSS. The commissioner provided additional funding to meet this demand, and eventually, a cap on daily orders was agreed upon by commissioners and the sexual health service, making clinics once again the primary access point for testing. In our interviews conducted 2 years after OPSS had been introduced, there was still a lack of coherence among staff in CSA 3, with many believing that OPSS had been introduced in response to the COVID-19 pandemic. Many also believed that it was an entirely separate service, rather than being commissioned and clinically led by the trust. Staff saw value in OPSS to improve access, but there was a strong consensus via reflexive monitoring that it was too expensive to deliver.</p>
        </sec>
      </sec>
      <sec>
        <title>Explanations of Implementation Variation</title>
        <p>Two contextual factors determined the implementation approaches available to service leaders and had a substantial impact on the implementation outcomes in all CSAs. The influence of each factor was further impacted by a third contextual factor, the COVID-19 pandemic.</p>
        <sec>
          <title>Decreasing Budgets for Sexual Health Services</title>
          <p>Participants involved in the decision to adopt OPSS frequently noted that decisions were made because of, or with reference to, reductions in budgets for STI or BBV testing. The pressure on budgets was noted as particularly acute following the transfer of responsibility for most sexual health service commissioning to local authorities. Its stated importance as a driver to implement OPSS was different across CSAs, and there was a lack of consensus within some CSAs on the extent to which it affected OPSS decisions.</p>
          <p>Staff in CSA 1, which launched before the steepest decline in national sexual health budgets, told us that while the decision to adopt OPSS was partly driven by a desire to reduce the cost of service delivery, there was also a very strong emphasis on reforming services to improve access, embed digital, and reduce health inequalities:</p>
          <disp-quote>
            <p>The [local authority] Director of Public Health at that point was very proactive...and clearly wanted to change how we delivered this service, particularly around decentralisation and a more equitable service I think. More opportunities for people to access it.</p>
            <attrib>Participant 38, clinical, CSA 1</attrib>
          </disp-quote>
          <p>The commissioner in CSA 3—who took the decision to adopt OPSS—similarly saw the introduction of OPSS as an opportunity to deliver better outcomes amid funding constraints:</p>
          <disp-quote>
            <p>There are areas on the outskirts of the city which are 16 miles away from a city-centre clinic so I felt quite strongly that we- although we had a good service we had an inequitable service.... At the same time we’d also [had] five years of cuts to the public health grant that resulted in us closing the city-centre contraception clinic so again that compromised access even further. So those factors really led me to a place of believing that if we needed to improve the service and improve access to STI and contraception care that it needed to be redesigned.</p>
            <attrib>Participant 50, commissioner, CSA 3</attrib>
          </disp-quote>
          <p>Commissioners in CSA 2, by contrast, noted their main reason for introducing OPSS was to maintain access amid rising demand and reducing income, although they also hoped to increase access and public health outcomes:</p>
          <disp-quote>
            <p>Because of the financial trouble that authorities were in, with the cuts to the public health grant, STI testing had been going up and up in CSA2 and then—for two years before [the OPSS service launched]—stopped because the councils ran out of the money and they needed a way to grow activity without growing costs at the same rate.</p>
            <attrib>Participant 15, commissioner, CSA 2</attrib>
          </disp-quote>
          <p>The financial landscape in turn shaped the delivery model and implementation approach in each CSA. CSA 1 chose to deliver OPSS in-house, enabled by the trust’s ability to fund the required infrastructure:</p>
          <disp-quote>
            <p>...doing it internally was better and the reasons for that were mostly integration and cost. Because clearly we want the people who are tested on like postal testing to have their results all in our own system rather than having it imported later. And also looking at the costs actually the external costs were very high compared with what we could do internally.... The reason it happened primarily was there was senior management buy in...the agreement to invest some money into it and the driver of losing the service essentially unless we could.</p>
            <attrib>Participant 38, clinical, CSA 1</attrib>
          </disp-quote>
          <p>CSA 1 also took a proactive approach in marketing OPSS to encourage uptake. This approach was resisted in CSA 2 to avoid placing more demand on the sexual health budget. Similarly, CSA 3 stated during its bid for the contract that OPSS use would need to be constrained for the service to be financially sustainable:</p>
          <disp-quote>
            <p>The level of online testing and future trends would be closely monitored to ensure negative consequences of burgeoning demand are avoided, i.e. reduced positivity and the potential to significantly exceed the financial envelope.</p>
            <attrib>Document S7, contract, CSA 3</attrib>
          </disp-quote>
          <p>This budgetary context also shaped implementation outcomes, such as staff acceptability. Clinic staff in CSA 2, for example, were more likely to see OPSS as a cost-saving measure rather than a benefit to their service and had more concerns than staff in other areas about the risk OPSS posed to their services and jobs. In CSA 3, where the costs of OPSS were directly drawing funding from clinic-based services, there was more stated concern about affordability:</p>
          <disp-quote>
            <p>I think at the end of the day it’s all about money, you know, which I think’s rather sad because when I look at my own Trust...we had lots of lovely small satellite services dotted all over [the area]. We’ve had to shut them all because again the asymptomatic pathway is all being channelled through [OPSS].</p>
            <attrib>Participant 5, nonclinical, CSA 2</attrib>
          </disp-quote>
          <p>Staff in CSA 1, in contrast, were far more positive about the value OPSS brought to their service, despite some service closures and job losses during the commissioning process:</p>
          <disp-quote>
            <p>I think back when we first started yes, we was all quite positive about it. You know it took the pressure off the clinics and the walk-in clinics we used to do for people who would just walk-in and just want a general test. We could say you know rather than you sitting waiting for a few hours to be seen why don’t you do this and they were quite grateful of it a lot of them were.</p>
            <attrib>Participant 32, nonclinical, CSA 1</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Organizational Structure, Culture, and Relationships</title>
          <p>The relationships between organizations involved in the commissioning and delivery of OPSS, the division of work between these organizations, and the culture within them were all strong influences on implementation outcomes.</p>
          <p>CSA 1’s decision to deliver its OPSS almost entirely within the trust, for example, rather than outsourcing it to an external organization, allowed it to launch very quickly:</p>
          <disp-quote>
            <p>We decided what we were going to do and we up and did it, I’ve nothing written down at all, there were no minutes taken in meetings, we acted quickly with it and because we were all in the same [organization].</p>
            <attrib>Participant 38, clinical, CSA 1</attrib>
          </disp-quote>
          <p>However, the informal relationship between stakeholders within the trust, such as the sexual health service and the pathology department, meant that equipment could be redirected away from STI and BBV testing and toward COVID-19 during the pandemic:</p>
          <disp-quote>
            <p>Covid just killed our online testing service.... So Covid started and we’re using the online testing service and all of a sudden...our main supplier cannot supply us the components simply because there was this competition between them supplying the same kits for Covid testing and STI kit.... At that time it was the height of the pandemic...it’s sexual health, no, we’re not important. Everything, all the efforts went into Covid. So that was a massive challenge to a point that we have to completely switch off our self-testing kit website and change our guidelines.</p>
            <attrib>Participant 34, clinical, CSA 1</attrib>
          </disp-quote>
          <p>CSAs 2 and 3, in contrast, were able to expand OPSS delivery in 2020 because of outsourcing it to a specialist company. However, in CSA 3, there was a much higher unit cost than CSA 2, which was able to commission at scale as a consortium of local authorities. In addition, the sexual health service in CSA 3 was not able to make a unilateral decision to cap testing—it had to liaise with the local authority commissioner to make changes to the contract:</p>
          <disp-quote>
            <p>So when the contract came out, it asked us to upscale online testing over a period of five years from very little to 30% of our screening total and it very quickly obviously because the pandemic was forcing to almost 70-80% and reeling that back now is extremely difficult because the only way to reel it back in that isn’t extremely complicated is to cap testing. Most commissioners are a bit reluctant plus it is also a blunt tool because you don’t know who you are capping.</p>
            <attrib>Participant 48, clinical, CSA 3</attrib>
          </disp-quote>
          <p>The number of local authorities and sexual health services involved in CSA 2’s commissioning process meant that relationships were highly formalized and there was a lack of coherence between some stakeholders. This contributed to an antagonistic culture among some:</p>
          <disp-quote>
            <p>[Meetings with commissioners] would be in seminar rooms...so you are sitting across each other and we need you to do X, Y, Z, we think this is that...it’s kind of like, well no I don’t agree...we were defensive of our service and what we needed to do and defensive of our population as well...to have a blanket approach and blanket targets we didn’t agree with. And so they listened but they were all defensive and they had their own agenda about reshaping services and reducing cost.</p>
            <attrib>Participant 2, clinical, CSA 2</attrib>
          </disp-quote>
          <disp-quote>
            <p>Some people saw part of what they do being taken away from them, is my sense, and felt very threatened about that like what is their purpose, their value, their specialness? And saw it is a direct kind of challenge and threat to that because...they have been indoctrinated and trained into a need to keep people passive and depending on them. Because it maintains their power and specialness.</p>
            <attrib>Participant 15, commissioner, CSA 2</attrib>
          </disp-quote>
          <p>It also may have contributed to the longer, 3-year process of agreeing on the decision to commission OPSS and for it to be operational, as opposed to 6 to 12 months in the other 2 CSAs (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study of the implementation of OPSS for STI or BBVs across 3 diverse CSAs found that budgetary pressures and organizational relationships determined the implementation strategies available to decision makers and how these strategies were enacted. Our study additionally illustrates the profound but divergent effects the COVID-19 pandemic had on OPSS implementation in different contexts.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>Our study has several strengths. Its multisite design allowed comparison of implementation strategies, and our combination of documentary sources over 12 years, with contemporary interviews and observations, enabled us to examine outcomes, including sustainability. Combining interviews with documentary sources and contextual observations provided richer insights than interviews alone. For example, the observations generated a more nuanced understanding of the collective action in “the real world,” where OPSS was less dominant than in an interview specifically about OPSS implementation. It also provided unintended insights into sustainability, for example, how CSA 3 implemented a daily cap on OPSS testing. Our use of multiple theoretical frameworks allowed these to complement each other and develop a more comprehensive understanding of implementation outcomes—and the factors that led to them—at different levels. The major system change framework helped to standardize the narrative across the 3 CSAs, enabling us to compare implementation approaches and outcomes, while NPT was particularly helpful for surfacing the implications on staff work (captured under “collective action”). CFIR enabled us to capture wider contextual factors, such as financing, policies, and laws, that influenced our findings using the other 2 frameworks.</p>
        <p>Our study faced some limitations. The CSAs in this study were very different in size and complexity. On the one hand, this was a strength of the study in surfacing contrasting implementation approaches and outcomes within the same sexual health care system. On the other hand, it affected the research processes we were able to undertake. For example, we were not able to source key documents from all CSAs, such as tender specification and contracts. This was in part because nearly 10 years had elapsed since OPSS had launched in 1 CSA, and staff turnover meant no one in post still had access to documentation from the time of adoption. This was partly due to different implementation approaches; those that followed more formal processes had extensive documentation, whereas others documented fewer aspects. This made it harder to ascertain certain aspects of implementation and compare between CSAs and to corroborate some of the interview data. The time elapsed since the launch of OPSS in some CSAs may have introduced recall bias in certain interviews. In addition, some of the study team worked for, or closely with, sexual health services included in our evaluation. However, the data collection and analysis were conducted by researchers who did not have these relationships.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>The coherence of OPSS to staff in this study aligns to some extent with the findings of other studies. In their review of home-based sexual health care, Goense et al [<xref ref-type="bibr" rid="ref3">3</xref>] reported that staff believed “home-based STI testing” could improve access, especially for clients vulnerable to STIs. The interview study staff in the study by Chabot et al [<xref ref-type="bibr" rid="ref33">33</xref>] articulated an expectation that home-based STI testing would provide increased convenience for users. However, there was less evidence of staff conflict or a lack of coherence in these studies than we identified in our study. The research by Ryu et al [<xref ref-type="bibr" rid="ref34">34</xref>] on the experiences of sexual health services during COVID-19 lockdowns in Ontario in Canada did identify some concerns among staff. They were primarily concerned about the risks to service users not having sufficient privacy at home to access services remotely and staff finding it difficult to provide emotional support and education outside of face-to-face interactions. While staff concerns in this study did include risks to service users, the ambivalence or opposition to OPSS in some CSAs may have been driven by wider sexual health transformation changes, which also affected staff employment and service viability [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>Ryu et al [<xref ref-type="bibr" rid="ref34">34</xref>] identified that the pandemic catalyzed the adoption and implementation of remote models of sexual health care, which persisted beyond the pandemic. This aligns to some extent with experiences in 1 of the 3 CSAs in our evaluation, where expanding the scope of OPSS improved its acceptability among staff in CSA 2. However, our findings illustrate how COVID-19 could have contrasting effects. It severely undermined OPSS in CSAs 1 and 3, although for different reasons. The interaction of the organizational context and OPSS implementation approaches helps us to understand why the pandemic had such contrasting effects. These findings contribute toward addressing an evidence gap articulated by Goense et al [<xref ref-type="bibr" rid="ref3">3</xref>] by providing insights on what affects the sustainability or maintenance of OPSS services. They also address a wider gap in implementation science literature, where context has been well established as an important factor in implementation, but there is limited evidence on how it can dynamically affect implementation approaches, particularly over time, or its relationship with implementation outcomes [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>Existing research has observed that financial resources are one of the most commonly cited contextual factors affecting implementation, and as Nilsen et al [<xref ref-type="bibr" rid="ref32">32</xref>] note, implementation research so far has focused predominantly on the need for sufficient financial resources to enable implementation to happen [<xref ref-type="bibr" rid="ref36">36</xref>]. However, our study affirms a contrasting perspective, in that OPSS was implemented precisely because of concerns about insufficient financial resources [<xref ref-type="bibr" rid="ref37">37</xref>]. Commissioners and services appeared to be faced with an unenviable choice: implement this “new, untested” service or face a failure of sexual health services altogether [<xref ref-type="bibr" rid="ref38">38</xref>]. This distinct context, where implementation is initiated because of financial pressures, may help explain some of the surprising findings of this study and could have implications for other digital health innovations. For example, NPT posits that embedding of an innovation is more likely when staff perceive its benefits [<xref ref-type="bibr" rid="ref23">23</xref>]. In this study, clinic staff acceptability did not predict implementation success; instead, implementation success—or otherwise—influenced acceptability.</p>
        <p>We initially approached OPSS as a digital health innovation and sought to evaluate it as such. However, our findings suggest that implementation of OPSS was part of a process of large-scale service transformation [<xref ref-type="bibr" rid="ref39">39</xref>] and as such has more in common with digital transformation, in that it involved several organizations and was associated with changes in funding and staffing models across both clinic-based and internet-based services. The rapid pace of this transformation in 2 of our CSAs—which each implemented OPSS within 6 to 12 months—offers insight into why they faced challenges with sustainability, especially when compared to the more gradual implementation in CSA 2 and other digital sexual health innovations internationally, such as the 3-year implementation of Get Checked Online in British Columbia in Canada [<xref ref-type="bibr" rid="ref40">40</xref>]. This rapidity may have hindered the capacity to obtain sufficient local evidence to effectively guide implementation and suggests that future studies of the implementation of OPSS or similar intentions should consider, as Chabot et al [<xref ref-type="bibr" rid="ref33">33</xref>] have done, how OPSS is embedded in the wider social and structural processes of the public health system.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this multisite case study, OPSS implementation was part of systems change to address a wider problem of insufficient funding to deliver sexual health care. This systems change, alongside organizational relationships, determined the implementation strategies available to decision makers and the outcomes they achieved, as evidenced by stark differences in sustainability during COVID-19. Implementation of OPSS may have progressed before sufficient evidence to effectively guide implementation was available.</p>
        <p>On the basis of our findings, we provide 3 actionable recommendations for implementing OPSS that could contribute to successful and sustainable implementation of OPSS services into sexual health systems.</p>
        <p>First, those planning to introduce OPSS should allow sufficient time in the preparatory phase to iterate plans, informed by stakeholder feedback, to build coherence among staff and service users. Our study documented that the process of introducing OPSS varied significantly between CSAs in terms of timelines, stakeholder engagement, and how formalized the process was. Our findings suggested that very rapid implementation may affect later sustainability and that local authorities commissioning as collectives are able to deliver OPSS at lower cost, particularly when outsourcing. Sexual health system leaders considering introducing OPSS would benefit from considering the implications of their business and delivery models before implementation.</p>
        <p>Second, professionals delivering OPSS and those commissioning OPSS should build flexibility into implementation so that delivery and models can be altered to respond to changes in context. Our findings illustrate how implementation of OPSS is not a one-off event but an ongoing process that is sensitive to the context into which it is introduced and sustained. In our CSAs, important contextual issues included public service budget cuts, the sexual health service transformation agenda, and the COVID-19 pandemic, which affected the process and outcomes of implementation, particularly CSAs’ capacity to respond to changes in demand for OPSS. The nature of contextual changes may not be predictable, but building in the capacity to increase or reduce delivery of OPSS—and rebuilding staff coherence around any changes—could enhance sustainability of implementation.</p>
        <p>Third, professionals delivering OPSS and those commissioning OPSS should reflexively monitor changes to staff workload across the sexual health system following introduction to OPSS. Our study found that introducing OPSS into sexual health systems changes the work of different staff groups in heterogeneous ways. Some of these changes could not have been anticipated, but continually monitoring and meaningfully responding to such changes could enhance the acceptability of OPSS to staff, enhancing its adoption and sustainability.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Consolidated Criteria for Reporting Qualitative Research (COREQ) checklist.</p>
        <media xlink:href="jmir_v27i1e72812_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 419 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Topic guide, tailored to different interviewees in the study.</p>
        <media xlink:href="jmir_v27i1e72812_app2.docx" xlink:title="DOCX File , 33 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Coding frame based on the normalization process theory codebook (May 2022).</p>
        <media xlink:href="jmir_v27i1e72812_app3.docx" xlink:title="DOCX File , 24 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Observations and think-aloud data collection tools.</p>
        <media xlink:href="jmir_v27i1e72812_app4.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Extended data table.</p>
        <media xlink:href="jmir_v27i1e72812_app5.docx" xlink:title="DOCX File , 24 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ASSIST</term>
          <def>
            <p>assessing the impact of online postal self-sampling for sexually transmitted infections on health inequalities, access to care and clinical outcomes in the United Kingdom</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BBV</term>
          <def>
            <p>blood-borne virus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CFIR</term>
          <def>
            <p>Consolidated Framework for Implementation Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CSA</term>
          <def>
            <p>case study area</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">NHS</term>
          <def>
            <p>National Health Service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">NPT</term>
          <def>
            <p>normalization process theory</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">OPSS</term>
          <def>
            <p>online postal self-sampling</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">STI</term>
          <def>
            <p>sexually transmitted infection</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank the case study area (CSA) staff and stakeholders who generously gave their time to participate in the research as interviewees, provided documentation, or agreed to be observed. This work is dedicated to the memory of Prof Elizabeth Murray and Dr Naomi Fisher, who helped design and write the grant proposal for the study and led the implementation evaluation. This report is independent research funded by the National Institute for Health and Care Research (NIHR) Health Services Research and Delivery Programme (NIHR129157) and supported by the NIHR Applied Research Collaboration North Thames. JS is funded by an NIHR Population Health Career Scientist Fellowship (NIHR303616). The views expressed in this publication are those of the authors and not necessarily those of NIHR or the Department of Health and Social Care.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The datasets generated or analyzed during this study are not publicly available due to public availability not being part of participant consent.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>JG and FB conceived and designed the study. JG, GW, FMB, and JS designed the initial iterations of the data collection materials and analytic approach. TS collected and analyzed the interview, contextual observation, and document data. JS collected and analyzed a subset of the interview data and collected and organized document data. AH, VA, SD, JR, and CD made substantial contributions to the acquisition of data. JG, GW, AH, VA, AC, DC, SD, LJ, CHM, HM, JR, AS, AW, CD, FMB, TS, and JS made substantial contributions to the interpretation of the analysis. TS and JS drafted the initial versions of the manuscript. All coauthors critically reviewed the manuscript and have approved the submitted version.</p>
      </fn>
      <fn fn-type="conflict">
        <p>JG is an honorary consultant at an organization in case study area CSA 2 and is on the editorial board for the Sexually Transmitted Infections journal. SD is employed at an organization in CSA 2. VA is employed at an organization in CSA 2, has received speakers’ fees, and is a medical director of Preventx. JR is a consultant at an organization in CSA 1, a member of the European Sexually Transmitted Infections Guidelines Editorial Board, a National Institute for Health and Care Research journals editor, treasurer for the International Union against Sexually Transmitted Infections, and chair of charity trustees for the Sexually Transmitted Infections Research Foundation. AS is employed at an organization in CSA 2. AW is a member of the European Sexually Transmitted Guidelines Editorial Board. CD is employed at an organization in CSA 3. FMB has received speakers’ fees and an institutional grant from Gilead Sciences Ltd. All other authors declare no other conflicts of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sumray</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lloyd</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Estcourt</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbs</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Access to, usage and clinic outcomes of, online postal sexually transmitted infection services: a scoping review</article-title>
          <source>Sex Transm Infect</source>
          <year>2022</year>
          <month>06</month>
          <day>14</day>
          <volume>98</volume>
          <issue>7</issue>
          <fpage>528</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1136/sextrans-2021-055376</pub-id>
          <pub-id pub-id-type="medline">35701146</pub-id>
          <pub-id pub-id-type="pii">sextrans-2021-055376</pub-id>
          <pub-id pub-id-type="pmcid">PMC9613868</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spence</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kander</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Perceptions and experiences of internet-based testing for sexually transmitted infections: systematic review and synthesis of qualitative research</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>08</month>
          <day>26</day>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e17667</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e17667/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17667</pub-id>
          <pub-id pub-id-type="medline">32663151</pub-id>
          <pub-id pub-id-type="pii">v22i8e17667</pub-id>
          <pub-id pub-id-type="pmcid">PMC7481875</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goense</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Doan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Kpokiri</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Estcourt</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Crutzen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Klausner</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Baraitser</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hoebe</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dukers-Muijrers</surname>
              <given-names>NH</given-names>
            </name>
          </person-group>
          <article-title>Understanding practical, robust implementation and sustainability of home-based comprehensive sexual health care: a realist review</article-title>
          <source>AIDS Behav</source>
          <year>2024</year>
          <month>10</month>
          <day>04</day>
          <volume>28</volume>
          <issue>10</issue>
          <fpage>3338</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-024-04415-x</pub-id>
          <pub-id pub-id-type="medline">38963569</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-024-04415-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC11427609</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Estcourt</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sutcliffe</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gkatzidou</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tickle</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hone</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Aicken</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lowndes</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Harding-Esch</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Eaton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Oakeshott</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Szczepura</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ashcroft</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Copas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nettleship</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sadiq</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Sonnenberg</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The eSexual Health Clinic system for management, prevention, and control of sexually transmitted infections: exploratory studies in people testing for Chlamydia trachomatis</article-title>
          <source>Lancet Public Health</source>
          <year>2017</year>
          <month>04</month>
          <volume>2</volume>
          <issue>4</issue>
          <fpage>e182</fpage>
          <lpage>90</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2468-2667(17)30034-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2468-2667(17)30034-8</pub-id>
          <pub-id pub-id-type="medline">29253450</pub-id>
          <pub-id pub-id-type="pii">S2468-2667(17)30034-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cardwell</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Ludwick</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fairley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bourne</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hocking</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>FY</given-names>
            </name>
          </person-group>
          <article-title>Web-based STI/HIV testing services available for access in Australia: systematic search and analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2023</year>
          <month>09</month>
          <day>22</day>
          <volume>25</volume>
          <fpage>e45695</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2023//e45695/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/45695</pub-id>
          <pub-id pub-id-type="medline">37738083</pub-id>
          <pub-id pub-id-type="pii">v25i1e45695</pub-id>
          <pub-id pub-id-type="pmcid">PMC10559186</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rahib</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Delagreverie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gabassi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Le Thi</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Vassel</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Vodosin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Leveau</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pisoni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tuaillon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Digne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Icard</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Delaugerre</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lydié</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Online self-sampling kits to screen multipartner MSM for HIV and other STIs: participant characteristics and factors associated with kit use in the first 3 months of the MemoDepistages programme, France, 2018</article-title>
          <source>Sex Transm Infect</source>
          <year>2021</year>
          <month>03</month>
          <day>04</day>
          <volume>97</volume>
          <issue>2</issue>
          <fpage>134</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1136/sextrans-2020-054790</pub-id>
          <pub-id pub-id-type="medline">33397802</pub-id>
          <pub-id pub-id-type="pii">sextrans-2020-054790</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kersh</surname>
              <given-names>EN</given-names>
            </name>
            <name name-style="western">
              <surname>Mena</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>At-home diagnostics solutions for chlamydia and gonorrhea</article-title>
          <source>JAMA</source>
          <year>2024</year>
          <month>05</month>
          <day>28</day>
          <volume>331</volume>
          <issue>20</issue>
          <fpage>1701</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38683579"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2024.5574</pub-id>
          <pub-id pub-id-type="medline">38683579</pub-id>
          <pub-id pub-id-type="pii">2818109</pub-id>
          <pub-id pub-id-type="pmcid">PMC11132916</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goense</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Manait</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hoebe</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Loo</surname>
              <given-names>IH</given-names>
            </name>
            <name name-style="western">
              <surname>Posthouwer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ackens</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Hooren</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Theuerzeit</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Crutzen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stutterheim</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Dukers-Muijrers</surname>
              <given-names>NH</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the implementation of home-based sexual health care among men who have sex with men: Limburg4zero</article-title>
          <source>AIDS Behav</source>
          <year>2025</year>
          <month>03</month>
          <day>08</day>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>976</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1007/s10461-024-04579-6</pub-id>
          <pub-id pub-id-type="medline">39779621</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10461-024-04579-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC11830641</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Sexually transmitted infections (STIs): annual data</article-title>
          <source>UK Health Security Agency</source>
          <year>2010</year>
          <access-date>2025-07-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gov.uk/government/statistics/sexually-transmitted-infections-stis-annual-data-tables/sexually-transmitted-infections-and-screening-for-chlamydia-in-england-2023-report#overall-trends">https://www.gov.uk/government/statistics/sexually-transmitted-infections-stis-annual-data-tables/sexually-transmitted-infections-and-screening-for-chlamydia-in-england-2023-report#overall-trends</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>Integrated sexual health service specification</article-title>
          <source>Office for Health Improvement &#38; Disparities and the UK Health Security Agency</source>
          <year>2023</year>
          <month>3</month>
          <day>20</day>
          <access-date>2025-06-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://assets.publishing.service.gov.uk/media/6412fa41d3bf7f79d7b78f5d/Integrated-sexual-health-service-specification-2023.pdf">https://assets.publishing.service.gov.uk/media/6412fa41d3bf7f79d7b78f5d/Integrated-sexual-health-service-specification-2023.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>WHO Consolidated Guideline on Self-care Interventions for Health: Sexual and Reproductive Health and Rights</article-title>
          <source>World Health Organization</source>
          <year>2019</year>
          <access-date>2025-07-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://iris.who.int/bitstream/handle/10665/325480/9789241550550-eng.pdf">https://iris.who.int/bitstream/handle/10665/325480/9789241550550-eng.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>Commissioning</article-title>
          <source>National Health Service England</source>
          <access-date>2025-05-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.england.nhs.uk/commissioning/">https://www.england.nhs.uk/commissioning/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>Sexual health</article-title>
          <source>UK Parliament</source>
          <year>2019</year>
          <month>6</month>
          <day>2</day>
          <access-date>2025-05-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publications.parliament.uk/pa/cm201719/cmselect/cmhealth/1419/full-report.html">https://publications.parliament.uk/pa/cm201719/cmselect/cmhealth/1419/full-report.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Free</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Kenward</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Syred</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Baraitser</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Can internet-based sexual health services increase diagnoses of sexually transmitted infections (STI)? Protocol for a randomized evaluation of an internet-based STI testing and results service</article-title>
          <source>JMIR Res Protoc</source>
          <year>2016</year>
          <month>01</month>
          <day>15</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>e9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2016/1/e9/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.4094</pub-id>
          <pub-id pub-id-type="medline">26772143</pub-id>
          <pub-id pub-id-type="pii">v5i1e9</pub-id>
          <pub-id pub-id-type="pmcid">PMC4733221</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manavi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hodson</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Observational study of factors associated with return of home sampling kits for sexually transmitted infections requested online in the UK</article-title>
          <source>BMJ Open</source>
          <year>2017</year>
          <month>10</month>
          <day>22</day>
          <volume>7</volume>
          <issue>10</issue>
          <fpage>e017978</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=29061625"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-017978</pub-id>
          <pub-id pub-id-type="medline">29061625</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-017978</pub-id>
          <pub-id pub-id-type="pmcid">PMC5665267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Packer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stokes-Lampard</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Testing for Chlamydia trachomatis: is more choice a good thing?</article-title>
          <source>J Fam Plann Reprod Health Care</source>
          <year>2011</year>
          <month>01</month>
          <day>10</day>
          <volume>37</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jfprhc.bmj.com/lookup/pmidlookup?view=long&#38;pmid=21367695"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jfprhc.2010.0002</pub-id>
          <pub-id pub-id-type="medline">21367695</pub-id>
          <pub-id pub-id-type="pii">37/1/4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Syred</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Holdsworth</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Howroyd</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Spelman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Baraitser</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Choose to test: self-selected testing for sexually transmitted infections within an online service</article-title>
          <source>Sex Transm Infect</source>
          <year>2019</year>
          <month>05</month>
          <day>05</day>
          <volume>95</volume>
          <issue>3</issue>
          <fpage>171</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://sti.bmj.com/lookup/pmidlookup?view=long&#38;pmid=30842345"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/sextrans-2018-053796</pub-id>
          <pub-id pub-id-type="medline">30842345</pub-id>
          <pub-id pub-id-type="pii">sextrans-2018-053796</pub-id>
          <pub-id pub-id-type="pmcid">PMC6580742</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stevenson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Factors that influence the implementation of e-health: a systematic review of systematic reviews (an update)</article-title>
          <source>Implement Sci</source>
          <year>2016</year>
          <month>10</month>
          <day>26</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>146</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-016-0510-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-016-0510-7</pub-id>
          <pub-id pub-id-type="medline">27782832</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-016-0510-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5080780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Lengnick-Hall</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gerke</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Swanson</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Ten years of implementation outcomes research: a scoping review</article-title>
          <source>Implement Sci</source>
          <year>2023</year>
          <month>07</month>
          <day>25</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>31</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-023-01286-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-023-01286-z</pub-id>
          <pub-id pub-id-type="medline">37491242</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-023-01286-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC10367273</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Digital revolution to bust COVID backlogs and deliver more tailored care for patients</article-title>
          <source>Department of Health and Social Care United Kingdom Government</source>
          <year>2022</year>
          <month>6</month>
          <day>29</day>
          <access-date>2025-05-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gov.uk/government/news/digital-revolution-to-bust-covid-backlogs-and-deliver-more-tailored-care-for-patients">https://www.gov.uk/government/news/digital-revolution-to-bust-covid-backlogs-and-deliver-more-tailored-care-for-patients</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gibbs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Howarth</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Sheringham</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Copas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Crundwell</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mercer</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Mohammed</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>FM</given-names>
            </name>
          </person-group>
          <article-title>Assessing the impact of online postal self-sampling for sexually transmitted infections on health inequalities, access to care and clinical outcomes in the UK: protocol for ASSIST, a realist evaluation</article-title>
          <source>BMJ Open</source>
          <year>2022</year>
          <month>12</month>
          <day>14</day>
          <volume>12</volume>
          <issue>12</issue>
          <fpage>e067170</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=36517086"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2022-067170</pub-id>
          <pub-id pub-id-type="medline">36517086</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2022-067170</pub-id>
          <pub-id pub-id-type="pmcid">PMC9756155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spence</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Howarth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sheringham</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Apea</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Crundwell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Day</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dewsnap</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mercer</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Mohammed</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Winter</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbs</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>How does online postal self-sampling (OPSS) shape access to testing for sexually transmitted infections (STIs)? A qualitative study of service users</article-title>
          <source>BMC Public Health</source>
          <year>2024</year>
          <month>08</month>
          <day>28</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>2339</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-024-19741-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-024-19741-x</pub-id>
          <pub-id pub-id-type="medline">39198751</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-024-19741-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC11360737</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>May</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Finch</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Implementing, embedding, and integrating practices: an outline of normalization process theory</article-title>
          <source>Sociology</source>
          <year>2009</year>
          <month>06</month>
          <day>15</day>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>535</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1177/0038038509103208</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malterud</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Siersma</surname>
              <given-names>VD</given-names>
            </name>
            <name name-style="western">
              <surname>Guassora</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>Sample size in qualitative interview studies: guided by information power</article-title>
          <source>Qual Health Res</source>
          <year>2016</year>
          <month>11</month>
          <volume>26</volume>
          <issue>13</issue>
          <fpage>1753</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1177/1049732315617444</pub-id>
          <pub-id pub-id-type="medline">26613970</pub-id>
          <pub-id pub-id-type="pii">1049732315617444</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>May</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Albers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bracher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Finch</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Girling</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Greenwood</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>MacFarlane</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mair</surname>
              <given-names>FS</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Potthoff</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rapley</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Translational framework for implementation evaluation and research: a normalisation process theory coding manual for qualitative research and instrument development</article-title>
          <source>Implement Sci</source>
          <year>2022</year>
          <month>02</month>
          <day>22</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-022-01191-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-022-01191-x</pub-id>
          <pub-id pub-id-type="medline">35193611</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-022-01191-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC8861599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>Dissemination implementation - an interactive webtool to help you use D and I models</article-title>
          <source>University of Colorado Denver</source>
          <access-date>2025-05-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dissemination-implementation.org/">https://dissemination-implementation.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fulop</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Boaden</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>McKevitt</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rudd</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tyrrell</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Explaining outcomes in major system change: a qualitative study of implementing centralised acute stroke services in two large metropolitan regions in England</article-title>
          <source>Implement Sci</source>
          <year>2016</year>
          <month>06</month>
          <day>03</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>80</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-016-0445-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-016-0445-z</pub-id>
          <pub-id pub-id-type="medline">27255558</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-016-0445-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC4891887</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Reardon</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Widerquist</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Lowery</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The updated Consolidated Framework for Implementation Research based on user feedback</article-title>
          <source>Implement Sci</source>
          <year>2022</year>
          <month>10</month>
          <day>29</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>75</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-022-01245-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-022-01245-0</pub-id>
          <pub-id pub-id-type="medline">36309746</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-022-01245-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC9617234</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Willis</surname>
              <given-names>GB</given-names>
            </name>
          </person-group>
          <source>Cognitive Interviewing: A Tool for Improving Questionnaire Design</source>
          <year>2005</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>SAGE Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silmere</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hovmand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aarons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hensley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2011</year>
          <month>03</month>
          <day>19</day>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20957426"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id>
          <pub-id pub-id-type="medline">20957426</pub-id>
          <pub-id pub-id-type="pmcid">PMC3068522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Birken</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Presseau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kirk</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Lorencatto</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gould</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shea</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Haines</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Combined use of the Consolidated Framework for Implementation Research (CFIR) and the Theoretical Domains Framework (TDF): a systematic review</article-title>
          <source>Implement Sci</source>
          <year>2017</year>
          <month>01</month>
          <day>05</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>2</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-016-0534-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-016-0534-z</pub-id>
          <pub-id pub-id-type="medline">28057049</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-016-0534-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC5217749</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nilsen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bernhardsson</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Context matters in implementation science: a scoping review of determinant frameworks that describe contextual determinants for implementation outcomes</article-title>
          <source>BMC Health Serv Res</source>
          <year>2019</year>
          <month>03</month>
          <day>25</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>189</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-019-4015-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-019-4015-3</pub-id>
          <pub-id pub-id-type="medline">30909897</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-019-4015-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6432749</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chabot</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haag</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ogilvie</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hawe</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bungay</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Shoveller</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Anticipating the potential for positive uptake and adaptation in the implementation of a publicly funded online STBBI testing service: a qualitative analysis</article-title>
          <source>BMC Health Serv Res</source>
          <year>2018</year>
          <month>01</month>
          <day>30</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-018-2871-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-018-2871-x</pub-id>
          <pub-id pub-id-type="medline">29378574</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-018-2871-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC5789551</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Blaque</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Anand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gómez-Ramírez</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>MacKinnon</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Worthington</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grace</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Disruptions of sexually transmitted and blood borne infections testing services during the COVID-19 pandemic: accounts of service providers in Ontario, Canada</article-title>
          <source>BMC Health Serv Res</source>
          <year>2023</year>
          <month>01</month>
          <day>13</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-023-09028-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-023-09028-z</pub-id>
          <pub-id pub-id-type="medline">36635701</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-023-09028-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC9836920</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Day</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kinsella</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Sexual assault reporting amongst users of online sexual health services</article-title>
          <source>Int J STD AIDS</source>
          <year>2021</year>
          <month>03</month>
          <day>16</day>
          <volume>32</volume>
          <issue>3</issue>
          <fpage>280</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doiorg/101177/0956462420963940"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0956462420963940</pub-id>
          <pub-id pub-id-type="medline">33327897</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wakida</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Talib</surname>
              <given-names>ZM</given-names>
            </name>
            <name name-style="western">
              <surname>Akena</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Okello</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Kinengyere</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mindra</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Obua</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Barriers and facilitators to the integration of mental health services into primary health care: a systematic review</article-title>
          <source>Syst Rev</source>
          <year>2018</year>
          <month>11</month>
          <day>28</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>211</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/s13643-018-0882-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13643-018-0882-7</pub-id>
          <pub-id pub-id-type="medline">30486900</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13643-018-0882-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6264616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>White</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Sexual health services on the brink</article-title>
          <source>BMJ</source>
          <year>2017</year>
          <month>11</month>
          <day>30</day>
          <volume>359</volume>
          <fpage>j5395</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.j5395</pub-id>
          <pub-id pub-id-type="medline">29192020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Waters</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Sexual health services are at "breaking point" after £1bn in cuts since 2015</article-title>
          <source>BMJ</source>
          <year>2022</year>
          <month>11</month>
          <day>16</day>
          <volume>379</volume>
          <fpage>o2766</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.o2766</pub-id>
          <pub-id pub-id-type="medline">36384672</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Best</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Saul</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bitz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Large-system transformation in health care: a realist review</article-title>
          <source>Milbank Q</source>
          <year>2012</year>
          <month>09</month>
          <day>18</day>
          <volume>90</volume>
          <issue>3</issue>
          <fpage>421</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1468-0009.2012.00670.x</pub-id>
          <pub-id pub-id-type="medline">22985277</pub-id>
          <pub-id pub-id-type="pmcid">PMC3479379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haag</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hottes</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Bondyra</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Elliot</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chabot</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Farrell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Connell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Elliot</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kopp</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shoveller</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ogilvie</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Get checked… where? Lessons learned from implementing GetCheckedOnline, an integrated, complex public health system intervention to promote online STI/HIV testing in British Columbia, Canada</article-title>
          <source>Proceedings of the 2016 National STD Prevention Conference</source>
          <year>2016</year>
          <conf-name>STD Prevention Conference</conf-name>
          <conf-date>September 20-23, 2016</conf-date>
          <conf-loc>Atlanta, Georgia</conf-loc>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
