<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id><journal-id journal-id-type="publisher-id">jmir</journal-id><journal-id journal-id-type="index">1</journal-id><journal-title>Journal of Medical Internet Research</journal-title><abbrev-journal-title>J Med Internet Res</abbrev-journal-title><issn pub-type="epub">1438-8871</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v28i1e85480</article-id><article-id pub-id-type="doi">10.2196/85480</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Optimizing Web Links Used in Digital Vaccination Invitations to Raise Trust and Booking Intention: 3 Online Randomized Controlled Trials</article-title></title-group><contrib-group><contrib contrib-type="author"><name name-style="western"><surname>Oakley</surname><given-names>Claire M</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Sayer</surname><given-names>Hazel</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Holford</surname><given-names>Dawn</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Bruine de Bruin</surname><given-names>W&#x00E4;ndi</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Vall&#x00E9;e-Tourangeau</surname><given-names>Ga&#x00EB;lle</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Chadborn</surname><given-names>Tim</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Sirota</surname><given-names>Miroslav</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Juanchich</surname><given-names>Marie</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Psychology, University of Essex</institution><addr-line>Wivenhoe Park</addr-line><addr-line>Colchester</addr-line><country>United Kingdom</country></aff><aff id="aff2"><institution>School of Experimental Psychology, University of Bristol</institution><addr-line>Bristol</addr-line><country>United Kingdom</country></aff><aff id="aff3"><institution>Schaeffer Institute for Public Policy and Government Service, University of Southern California</institution><addr-line>Los Angeles</addr-line><addr-line>CA</addr-line><country>United States</country></aff><aff id="aff4"><institution>Department of Management, Kingston University</institution><addr-line>London</addr-line><country>United Kingdom</country></aff><aff id="aff5"><institution>Public Health England, UK Health Security Agency</institution><addr-line>London</addr-line><country>United Kingdom</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Brini</surname><given-names>Stefano</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Audu</surname><given-names>Moshood</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Ogbonna</surname><given-names>Nwamaka</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Ibrahim</surname><given-names>Olaniyi</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Marie Juanchich, PhD, Department of Psychology, University of Essex, Wivenhoe Park, Colchester, CO4 3SQ, United Kingdom, 44 120 687 38 12; <email>m.juanchich@essex.ac.uk</email></corresp></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>25</day><month>8</month><year>2026</year></pub-date><volume>28</volume><elocation-id>e85480</elocation-id><history><date date-type="received"><day>08</day><month>10</month><year>2025</year></date><date date-type="rev-recd"><day>04</day><month>06</month><year>2026</year></date><date date-type="accepted"><day>05</day><month>06</month><year>2026</year></date></history><copyright-statement>&#x00A9; Claire M Oakley, Hazel Sayer, Dawn Holford, W&#x00E4;ndi Bruine de Bruin, Ga&#x00EB;lle Vall&#x00E9;e-Tourangeau, Tim Chadborn, Miroslav Sirota, Marie Juanchich. Originally published in the Journal of Medical Internet Research (<ext-link ext-link-type="uri" xlink:href="https://www.jmir.org">https://www.jmir.org</ext-link>), 25.8.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://www.jmir.org/">https://www.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://www.jmir.org/2026/1/e85480"/><abstract><sec><title>Background</title><p>People are encouraged to respond swiftly to digital health invitations, but they can be (rightly) skeptical about their legitimacy.</p></sec><sec><title>Objective</title><p>Drawing on digital communication theory and psychological science, we hypothesized that easy-to-read web links that facilitate participants&#x2019; ability to identify the health organization as the website host would improve trust in and user engagement with digital communications.</p></sec><sec sec-type="methods"><title>Methods</title><p>In 3 double-blind, randomized online experiments, adult UK residents were recruited via the online platform Prolific (experiment 1: N<sub>1</sub>=569) or Qualtrics (experiment 2: N<sub>2</sub>=596; experiment 3: N<sub>3</sub>=1993). In each experiment, participants read a hypothetical email invitation for a COVID-19 vaccine from the UK&#x2019;s National Health Service (NHS). Participants reported trust in the email (primary outcome), whether the web link was easy to read, who they thought the website host was, and their intention to book an appointment via the web link. We manipulated the booking web link (between-participants, double-blind allocation via the Qualtrics randomizer). Across experiments, the control group read the email containing a deactivated NHS vaccination booking web link: &#x201C;accurx.thirdparty.nhs.uk/r/aafwaczmd5.&#x201D; In experiment 1, participants read the email with the control link (randomized n=300, analyzed n=286) or an experimental clear link (&#x201C;vaccine-booking.nhs.uk&#x201D;; randomized n=301, analyzed n=283). In experiment 2, participants read the email with the control link (randomized n=203, analyzed n=201) or one of 2 experimental links: a shortened web link (&#x201C;https://bit.ly/3GtTL0c&#x201D;; randomized n=201, analyzed n=201) or a text-embedded link (&#x201C;book <underline>here</underline>&#x201D;; randomized n=196, analyzed n=194). In experiment 3, participants read the email with the control link (randomized n=655, analyzed n=655), the clear link (randomized n=669, analyzed n=668), or the text-embedded link (randomized n=670, analyzed n=670).</p></sec><sec sec-type="results"><title>Results</title><p>Across experiments, the control web link was poorly perceived, with most participants (729/1142, 63%) unsure or unlikely to use it. Relative to the control web link, the clear web link improved trust (&#x03B2; coefficient<sub>Expe1</sub>=0.26, 95% CI 0.18-0.36; &#x03B2; coefficient<sub>Expe3</sub>=0.24, 95% CI 0.19-0.30). The text-embedded web link also improved trust (&#x03B2; coefficient<sub>Expe2</sub>=0.18, 95% CI 0.09-0.27; &#x03B2; coefficient<sub>Expe3</sub>=0.17, 95% CI 0.11-0.22), but the shortened web link did not (&#x03B2; coefficient<sub>Expe2</sub>=0.01, 95% CI &#x2212;0.09 to 0.11). Across experiments, improved host identification and ease of reading explained increased trust, which was significantly associated with increased booking intention. The clear and text-embedded web link (vs control) effects were robust when controlling for demographics.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>We extend digital communication research by investigating how web link design can reduce people&#x2019;s justified suspicion in health messaging. Moving beyond the previous research focus on health message content, we experimentally test the role of web link wording. We bring causal evidence that easier-to-read links that have easy-to-identify host health institutions increased trust and intention to use the link. We provide simple, practical design guidance to improve real-world engagement with digital health communications.</p></sec><sec><title>Trial Registration</title><p>ClinicalTrials.gov NCT07516600; https://clinicaltrials.gov/study/NCT07516600 and NCT07532967; https://clinicaltrials.gov/study/NCT07532967 and NCT07538349; https://clinicaltrials.gov/study/NCT07538349</p></sec></abstract><kwd-group><kwd>digital communication</kwd><kwd>health communication</kwd><kwd>weblinks</kwd><kwd>URL</kwd><kwd>trust</kwd><kwd>fluency</kwd><kwd>phishing</kwd><kwd>vaccination uptake</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Background</title><p>Health care providers in the United Kingdom and elsewhere have expanded their communication channels, using social media and electronic messaging to improve patient engagement in preventive medicine and routine check-ups [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. SMS text and email reminders have been cost-effective health interventions, increasing health check uptake [<xref ref-type="bibr" rid="ref3">3</xref>], reducing missed appointments [<xref ref-type="bibr" rid="ref4">4</xref>], and boosting vaccination rates [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. The widespread adoption of digital communication thus has the potential to increase health care efficiency and quality of care [<xref ref-type="bibr" rid="ref7">7</xref>]. The UK COVID-19 vaccination rollouts built on previous successes with digital invitations, with the National Health Service (NHS) sending millions of invitations to facilitate online booking of COVID-19 vaccine appointments [<xref ref-type="bibr" rid="ref1">1</xref>]. However, the COVID-19 pandemic saw an explosion of cybercriminals impersonating reputable health organizations in phishing attempts (an attempt to steal private information) [<xref ref-type="bibr" rid="ref8">8</xref>]. Recipients may therefore doubt the invitations&#x2019; authenticity. Genuine and nefarious messages both feature web links that lead to either a vaccination booking website or an attempt to steal personal information or money [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. This research focuses on how the web links embedded within health invitation messages shape trust or distrust and booking intention.</p><p>The increase in COVID-19&#x2013;related phishing attempts and the widespread media reporting of them may have undermined public trust [<xref ref-type="bibr" rid="ref11">11</xref>]. Scammers impersonated health institutions in many countries, such as the United Kingdom [<xref ref-type="bibr" rid="ref12">12</xref>], Australia [<xref ref-type="bibr" rid="ref13">13</xref>], and France [<xref ref-type="bibr" rid="ref14">14</xref>]. In 2022, 61% of all cyberfraud reported in England was related to COVID-19, with fraudsters mimicking NHS vaccination and testing invitations [<xref ref-type="bibr" rid="ref15">15</xref>]. In 2020, Google reported that scammers were sending 18 million COVID-19&#x2013;related hoax emails&#x2014;including 10 million phishing attempts&#x2014;every day [<xref ref-type="bibr" rid="ref8">8</xref>]. These incidents potentially undermined public trust in using web links to book vaccine appointments and underscored the importance of adapting official digital health communication. Experimental work often focuses on health message <italic>content</italic> to increase trust and user engagement, such as how risk framing influences vaccination intention [<xref ref-type="bibr" rid="ref16">16</xref>] or how to best present vaccine benefits [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Other research examines the characteristics of scam messages, such as the presence of typos [<xref ref-type="bibr" rid="ref19">19</xref>], or pressure to meet a short deadline [<xref ref-type="bibr" rid="ref20">20</xref>]. However, there is little research on the design of embedded web links in (health) messages and how their design may encourage or discourage recipients to click through.</p><p>According to information scent theory, web links emit an &#x201C;information scent&#x201D; that affects recipients&#x2019; perceptions of the linked website [<xref ref-type="bibr" rid="ref21">21</xref>]. If the link accurately describes a webpage relevant to the recipients&#x2019; goals, they are more likely to click on it. It is, however, notoriously difficult to decide whether a link leads to a fraudulent or legitimate website [<xref ref-type="bibr" rid="ref22">22</xref>]. Some technical features can be used to assess safety, including whether web links use specific protocols (eg, &#x201C;https&#x201D;) or official domains (eg, &#x201C;.gov&#x201D;) [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Beyond the web link&#x2019;s technical features, we posit that their wording matters too. Moreover, 2 web link features could improve recipients&#x2019; trust perceptions and their intention to use the link. One way is to enhance the web link&#x2019;s text to make it easier to identify the website&#x2019;s host. Making the website host clearer to the reader echoes public advice to question whether the website host is known and trusted [<xref ref-type="bibr" rid="ref24">24</xref>]. For example, public eHealth services are only trusted if the public can identify and already trust the service provider [<xref ref-type="bibr" rid="ref25">25</xref>]. Vaccination booking links often include the name of a trusted health organization within the link, which is expected to elicit trust [<xref ref-type="bibr" rid="ref26">26</xref>]. However, recipients might be unable to identify the organization if the presence of other words and nonsensical characters, as well as the absence of spaces between words, makes it difficult to parse the correct information.</p><p>The second web link feature follows from this notion of difficulty in parsing content. How easy or difficult it is to read a web link&#x2014;a concept known as metacognitive fluency in cognitive psychology&#x2014;might shape how much the link is trusted. According to fluency theory, reading ease shapes people&#x2019;s perception beyond what is described literally [<xref ref-type="bibr" rid="ref27">27</xref>]. For example, when analyzing real-world stock market data, people were more willing to buy stocks with fluent names like &#x201C;Barnings&#x201D; than those with hard-to-read names like &#x201C;Ightsbry&#x201D; [<xref ref-type="bibr" rid="ref28">28</xref>]. Similarly, fictitious drugs or food additives with disfluent names, such as &#x201C;Cytrigmcmium,&#x201D; were perceived as more dangerous than those with more fluent names, such as &#x201C;Fastinorbine&#x201D; [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Fluency was also directly associated with trust perception in economics games, where people entrust more money to people with fluent names than to people with difficult-to-read names [<xref ref-type="bibr" rid="ref31">31</xref>]. Text fluency is enhanced through the use of familiar words [<xref ref-type="bibr" rid="ref31">31</xref>] that are easy to pronounce [<xref ref-type="bibr" rid="ref28">28</xref>] and shorter [<xref ref-type="bibr" rid="ref32">32</xref>]. Following fluency theory [<xref ref-type="bibr" rid="ref27">27</xref>], we can expect that easy-to-read or shorter web links will feel more trustworthy and trigger greater user engagement than web links containing a long nonsensical string of letters and numbers. In practice, some web links used in vaccination invitation communications during the pandemic were <italic>not</italic> easy to read or short, and obscured the website host, such as the web link used by the NHS (&#x201C;accurx.thirdparty.nhs.uk/r/aafwaczmd5&#x201D;). Information scent theory and fluency theory together would posit that this would hinder recipients&#x2019; trust and willingness to use the link to book their appointment.</p><p>If it is not possible to amend the link to make it easier to read and to clarify the website host, &#x201C;hiding&#x201D; the link is an alternative option. The link can be hidden in descriptive anchor text, or by using a shortened URL service such as &#x201C;bit.ly.&#x201D; These methods could also improve fluency and host identification. Anchor text is the clickable text of a hyperlink, which can be tailored to be concise and easy to read. For example, by using a text-embedded web link: &#x201C;Book your vaccine <underline>here</underline>.&#x201D; Shortened URLs might merely improve fluency because they are shorter. A limitation of hiding links (in text or shortened URL) is that it is a classic phishing technique to obscure the (real) website host [<xref ref-type="bibr" rid="ref33">33</xref>]. Recipients must therefore rely on other information to verify authenticity, such as the sender&#x2019;s information from the message or email content.</p></sec><sec id="s1-2"><title>Objectives</title><p>We conducted 3 experiments using hypothetical but realistic digital vaccination booking invitations to examine how manipulating the web link impacted recipients&#x2019; trust in the email (the primary outcome) and their intentions to book a vaccination appointment using the link. The invitations were modeled on NHS digital COVID-19 communications. Across experiments, the control condition featured a deactivated NHS COVID-19 vaccination web link (&#x201C;https://accurx.thirdparty.nhs.uk/r/aafwaczmd5&#x201D;). Experiment 1 compared this control link with an improved, clear web link (&#x201C;https://vaccine-booking.nhs.uk&#x201D;), hypothesizing improved performance (hypothesis A). The clear web link was expected to facilitate host identification (hypothesis A<sub>1</sub>) and to be easier to read (hypothesis A<sub>2</sub>), thereby increasing trust (hypothesis A<sub>3</sub>) and booking intention (hypothesis A<sub>4</sub>). Experiment 2 tested whether concealing the web link in text (text-embedded: &#x201C;Book your vaccine <underline>here</underline>.&#x201D;) or in a shortened URL (&#x201C;https://bit.ly/3GtTLoc&#x201D;) would improve performance (hypothesis B). We hypothesized that the 2 concealed links would facilitate host identification (hypothesis B<sub>1</sub>) and ease of reading (hypothesis B<sub>2</sub>), thereby increasing trust (hypothesis B<sub>3</sub>) and booking intention (hypothesis B<sub>4</sub>). Experiment 3 tested the control, clear, and text-embedded web links in a more ethnically diverse sample (hypotheses A<sub>1</sub>-A<sub>4</sub> and B<sub>1</sub>-B<sub>4</sub>).</p></sec></sec><sec id="s2"><title>Experiment 1</title><sec id="s2-1"><title>Methods</title><sec id="s2-1-1"><title>Open Science</title><p>Experiment 1, and the following experiments, were preregistered on the AsPredicted website before data collection (experiment 1: #84106, &#x201C;https://aspredicted.org/HR5_864,&#x201D; December 29, 2021; experiment 2: #84816, &#x201C;https://aspredicted.org/STF_WNP,&#x201D; January 11, 2022; and experiment 3: #86763, &#x201C;https://aspredicted.org/P7B_JBM,&#x201D; February 1, 2022). All experiments proceeded as described in the preregistrations.</p><p>AsPredicted preregistration was deemed sufficient to reduce the risk of bias [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>] as those preregistrations include hypotheses, experimental conditions, measures, sample size target, and statistical plans. To enhance transparency, the studies were registered retrospectively on a World Health Organization (WHO)&#x2013;recognized trial registry, that is, ClinicalTrials.gov (experiment 1: NCT07516600, March 31, 2026; experiment 2: NCT07532967, March 31, 2026; experiment 3: NCT07538349, April 15, 2026). The AsPredicted preregistration protocols, ClinicalTrials.gov registration, materials, and data are available on the Open Science Framework (OSF) website [<xref ref-type="bibr" rid="ref36">36</xref>].</p><p>Each of the 3 studies was conducted in the United Kingdom, using the NHS as the email sender, and in the United States, using a fictitious pharmacy as the sender. Only the results for the United Kingdom study version are reported here. The results using the fictitious pharmacy are reported in Supplementary Materials on the OSF website [<xref ref-type="bibr" rid="ref36">36</xref>].</p></sec><sec id="s2-1-2"><title>Ethical Considerations</title><sec id="s2-1-2-1"><title>Ethics Approval</title><p>All 3 experiments received ethical approval from the University of Essex Ethics Committee (ETH 2122&#x2010;0265). Informed consent was obtained from all participants before participation, and individuals who did not provide consent could not proceed with completing the study. The study was introduced as focusing on COVID-19 vaccination. Potential participants were informed that the study had obtained ethics approval. Potential participants were informed about risks and benefits involved before deciding to take part. Participants were paid via the panel provider (Prolific for experiment 1, Qualtrics for experiments 2 and 3). In each study, participants could only participate and validate their participation once. All responses were anonymous. We did not gather information that could be used to identify individuals; therefore, individual participants cannot be identified from the information reported in the main text or multimedia appendix. Study information and consent questions are provided with the full survey details through the OSF [<xref ref-type="bibr" rid="ref36">36</xref>].</p></sec><sec id="s2-1-2-2"><title>Participants and Patients Involvement</title><p>The study materials were reviewed by members of a &#x201C;Participants and Patients Involvement&#x201D; panel. These respondents were paid &#x00A3;50 (approximately US $67.8) each to share in-depth feedback on study information clarity, the wording of questions, and response options that led to the current study version.</p></sec><sec id="s2-1-2-3"><title>Harms</title><p>The ethics panel agreed that there were no expected or unexpected harms in the experiments. No adverse events, unintended effects, or participant complaints were reported in any experiment.</p></sec></sec></sec><sec id="s2-2"><title>Participants</title><p>Using quota sampling recruitment, we invited 600 adult UK respondents from the Prolific verified online participants pool to complete the study, aiming for a 50% gender goal. Participants received &#x00A3;2.50 (approximately US $3.39) for taking part (median completion time 15.5, IQR 12.3-20.5 min; equivalent to &#x00A3;9.68/h [approximately US $13.13]). We received 614 responses. Of this initial sample, 13 did not include any data for this study (3 did not give consent to proceed and 10 did not finish the experiment). We excluded 32 cases where participants failed at least one of 2 preregistered attention check questions, designed to confirm that participants were reading the questions. A minimum survey completion time of 5 minutes was set to filter out speeders. The resulting sample size of 569 participants was sufficient to detect a small to medium effect of the link manipulation relative to the control on trust perception in an analysis of variance, <italic>f</italic>=0.15 (assuming &#x03B1;=.05, power=0.95).</p><p>Participants&#x2019; ages ranged from 18 to 88 (mean 41.25, SD 14.61) years. Our sample comprised 49% (276/569) women, 50% men (283/569), and 1% (8/569) nonbinary, with an ethnic composition of 86% (486/569) White, 7% (40/569) Asian, 4% (22/569) Black, 3% (15/569) Mixed or Multiple ethnicities, and 1% (6/569) Other. The study took place in the United Kingdom in January 2022, when the first COVID-19 vaccine had become available to all adults. The booster vaccine was also available to adults who had received their first COVID-19 vaccination over 3 months before [<xref ref-type="bibr" rid="ref37">37</xref>]. Most (507/569, 89%) of the participants had received their first COVID-19 vaccination, and 72% (359/569) of those who were eligible had received their booster vaccination. Refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for a more detailed sample description.</p></sec><sec id="s2-3"><title>Trial Design</title><p>This online study used a between-participants experimental design, in which participants were randomly assigned to one of 2 parallel conditions (1:1 allocation)&#x2014;a control or an experimental condition. Both groups read a COVID-19 vaccination invitation email, but the web link used in the email differed. The control group read a vaccination invitation email with the web link that was used by the NHS in SMS text message vaccination invitations in 2021 and 2022 (&#x201C;accurx.thirdparty.nhs.uk/r/aafwaczmd5&#x201D;). The experimental group read the same email; the web link was a &#x201C;clear&#x201D; web link that was easy to read and had an easily identifiable website host (&#x201C;https://vaccine-booking.nhs.uk&#x201D;). Based on the random allocation of the 569 participants via the automatic Qualtrics randomizer, 286 participants were allocated to the control condition, and 283 participants to the experimental condition. Researchers were blind to the allocation of participants to each condition.</p></sec><sec id="s2-4"><title>Materials and Procedure</title><p>Data collection took place in the United Kingdom in early January 2022 and ceased once the recruitment target was met. The study participants were recruited from the Prolific platform&#x2019;s verified participant pool and were directed to the study hosted on the University of Essex Qualtrics online platform. The only eligibility criteria were to be older than 18 years of age and a UK resident. The study took place during the COVID-19 pandemic, when the Omicron variant&#x2014;a more infectious but less severe COVID-19 variant&#x2014;caused a substantial increase in COVID-19 infections [<xref ref-type="bibr" rid="ref38">38</xref>]. Despite a decrease in severity, the size of the epidemic wave caused an increase in deaths and hospitalizations [<xref ref-type="bibr" rid="ref38">38</xref>].</p><p>Participants accessed the study individually via a web browser on their own devices as part of an online survey. After obtaining informed consent at the beginning of the survey, participants were asked if they had received their first dose of the COVID-19 vaccine. The study started with questions about vaccination attitudes for a separate study (eg, vaccine risk perception, vaccine effectiveness, and subjective social norm). Participants were then presented with the materials for this study.</p><p>Participants read a hypothetical vaccination invitation email as illustrated in <xref ref-type="fig" rid="figure1">Figure 1</xref>. The email contained either the control or the experimental &#x201C;clear&#x201D; web link. Random assignment was implemented using Qualtrics&#x2019; built-in randomizer, concealing allocation and ensuring double-blind allocation of participants to conditions. As the invitations were hypothetical, we did not use active links, so participants were unable to click on them in the email. Immediately after reading the hypothetical email, participants rated the degree to which they thought the email appeared to be suspicious or trustworthy (the primary outcome) on a 5-point Likert scale (1=very suspicious to 5=very trustworthy), how likely they were to click on the web link to book an appointment (1=very unlikely to 5=very likely), and evaluated how easy to read the web link was (a measure of fluency; 1=very difficult to 5=very easy). Participants then answered who they thought was hosting the web link, with four responses: &#x201C;The NHS,&#x201D; &#x201C;Pharmacy US,&#x201D; &#x201C;A third party,&#x201D; or &#x201C;Not sure,&#x201D; which were recoded as correct (NHS=1) or incorrect (any other answer=0). Finally, participants completed sociodemographic questions, indicating their age, ethnicity, gender, and education level.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Email invitation used in experiments 1&#x2010;3, with the control web link used by the National Health Service (NHS) in the United Kingdom for 2021&#x2010;2022 COVID-19 vaccination invitations.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e85480_fig01.png"/></fig></sec><sec id="s2-5"><title>Statistical Methods</title><p>We report path analyses showing the effect of the link on trust perception and booking intention as well as the mediated effect of the link via correct host identification and perceived ease of reading of the web link. Further regression analyses tested the robustness of effects, controlling for gender, age, education, and ethnic minority status and, in experiment 3, their interactions. The preregistered analyses of variance testing the effect of the web link manipulation on trust, booking intention, and ease of reading, and the chi-square testing the web link manipulation on host organization identification show the same results and are reported in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The distributions of the variables and the zero-order correlations between variables are available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. There were no missing data in the experiments. In each experiment, data transformation, variance analyses, and chi-square tests were performed using IBM SPSS (version 28). Path analyses were implemented using the <italic>lavaan</italic> package (v. 0.6&#x2010;11) with RStudio (version 2022.01.07; Posit) and R (version 4.0.4; R Core Team).</p></sec><sec id="s2-6"><title>Results</title><p>Most participants (184/286, 64%) who received the email containing the control link were unable to correctly identify the NHS as the web link&#x2019;s host and judged the web link as slightly hard to read (refer to <xref ref-type="fig" rid="figure2">Figure 2</xref> for the CONSORT [Consolidated Standards of Reporting Trials] participant flow chart [<xref ref-type="bibr" rid="ref39">39</xref>]). As hypothesized, the clear web link resulted in improved host identification compared with the control link (259/283, 92% correct vs 102/286, 36%), was judged easier to read, led to greater perceived trust in the email, and fostered higher booking intentions (<xref ref-type="fig" rid="figure3">Figure 3</xref>). Of those participants who received the email with the control web link, 43% (123/286) of the respondents were skeptical about the trustworthiness of the email (responding either very suspicious, quite suspicious, or not sure), and 63% (181/286) were not keen to use the control link (responding either very unlikely, unlikely, or unsure). The path analysis (<xref ref-type="fig" rid="figure4">Figure 4</xref>) revealed that the positive effect of the clear web link (compared with the control link) on trust and booking intentions was partly explained by the improved identification of the website host (refer to &#x03B2; coefficient of the indirect effect, path b). Ease of reading (indirect effect, path a) did not explain the effect of the link on trust. The path between ease of reading and trust was not statistically significant, indicating that perceived ease of reading and host identification competed when predicting trust perception in the email. The analyses conducted on the full sample (without the preregistered data exclusions) also showed no significant mediation effect of ease of reading. The path model is reported in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The clear web link&#x2019;s positive effect on trust, compared with the control link, was robust after adding covariates of gender, age, education, and ethnic minority status in a regression analysis (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Participant flow chart for experiment 1. Exclusion decisions followed preregistered criteria: &#x003C;5 minutes completion time or incorrectly answered 2 attention checks.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e85480_fig02.png"/></fig><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Relative to the control web link (in blue), the clear web link (in green) helped participants recognize the website host correctly, was judged easier to read, and the email in which the web link appeared was found more trustworthy. Participants reported greater intention to book their vaccination appointment via the web link (experiment 1: N=569; n=276, 49% female; n=486, 86% White British or Other; early January 2022). The means are shown in black diamonds with error bars showing with 95% CIs. The box represents the IQRs, and the error bars around the box the minimal and maximal values without outliers. The light gray circles show data points with slight horizontal jitter, so that wider and denser clusters represent more frequent answers. The host identification panel (leftmost) shows the proportion of correct interpretations (0: 0% and 1: 100%). The control link was the National Health Service (NHS) original vaccination invitation link &#x201C;accurx.thirdparty.nhs.uk/r/aafwaczmd5&#x201D; and the clear link was &#x201C;https://vaccine-booking.nhs.uk.&#x201D;</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e85480_fig03.png"/></fig><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Effect of the clear web link (vs control) on correct identification of the host, ease of reading, trust in the email, and booking intention. The effect of the web link on trust was explained by improved correct host identification. The model shows &#x03B2; regression coefficients (experiment 1: N=569; n=276, 49% female; n=486, 86% White British or Other; early January 2022). Indirect effects of the link: a: via perceived ease of reading of the link, b: via correct host identification. Values are standardized, path analysis &#x03B2; coefficients with bias-corrected bootstrap 95% CIs from 5000 samples. ns: not significant. *** <italic>P</italic>&#x003C;.001.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e85480_fig04.png"/></fig><p>Experiment 1 shows how minor changes to a web link embedded in an email can change people&#x2019;s perception of that email. The results show that using a web link that facilitates host identification and is easy to read increases trust and booking intention.</p></sec></sec><sec id="s3"><title>Experiment 2</title><sec id="s3-1"><title>Methods</title><sec id="s3-1-1"><title>Overview</title><p>In experiment 1, we found that improving the web link improved trust in the vaccination invitation email and booking intention, relative to a control link previously used nationally by the NHS. However, it is only sometimes possible or practical to change the website&#x2019;s web link. In this follow-up experiment, we examined an alternative strategy that sidesteps the need to modify the link: concealing it&#x2014;a strategy used by UK General Practitioner practices (based on the UK authors&#x2019; experience). We compared the control web link with a text-embedded web link (the &#x201C;book <underline>here</underline>&#x201D; web link) and a shortened web link using URL shortener services (&#x201C;https://bit.ly/3GtTL0c&#x201D;). In effect, this procedure did completely conceal the host from the URL, but the host could still be identified via other cues in the message (eg, message sender).</p><p>We expected that compared with the control web link, concealing the web link would make the web link easier to read and would facilitate host identification (hypotheses B<sub>1</sub>-B<sub>2</sub>) and therefore increase trust in the message and booking intention (hypotheses B<sub>3</sub>-B<sub>4</sub>).</p></sec><sec id="s3-1-2"><title>Participants</title><p>We used Qualtrics as a panel provider for recruitment, setting quotas for gender, age, and ethnicity to match the UK population. Participants were paid by the panel provider directly. Of the 600 participants who took part, we excluded four cases who sped through the study (&#x003C;5 min completion time) or did not correctly answer the 2 attention check questions included in the study. The 596 participants were all UK residents, 18 to 88 years of age (mean 44.74, SD 16.67 y). The sample comprised 51% (301/596) women, 49% (292/596) men, and 1% (3/596) nonbinary, with an ethnic composition of 87% (514/596) White British or Other, 7% (44/596) Asian, 3% (19/596) Black, 2% (13/596) Mixed or Multiple ethnicities, and 1% (6/596) Other. The sample size of 596 participants was sufficient to detect a small to medium effect when comparing the 3 web links regarding trust perception in a variance analysis, <italic>f</italic>=0.17 (assuming &#x03B1;=.05, power=0.95). Refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, for a more detailed sample description.</p></sec><sec id="s3-1-3"><title>Trial Design</title><p>Participants were randomly assigned by an automatic Qualtrics randomizer to one of 3 parallel conditions (1:1:1 allocation): viewing a hypothetical COVID-19 vaccine invitation featuring either the control link (<xref ref-type="fig" rid="figure1">Figure 1</xref>) or one of 2 concealed link conditions: a text-embedded web link (the &#x201C;book <underline>here</underline>&#x201D; web link) or the shortened web link created using bit.ly services (&#x201C;https://bit.ly/3GtTL0c&#x201D;). Automated randomization through Qualtrics concealed allocation and ensured double-blind allocation to conditions. Based on the random allocation, of the 596 participants in this online study, 201 were allocated to the control condition, 194 to the text-embedded web link condition and 201 to the shortened web link condition.</p></sec><sec id="s3-1-4"><title>Materials and Procedure</title><p>This study followed the same procedure as experiment 1, with the materials only altered to reflect the 2 new experimental web links being tested. Data collection took place from mid to late January 2022 and ceased once the recruitment target was met.</p></sec></sec><sec id="s3-2"><title>Results</title><p>Experiment 2 (refer to <xref ref-type="fig" rid="figure5">Figure 5</xref> for the CONSORT participant flow chart [<xref ref-type="bibr" rid="ref39">39</xref>]) replicated the finding of experiment 1, that the control link was perceived more negatively, resulting in lower website host identification, ease of reading, trust, and booking intention (<xref ref-type="fig" rid="figure6">Figure 6</xref>). Compared with the control web link, when the email included the text-embedded web link, participants were better able to identify the website host (132/194, 68% correct vs 56/201, 28%), the link was also perceived to be easier to read, and participants reported greater trust in the email and booking intention. The shortened web link also led to an increased identification of the website host compared to the control link (79/201, 39% correct vs 56/201, 28%), but the shortened link was perceived to be <italic>less</italic> fluent and did not yield a greater level of trust and booking intention (<xref ref-type="fig" rid="figure7">Figure 7</xref>). The path analysis effects are reported in <xref ref-type="fig" rid="figure7">Figure 7</xref>. We report the results of the mediation results here and those of the preregistered analyses (showing consistent findings) in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p><fig position="float" id="figure5"><label>Figure 5.</label><caption><p>Participant flow chart for experiment 2. Exclusion decisions followed preregistered criteria: &#x003C;5 minutes completion time or incorrectly answered 2 attention checks.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e85480_fig05.png"/></fig><fig position="float" id="figure6"><label>Figure 6.</label><caption><p>Relative to the control web link (in blue), concealing the web link in text (in orange) or in a shortened web link (in beige) helped participants recognize the website host correctly. Only the text-embedded web link was considered easier to read and had an overall positive effect on email trust and booking intention (experiment 2: N=596; UK population representative sample, mid-late January 2022). The means are shown in black diamonds with error bars showing 95% CIs. The box represents the IQR, the error bars show the minimal and maximal values without outliers. The light gray circles show data points with slight horizontal jitter, so that wider and denser clusters represent more frequent answers. The host identification panel (leftmost) shows the proportion of correct interpretations (0: 0% and 1: 100%). The control link was the National Health Service (NHS) original vaccination invitation link &#x201C;accurx.thirdparty.nhs.uk/r/aafwaczmd5,&#x201D; the 2 concealed links were the text-embedded web link &#x201C;book <underline>here</underline>,&#x201D; and the shortened link &#x201C;https://bit.ly/3GtTL0c.&#x201D;</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e85480_fig06.png"/></fig><fig position="float" id="figure7"><label>Figure 7.</label><caption><p>The text-embedded web link and the bit.ly link had an effect on trust and booking intention (vs control link) via the correct identification of the host and ease of reading. The models show &#x03B2; regression coefficients (experiment 2: N=596; UK population representative sample, mid-late January 2022). Indirect effects of the link: a: via ease of reading of the link, b: via correct host identification. Values are standardized, path analysis &#x03B2; coefficients, with bias-corrected bootstrap 95% CIs from 5000 samples. ns: not significant. *<italic>P</italic>&#x003C;.05, **<italic>P</italic>&#x003C;.01, ***<italic>P</italic>&#x003C;.001.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e85480_fig07.png"/></fig><p>The path model shown in the upper panel of <xref ref-type="fig" rid="figure7">Figure 7</xref> indicates that the effect of the text-embedded web link on trust was statistically explained by both the heightened correct host identification and reading ease. The model shown in the lower panel indicates that the bit.ly web link had the expected positive effect on trust via improved host identification. However, this effect was canceled out by the <italic>negative</italic> effect that the link had on trust because it was not perceived as easier to read. Therefore, the bit.ly web link did not improve trust perception or booking intention compared to the control web link.</p><p>The effect of the web link on trust was similar after adding gender, age, education, and ethnic minority status as covariates in a regression analysis (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p><p>Experiment 2 evidenced that concealing a web link in a vaccination invitation email can be a good strategy to improve trust, but the effectiveness depends on how the link is hidden. Our results show that although both the shortened bit.ly and the text-embedded links omitted the source in the URL, this did not prevent participants from identifying the NHS as the host. Most participants used visual cues, such as the NHS logo in the email letterhead, to determine the website host. However, the 2 concealed web links differed in perceived ease of reading. The shortened bit.ly web link was perceived as less easy to read and overall did not improve trust and booking intention. In contrast, concealing the web link by embedding it within a word was perceived as easier to read (and facilitated host identification), leading to higher levels of trust in the overall email and booking intention. The results emphasize the additive role of host identification and ease of reading.</p></sec></sec><sec id="s4"><title>Experiment 3</title><sec id="s4-1"><title>Methods</title><sec id="s4-1-1"><title>Overview</title><p>Experiments 1 and 2 show that a clear web link and a concealed, text-embedded web link are effective strategies that facilitate host identification, improve the perceived ease of reading the link, foster trust in the email, and increase booking intention. In experiment 3, we compare the benefits of improving the web link&#x2019;s perceived ease of reading and including a clear host with concealing the web link by embedding it in text, relative to the control link in a larger and more ethnically diverse sample. In the United Kingdom, people from ethnic minority groups tend to trust health institutions less [<xref ref-type="bibr" rid="ref40">40</xref>], which might undermine the benefits of recognizing a well-known health institution. This lower level of institutional trust is one of the factors that explains why vaccination uptake is lower among ethnic minority communities in the United Kingdom [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref43">43</xref>] despite these groups being more likely than the white majority to experience severe illness and death from COVID-19 [<xref ref-type="bibr" rid="ref44">44</xref>].</p></sec><sec id="s4-1-2"><title>Participants</title><p>The study was carried out in February-March 2022 via the Qualtrics survey platform. We used Qualtrics as a panel provider to recruit participants in the United Kingdom. We used quota samples on age and gender to reach UK-representative proportions but adjusted ethnicity quota to sample more participants from ethnic minority groups (up to 50%). Participants were paid by the panel provider directly. Of the 1994 UK respondents who passed the attention check, 1 was excluded for completing the study too quickly (a preregistered minimum time to complete the study of 5 min). The sample size of 1993 participants was sufficient to detect a small effect of the link manipulation relative to the control condition on trust perception in a variance analysis where 3 groups were compared, <italic>f</italic>=0.09 (assuming &#x03B1;=.05, power=0.95). Participants&#x2019; ages ranged from 18 to 89 (mean 45.63, SD 16.62) years. The sample comprised 51% (1009/1993) women, 49% (981/1993) men, &#x003C;0.1% (2/1993) nonbinary, and &#x003C;0.1% (1/1993) other gender identification, with an ethnic composition of 53% (1057/1993) White, 23% (470/1993) Asian, 13% (264/1993) Black, 9% (176/1993) Mixed or Multiple ethnicity, and 2% (51/1993) Other. Refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for a more detailed sample description.</p></sec><sec id="s4-1-3"><title>Trial Design</title><p>Using a between-participants design, participants in this online study were randomly allocated to one of 3 parallel conditions using the automatic Qualtrics randomizer (1:1:1 allocation): participants viewed a hypothetical COVID-19 vaccination invitation email using either the control link (&#x201C;accurx.thirdparty.nhs.uk/r/aafwaczmd5&#x201D;), the clear web link (&#x201C;https://vaccine-booking.nhs.uk&#x201D;), or the text-embedded web link (&#x201C;book <underline>here</underline>&#x201D;). Automated randomization through Qualtrics concealed allocation and ensured double-blind allocation to conditions. Based on the random allocation of the 1993 participants, 655 participants were allocated to the control condition, 668 participants to the clear link, and 670 participants to the text-embedded link condition.</p></sec><sec id="s4-1-4"><title>Materials and Procedure</title><p>This study followed the same procedure as experiments 1 and 2, reusing the materials from experiment 1 for the control web link and clear web link condition, and the email containing the text-embedded web link from experiment 2. Data collection took place during February-March 2022 and ceased once the recruitment target was met.</p></sec></sec><sec id="s4-2"><title>Results</title><p>In experiment 3 (refer to <xref ref-type="fig" rid="figure8">Figure 8</xref> for full CONSORT [<xref ref-type="bibr" rid="ref39">39</xref>] participant flow chart), both the clear link and the text-embedded web link improved host identification (clear: 542/668, 81% correct; text-embedded: 455/670, 68%; control: 168/655, 26%, respectively), were perceived as easier to read, and increased trust and booking intention relative to the control condition, as illustrated in <xref ref-type="fig" rid="figure9">Figure 9</xref>. The improved host identification and perceived ease of reading mediated the positive effect of the clear and text-embedded web links on trust (<xref ref-type="fig" rid="figure10">Figure 10</xref>). The comparison of the 2 experimental conditions showed that the clear web link increased correct host identification and generated more trust in the email, along with higher booking intention than the text-embedded web link (illustrated descriptively in <xref ref-type="fig" rid="figure9">Figure 9</xref> and analyses in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The effect of each web link on trust, compared with the control link, was similar after adding gender, age, education, and ethnic minority status as covariates in a regression analysis (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>), in this larger, more ethnically diverse sample (959/1993, 48% minority groups).</p><fig position="float" id="figure8"><label>Figure 8.</label><caption><p>Participant flow chart for experiment 3. Exclusion decisions followed preregistered criteria: &#x003C;5 minutes completion time or incorrectly answered 2 attention checks.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e85480_fig08.png"/></fig><fig position="float" id="figure9"><label>Figure 9.</label><caption><p>Relative to the control link (in blue), the clear web link (in green) and the text-embedded web link (in orange) helped participants recognize the website host correctly, were perceived as easier to read, and had an overall positive effect on email trust perception and booking intention (experiment 3, N=1993 UK participants; n=1009, 51% female; n= 959, 48% ethnic minority; February-March 2022). The means are shown in black diamonds with error bars showing 95% CIs. The box represents the IQR, the error bars around the box show the minimal and maximal values without outliers. The light gray circles show data points with slight horizontal jitter, so that wider and denser clusters represent more frequent answers. The host identification panel (leftmost) shows the proportion of correct interpretations (0: 0% and 1: 100%). The control link was the National Health Service (NHS) original vaccination invitation link &#x201C;accurx.thirdparty.nhs.uk/r/aafwaczmd5,&#x201D; the clear link was &#x201C;https://vaccine-booking.nhs.uk&#x201D; and the concealed text-embedded web link was &#x201C;book <underline>here</underline>.&#x201D;</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e85480_fig09.png"/></fig><fig position="float" id="figure10"><label>Figure 10.</label><caption><p>The clear web link and text-embedded web link improved trust and booking intention (vs control), and these effects were explained by the correct host identification and perceived ease of reading. The model shows &#x03B2; regression coefficients. (experiment 3, N=1.993 UK participants; n=1009, 51% female; n=959, 48% ethnic minority, February-March 2022). Indirect effects of the link: a: via ease of reading of the link, b: via correct host identification. Values are standardized, path analysis &#x03B2; coefficients with bias-corrected bootstrap 95% CIs from 5000 samples. ns: not significant. *<italic>P</italic>&#x003C;.05, **<italic>P</italic>&#x003C;.01, ***<italic>P</italic>&#x003C;.001.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e85480_fig10.png"/></fig><p>We tested the effect of the web links on ethnic minority participants separately and found consistent effects. The clear web link and the text-embedded web link increased correct host identification and ease of reading, which increased trust and booking intention (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The clear link was more effective for ethnic minority participants. Post hoc ancillary analyses, in response to reviewer request, examined link effect interactions with age, education, gender, and ethnic minority status. These post hoc analyses showed that the improved links were increasingly effective as participant age increased (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Improved trust perception was lower for the youngest participants in the sample, especially those who were women, participants from an ethnic minority group, or participants who did not have a tertiary (university) education.</p><p>The results of experiment 3 confirm the pivotal role of web links in vaccination invitation emails. We found that the design of the link shaped participants&#x2019; trust in the email and their intention to book their vaccination appointment via the web link. The study also found that the improvements to the control web link were effective for participants from ethnic minority groups, who tend to report lower levels of trust in health institutions and lower vaccination engagement [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref43">43</xref>].</p></sec></sec><sec id="s5" sec-type="discussion"><title>Discussion</title><sec id="s5-1"><title>Principal Findings</title><p>We conducted 3 experiments to identify the characteristics of web links that enhance trust and engagement with realistic hypothetical digital vaccination invitations. In each experiment, and in support of our hypotheses, we found that easy-to-read (vs difficult) web links with clear (vs ambiguous) host organizations increased trust in vaccination invitation emails and vaccination booking intention. We also demonstrated that the control condition &#x2013; a deactivated web link that had been used during the COVID-19 vaccination campaign &#x2013; was poorly trusted by participants and led to lower intentions to book a vaccination appointment using the link.</p><p>This work complements research on how best to frame information about vaccine effectiveness [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>], bringing attention to an element of digital communications that, to our knowledge, has been overlooked by behavioral research, that is, embedded web links [<xref ref-type="bibr" rid="ref24">24</xref>]. By shifting analytical focus from message content to web link design features, this study extends existing health communication research and identifies that how web links are presented to recipients is an underexamined yet consequential trust cue in digital health contexts.</p><p>The COVID-19 pandemic required people nationwide to change their behaviors to protect themselves and their communities [<xref ref-type="bibr" rid="ref47">47</xref>]. Timely vaccination uptake is facilitated by using digital invitation messages and reminders [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]. However, people are understandably skeptical when they receive a text message inviting them to click on a link. Scammers exploited people&#x2019;s eagerness to be vaccinated and sent fake vaccination invitations, aiming to steal private information [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Our work on web links complements research focused on developing trustworthy digital (health) communication and on strategies that make people more likely to fall for phishing attempts (eg, time pressure, the threat of losing out on an opportunity) [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p><p>Consistent with information scent theory [<xref ref-type="bibr" rid="ref21">21</xref>] and previous research on web links [<xref ref-type="bibr" rid="ref24">24</xref>], we found that the features of web links shape their use. We found that difficult-to-read links harmed people&#x2019;s perception of the message in which the web link appears, making the vaccination invitation emails look untrustworthy and reducing recipients&#x2019; willingness to use the link. Our control link, which was the web link used by the NHS in 2021 and 2022 during the COVID-19 vaccine rollout, was not easy to read and did not facilitate host identification. While the NHS link (&#x201C;accurx.thirdparty.nhs.uk/r/aafwaczmd5&#x201D;) did mention the name of the host, the host information was lost to recipients because this crucial information was crowded between a reference to a third party (&#x201C;accurx.thirdparty&#x201D;) and a string of letters and numbers (&#x201C;r/aafwaczmd5&#x201D;). The overall link is ambiguous, disfluent, and seemingly untrustworthy, making it unlikely to trigger user engagement. Despite the link being an actual NHS link that people in the United Kingdom had already received, fewer than half of the participants in our experiments (total n=3183) believed that clicking on the link would direct them to an NHS webpage. This suggests that the link undermined the participants&#x2019; trust in the email despite the presence of other cues that would make the email appear legitimate.</p><p>Our evidence showed that a web link with a clear reference to the NHS as the website host helped more recipients identify the host organization, which improved participants&#x2019; trust and user engagement with the web link when compared with the disfluent control link. When participants could correctly identify the link led to an NHS webpage, they trusted the email more and were more likely to use the link. A condition for the host identification to increase trust might be that the host is known and trusted&#x2014;like the NHS in our study [<xref ref-type="bibr" rid="ref49">49</xref>]; the same results may not extend to organizations that are perceived as less trustworthy, like pharmaceutical companies that manufacture the vaccines [<xref ref-type="bibr" rid="ref50">50</xref>]. We would expect, for instance, a link that makes it easy to identify that it is hosted by a distrusted organization would have a negative effect on people&#x2019;s trust in the email and their willingness to use the link. While we did not test the role of institutional trust, we replicated the benefits of host identification in a diverse sample (experiment 3), including ethnic minority groups who tend to trust health institutions less than the white majority group (eg, study by Hussain et al [<xref ref-type="bibr" rid="ref41">41</xref>]), showing that the positive effect of identifying the NHS as the website host holds even for these segments of the population. Further research should test whether facilitating the identification of the host using a clear web link might show null effects for unknown or lesser-known hosts or even backfire for hosts with a negative reputation.</p><p>The extent to which people find text, like web links, easy to read and understand&#x2014;known as fluency&#x2014;is a meta-cognitive perception: a higher-level perception within cognitive processing [<xref ref-type="bibr" rid="ref27">27</xref>]. When the NHS sent a vaccination invitation, the fluency of the web link had a role over and above whether participants recognized the website host. Easy-to-read links increased trust in the email and user engagement with the link itself, adding evidence of the effect of fluency on people&#x2019;s judgments and decisions (eg, Fastinorbine [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]).</p><p>Should changing web links not be possible, we also found that concealing the links in text increases fluency perception, trust, and user engagement with invitation emails. Concealing links within embedded text also reduces the information people can get from links&#x2014;specifically, not being able to draw from them who the host is and what the website&#x2019;s function is. However, we found that concealing the link is not an issue in the context of an email that clearly features a host (eg, the email is sent from the NHS or includes the NHS logo). We found that, relative to our control link, &#x201C;hiding&#x201D; links in embedded text helped participants identify the website host, improved trust in the message, and increased the intention to use the link. Hiding links in a shortened URL (eg, &#x201C;https://bit.ly/3GtTL0c&#x201D;), on the other hand, did not improve trust and booking intention. It facilitated host identification, but they felt less fluent, despite being more concise (one operationalization of fluency [<xref ref-type="bibr" rid="ref31">31</xref>]). Shortened links are senseless strings of numbers and mixed-case letters, making them difficult to read. Our evidence showed that hiding web links within text rather than using a shortened URL elicited greater trust. However, our third experiment showed that the links embedded in text were perceived as less trustworthy than a clear link, possibly because of the lack of transparency in the URL&#x2014;participants could not identify where the link would lead and had to guess based on who sent the email.</p><p>In our studies, even hidden links&#x2014;that did not feature the host organization&#x2014;improved host identification and user engagement, but this was due to the presence of other cues in the email that could be used to identify the host or sender of the invitation. For example, in our experiments, the sender&#x2019;s email address, the NHS branding in the email, and the tone of the message were consistent with real-world NHS digital communications in use at the time, which could have contributed to participant trust in the email. Hidden links may be particularly suboptimal in the context of SMS, as, unlike emails, additional cues, such as a verifiable email address or domain name, are not readily available to the reader, and they can be used to redirect users to an alternate (fraudulent) website [<xref ref-type="bibr" rid="ref33">33</xref>].</p><p>Finally, exploratory ancillary analyses revealed that modifying the links had positive effects across ethnic groups, genders, and educational levels, but the benefits varied by age. In our studies, younger people were either equally suspicious (experiment 1&#x2010;2) or more suspicious (experiment 3) of the email. Our final experiment (experiment 3) showed that this was because younger participants remained equally suspicious of the email, even when it included the improved web link. While younger generations are &#x201C;digital natives&#x201D; (ie, exposed to digital technologies from birth [<xref ref-type="bibr" rid="ref51">51</xref>]), they are not better at detecting scam (vs genuine) emails [<xref ref-type="bibr" rid="ref52">52</xref>,<xref ref-type="bibr" rid="ref53">53</xref>]. We speculate that the lack of effect of the link manipulation for younger groups might have been because of a lack of attention to that specific part of the email [<xref ref-type="bibr" rid="ref54">54</xref>].</p></sec><sec id="s5-2"><title>Limitations</title><p>Our studies were conducted via hypothetical invitations to which participants reported hypothetical intentions, which may not truly reflect how people respond to a real-life email. Further research should replicate these results in real life (eg, split [A/B testing]) and broaden the scope to other digital health communications such as appointments for tests or health checks (eg, studies by van Zutphen et al [<xref ref-type="bibr" rid="ref55">55</xref>] and Murphy et al [<xref ref-type="bibr" rid="ref56">56</xref>]). Future work should include the examination of invitations sent via SMS text messages, as these messages often lack verifiable branding cues that could enhance their perceived trustworthiness [<xref ref-type="bibr" rid="ref33">33</xref>].</p><p>It should be acknowledged that additional factors may shape people&#x2019;s perceptions of digital health invitations, such as people&#x2019;s preexisting level of trust in the health organization [<xref ref-type="bibr" rid="ref57">57</xref>] or whether they are a regular internet user [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]. Furthermore, other aspects of web links&#x2014;that we did not manipulate&#x2014;are likely to be relevant to assess trustworthiness, such as recognized internet domains (eg, &#x201C;.gov&#x201D;) and website security (eg, &#x201C;https&#x201D;) [<xref ref-type="bibr" rid="ref20">20</xref>], although understanding this requires some information technology knowledge. Further research on the psychological effects of web links should include controls for individual differences in internet use or personal knowledge or experience of internet scams. Decisions to book vaccination appointments are also shaped by influences beyond the invitation email itself, such as perception of vaccines [<xref ref-type="bibr" rid="ref25">25</xref>], the experiences or advice of others [<xref ref-type="bibr" rid="ref58">58</xref>], and the subjective vaccination norms within their social group [<xref ref-type="bibr" rid="ref59">59</xref>].</p><p>An important ethical consideration is that while these findings can help optimize public health messaging, they may also be misused by cybercriminals in scams and phishing attempts. For example, cybercriminals could mimic the link characteristics shown to enhance trust&#x2014;such as clear web links and text-embedded web links&#x2014;to deceive recipients. This underscores the importance of pairing communication design improvements with strong public education around digital vigilance. Users should be regularly reminded to verify message sources, check for secure and official URLs, and report suspicious content. Public campaigns should aim not only to improve the effectiveness of health communications but also to raise awareness about the evolving tactics used by cybercriminals.</p></sec><sec id="s5-3"><title>Recommendations for Future Health Communications</title><p>In a context where real vaccination invitations must battle against scam messages to garner the recipient&#x2019;s trust [<xref ref-type="bibr" rid="ref11">11</xref>], our findings show that the design of web links can shape overall trust in the communication. This has direct real-world implications for health care organizations that rely on digital outreach, suggesting that seemingly minor design decisions&#x2014;such as URL features that improve fluency and the identification of trustworthy hosts&#x2014;can meaningfully affect public trust and engagement with health recommendations. While hidden links can be a way to sidestep fluency issues, they also carry risks because they lack transparency [<xref ref-type="bibr" rid="ref33">33</xref>]. They can be easily used by cybercriminals to redirect users in phishing attacks, and hence, clear links might be a better option overall. Therefore, we recommend that future public health messaging, whether for pandemic response or as part of regular preventative medicine, health program, or disease management, consider the ease of reading and format of web links in addition to the message or email content and ensure that recipients can easily verify the sender of the email or text message to achieve optimal engagement in future health campaigns.</p></sec><sec id="s5-4"><title>Conclusion</title><p>Digital health communication designers face an uphill battle to secure users&#x2019; trust in a context where scams proliferate [<xref ref-type="bibr" rid="ref4">4</xref>]. We extend digital communication research by investigating how web link design can reduce people&#x2019;s justified suspicion in health messaging. Moving beyond the previous research focus on health message content (eg, study by Bushar et al [<xref ref-type="bibr" rid="ref5">5</xref>]), we experimentally test the role of web link wording. We provide causal evidence that easier-to-read links that have an easy-to-identify host health institution increased trust and intention to use the link. Our work provides simple, practical design guidance to improve real-world engagement with digital health communications.</p></sec></sec></body><back><ack><p>Grammarly was used for grammar checking.</p></ack><notes><sec><title>Funding</title><p>This research was funded by a British Academy COVID-19 Recovery grant (reference CRUSA210009) awarded to the corresponding author. The funder was not involved in the study design, data collection, analysis, interpretation, or the writing of the manuscript.</p></sec><sec><title>Data Availability</title><p>The data are available on the Open Science Framework website [<xref ref-type="bibr" rid="ref36">36</xref>].</p></sec></notes><fn-group><fn fn-type="con"><p>Conceptualization: MJ (lead) WB (supporting) TC (supporting) MS (supporting) GV (supporting)</p><p>Data curation: MJ (lead) CO (supporting) MS (supporting)</p><p>Formal analysis: MJ (co-lead) CO (co-lead) HS (supporting) MS (supporting)</p><p>Funding acquisition: MJ (lead) WB (supporting) TC (supporting) MS (supporting)</p><p>Investigation: MJ (lead) CO (supporting) HS (supporting) MS (supporting)</p><p>Methodology: MJ (co-lead) CO (co-lead) WB (supporting) TC (supporting) DH (supporting) HS (supporting) MS (supporting)</p><p>Project administration: MJ (lead) HS (supporting) CO (supporting) HS (supporting) MS (supporting)</p><p>Resources: MJ (co-lead) HS (co-lead) CO (supporting) MS (supporting)</p><p>Supervision: MJ (lead) MS (supporting)</p><p>Visualization: MJ (equal) CO (equal) MS (supporting)</p><p>Writing &#x2013; original draft: MJ (lead) HS (equal) CO (equal) MS (supporting)</p><p>Writing &#x2013; review &#x0026; editing: MJ (equal) CO (equal) HS (equal) WB (supporting) DH (supporting) MS (supporting) GV (supporting)</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">CONSORT</term><def><p>Consolidated Standards of Reporting Trials</p></def></def-item><def-item><term id="abb2">NHS</term><def><p>National Health Service</p></def></def-item><def-item><term id="abb3">OSF</term><def><p>Open Science Framework</p></def></def-item><def-item><term id="abb4">WHO</term><def><p>World Health Organization</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="web"><article-title>NHS text drive to invite millions at risk for lifesaving COVID jab</article-title><source>NHS England</source><year>2021</year><access-date>2026-08-11</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.england.nhs.uk/2021/03/nhs-text-drive-to-invite-millions-at-risk-for-lifesaving-covid-jab/">https://www.england.nhs.uk/2021/03/nhs-text-drive-to-invite-millions-at-risk-for-lifesaving-covid-jab/</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Johansen</surname><given-names>ND</given-names> </name><name name-style="western"><surname>Vaduganathan</surname><given-names>M</given-names> </name><name name-style="western"><surname>Bhatt</surname><given-names>AS</given-names> </name><etal/></person-group><article-title>Electronic nudges to increase influenza vaccination uptake in Denmark: a nationwide, pragmatic, registry-based, randomised implementation trial</article-title><source>The Lancet</source><year>2023</year><month>04</month><volume>401</volume><issue>10382</issue><fpage>1103</fpage><lpage>1114</lpage><pub-id pub-id-type="doi">10.1016/S0140-6736(23)00349-5</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sallis</surname><given-names>A</given-names> </name><name name-style="western"><surname>Sherlock</surname><given-names>J</given-names> </name><name name-style="western"><surname>Bonus</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Pre-notification and reminder SMS text messages with behaviourally informed invitation letters to improve uptake of NHS Health Checks: a factorial randomised controlled trial</article-title><source>BMC Public Health</source><year>2019</year><month>08</month><day>22</day><volume>19</volume><issue>1</issue><fpage>1162</fpage><pub-id pub-id-type="doi">10.1186/s12889-019-7476-8</pub-id><pub-id pub-id-type="medline">31438908</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liew</surname><given-names>SM</given-names> </name><name name-style="western"><surname>Tong</surname><given-names>SF</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>VKM</given-names> </name><name name-style="western"><surname>Ng</surname><given-names>CJ</given-names> </name><name name-style="western"><surname>Leong</surname><given-names>KC</given-names> </name><name name-style="western"><surname>Teng</surname><given-names>CL</given-names> </name></person-group><article-title>Text messaging reminders to reduce non-attendance in chronic disease follow-up: a clinical trial</article-title><source>Br J Gen Pract</source><year>2009</year><month>12</month><volume>59</volume><issue>569</issue><fpage>916</fpage><lpage>920</lpage><pub-id pub-id-type="doi">10.3399/bjgp09X472250</pub-id><pub-id pub-id-type="medline">19712544</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bushar</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Kendrick</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Ding</surname><given-names>H</given-names> </name><name name-style="western"><surname>Black</surname><given-names>CL</given-names> </name><name name-style="western"><surname>Greby</surname><given-names>SM</given-names> </name></person-group><article-title>Text4baby influenza messaging and influenza vaccination among pregnant women</article-title><source>Am J Prev Med</source><year>2017</year><month>12</month><volume>53</volume><issue>6</issue><fpage>845</fpage><lpage>853</lpage><pub-id pub-id-type="doi">10.1016/j.amepre.2017.06.021</pub-id><pub-id pub-id-type="medline">28867143</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Regan</surname><given-names>AK</given-names> </name><name name-style="western"><surname>Bloomfield</surname><given-names>L</given-names> </name><name name-style="western"><surname>Peters</surname><given-names>I</given-names> </name><name name-style="western"><surname>Effler</surname><given-names>PV</given-names> </name></person-group><article-title>Randomized controlled trial of text message reminders for increasing influenza vaccination</article-title><source>Ann Fam Med</source><year>2017</year><month>11</month><volume>15</volume><issue>6</issue><fpage>507</fpage><lpage>514</lpage><pub-id pub-id-type="doi">10.1370/afm.2120</pub-id><pub-id pub-id-type="medline">29133488</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hall</surname><given-names>AK</given-names> </name><name name-style="western"><surname>Cole-Lewis</surname><given-names>H</given-names> </name><name name-style="western"><surname>Bernhardt</surname><given-names>JM</given-names> </name></person-group><article-title>Mobile text messaging for health: a systematic review of reviews</article-title><source>Annu Rev Public Health</source><year>2015</year><month>03</month><day>18</day><volume>36</volume><fpage>393</fpage><lpage>415</lpage><pub-id pub-id-type="doi">10.1146/annurev-publhealth-031914-122855</pub-id><pub-id pub-id-type="medline">25785892</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Tidy</surname><given-names>J</given-names> </name></person-group><article-title>Google blocking 18m coronavirus scam emails every day</article-title><source>BBC</source><year>2020</year><access-date>2026-08-11</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.bbc.co.uk/news/technology-52319093">https://www.bbc.co.uk/news/technology-52319093</ext-link></comment></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lallie</surname><given-names>HS</given-names> </name><name name-style="western"><surname>Shepherd</surname><given-names>LA</given-names> </name><name name-style="western"><surname>Nurse</surname><given-names>JRC</given-names> </name><etal/></person-group><article-title>Cyber security in the age of COVID-19: a timeline and analysis of cyber-crime and cyber-attacks during the pandemic</article-title><source>Computers &#x0026; Security</source><year>2021</year><month>06</month><volume>105</volume><fpage>102248</fpage><pub-id pub-id-type="doi">10.1016/j.cose.2021.102248</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Al-Qahtani</surname><given-names>AF</given-names> </name><name name-style="western"><surname>Cresci</surname><given-names>S</given-names> </name></person-group><article-title>The COVID-19 scamdemic: a survey of phishing attacks and their countermeasures during COVID-19</article-title><source>IET Inf Secur</source><year>2022</year><month>09</month><volume>16</volume><issue>5</issue><fpage>324</fpage><lpage>345</lpage><pub-id pub-id-type="doi">10.1049/ise2.12073</pub-id><pub-id pub-id-type="medline">35942004</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Kleinman</surname><given-names>Z</given-names> </name></person-group><article-title>Beware fake covid vaccination invites, NHS warns</article-title><source>NHS Warns, in BBC</source><year>2021</year><access-date>2026-08-11</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.bbc.com/news/technology-55811161">https://www.bbc.com/news/technology-55811161</ext-link></comment></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="web"><article-title>COVID-19 vaccine fraud</article-title><source>NHS Counter Fraud Authority</source><access-date>2026-08-11</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://cfa.nhs.uk/fraud-prevention/COVID-19-guidance/COVID-19-vaccine-fraud">https://cfa.nhs.uk/fraud-prevention/COVID-19-guidance/COVID-19-vaccine-fraud</ext-link></comment></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="web"><article-title>COVID-19 vaccination reward text message scam</article-title><source>Australian Government | Department of Health, Disability and Ageing</source><access-date>2026-08-12</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.health.gov.au/news/covid-19-vaccination-benefit-scam?language=en">https://www.health.gov.au/news/covid-19-vaccination-benefit-scam?language=en</ext-link></comment></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="web"><article-title>Se prot&#x00E9;ger des courriers, appels, e-mails et SMS frauduleux</article-title><source>l'Assurance Maladie</source><access-date>2026-08-11</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.ameli.fr/assure/droits-demarches/principes/attention-appels-courriels-frauduleux">https://www.ameli.fr/assure/droits-demarches/principes/attention-appels-courriels-frauduleux</ext-link></comment></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="web"><article-title>Nature of fraud and computer misuse in England and Wales: year ending March 2022</article-title><source>Office for National Statistics (ONS)</source><access-date>2026-08-11</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.ons.gov.uk/peoplepopulationandcommunity/crimeandjustice/articles/natureoffraudandcomputermisuseinenglandandwales/yearendingmarch2022">https://www.ons.gov.uk/peoplepopulationandcommunity/crimeandjustice/articles/natureoffraudandcomputermisuseinenglandandwales/yearendingmarch2022</ext-link></comment></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Thorpe</surname><given-names>A</given-names> </name><name name-style="western"><surname>Fagerlin</surname><given-names>A</given-names> </name><name name-style="western"><surname>Drews</surname><given-names>FA</given-names> </name><etal/></person-group><article-title>Communications to promote interest and confidence in COVID-19 vaccines</article-title><source>Am J Health Promot</source><year>2022</year><month>07</month><volume>36</volume><issue>6</issue><fpage>976</fpage><lpage>986</lpage><pub-id pub-id-type="doi">10.1177/08901171221082904</pub-id><pub-id pub-id-type="medline">35411819</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Juanchich</surname><given-names>M</given-names> </name><name name-style="western"><surname>Oakley</surname><given-names>CM</given-names> </name><name name-style="western"><surname>Sayer</surname><given-names>H</given-names> </name><etal/></person-group><article-title>Vaccination invitations sent by warm and competent medical professionals disclosing risks and benefits increase trust and booking intention and reduce inequalities between ethnic groups</article-title><source>Health Psychol</source><year>2024</year><month>10</month><volume>43</volume><issue>10</issue><fpage>718</fpage><lpage>729</lpage><pub-id pub-id-type="doi">10.1037/hea0001385</pub-id><pub-id pub-id-type="medline">38884977</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>James</surname><given-names>EK</given-names> </name><name name-style="western"><surname>Bokemper</surname><given-names>SE</given-names> </name><name name-style="western"><surname>Gerber</surname><given-names>AS</given-names> </name><name name-style="western"><surname>Omer</surname><given-names>SB</given-names> </name><name name-style="western"><surname>Huber</surname><given-names>GA</given-names> </name></person-group><article-title>Persuasive messaging to increase COVID-19 vaccine uptake intentions</article-title><source>Vaccine</source><year>2021</year><month>12</month><day>3</day><volume>39</volume><issue>49</issue><fpage>7158</fpage><lpage>7165</lpage><pub-id pub-id-type="doi">10.1016/j.vaccine.2021.10.039</pub-id><pub-id pub-id-type="medline">34774363</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="web"><article-title>Phishing scams: how to spot and report them</article-title><source>National Cyber Security Centre</source><year>2021</year><access-date>2026-08-12</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.ncsc.gov.uk/collection/phishing-scams/spot-scams">https://www.ncsc.gov.uk/collection/phishing-scams/spot-scams</ext-link></comment></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Norris</surname><given-names>G</given-names> </name><name name-style="western"><surname>Brookes</surname><given-names>A</given-names> </name><name name-style="western"><surname>Dowell</surname><given-names>D</given-names> </name></person-group><article-title>The psychology of internet fraud victimisation: a systematic review</article-title><source>J Police Crim Psych</source><year>2019</year><month>09</month><volume>34</volume><issue>3</issue><fpage>231</fpage><lpage>245</lpage><pub-id pub-id-type="doi">10.1007/s11896-019-09334-5</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Pirolli</surname><given-names>P</given-names> </name><name name-style="western"><surname>Card</surname><given-names>SK</given-names> </name><name name-style="western"><surname>Van Der Wege</surname><given-names>MM</given-names> </name></person-group><article-title>The effects of information scent on visual search in the hyperbolic tree browser</article-title><source>ACM Trans Comput-Hum Interact</source><year>2003</year><month>03</month><volume>10</volume><issue>1</issue><fpage>20</fpage><lpage>53</lpage><pub-id pub-id-type="doi">10.1145/606658.606660</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Althobaiti</surname><given-names>K</given-names> </name><name name-style="western"><surname>Meng</surname><given-names>N</given-names> </name><name name-style="western"><surname>Vaniea</surname><given-names>K</given-names> </name></person-group><article-title>I don&#x2019;t need an expert! making URL phishing features human comprehensible</article-title><conf-name>Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems</conf-name><conf-date>May 8-13, 2021</conf-date><pub-id pub-id-type="doi">10.1145/3411764.3445574</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sbaffi</surname><given-names>L</given-names> </name><name name-style="western"><surname>Rowley</surname><given-names>J</given-names> </name></person-group><article-title>Trust and credibility in web-based health information: a review and agenda for future research</article-title><source>J Med Internet Res</source><year>2017</year><month>06</month><day>19</day><volume>19</volume><issue>6</issue><fpage>e218</fpage><pub-id pub-id-type="doi">10.2196/jmir.7579</pub-id><pub-id pub-id-type="medline">28630033</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Naidoo</surname><given-names>R</given-names> </name></person-group><article-title>Analysing urgency and trust cues exploited in phishing scam designs</article-title><year>2015</year><access-date>2026-08-12</access-date><conf-name>10th International Conference on Cyber Warfare and Security</conf-name><conf-date>Mar 24-25, 2015</conf-date><comment><ext-link ext-link-type="uri" xlink:href="https://books.google.co.in/books?hl=en&#x0026;lr=&#x0026;id=piikBwAAQBAJ&#x0026;oi=fnd&#x0026;pg=PA216&#x0026;dq=info:8LSQa--2csYJ:scholar.google.com&#x0026;ots=EZySwevB6t&#x0026;sig=3nNqP58u7FDDVk6af0fOD0S2fr4&#x0026;redir_esc=y#v=onepage&#x0026;q&#x0026;f=false">https://books.google.co.in/books?hl=en&#x0026;lr=&#x0026;id=piikBwAAQBAJ&#x0026;oi=fnd&#x0026;pg=PA216&#x0026;dq=info:8LSQa--2csYJ:scholar.google.com&#x0026;ots=EZySwevB6t&#x0026;sig=3nNqP58u7FDDVk6af0fOD0S2fr4&#x0026;redir_esc=y#v=onepage&#x0026;q&#x0026;f=false</ext-link></comment></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Trapsilawati</surname><given-names>F</given-names> </name><name name-style="western"><surname>Arini</surname><given-names>HM</given-names> </name><name name-style="western"><surname>Wijayanto</surname><given-names>T</given-names> </name><name name-style="western"><surname>Widyanti</surname><given-names>A</given-names> </name><name name-style="western"><surname>Wibawa</surname><given-names>AD</given-names> </name><name name-style="western"><surname>Muslim</surname><given-names>K</given-names> </name></person-group><article-title>Development of trust-integrated technology acceptance model for ehealth based on metaanalytic findings</article-title><year>2019</year><access-date>2026-08-14</access-date><conf-name>2019 2nd International Conference on Bioinformatics, Biotechnology and Biomedical Engineering (BioMIC) - Bioinformatics and Biomedical Engineering</conf-name><conf-loc>Yogyakarta, Indonesia</conf-loc><fpage>1</fpage><lpage>6</lpage><comment><ext-link ext-link-type="uri" xlink:href="https://ieeexplore.ieee.org/xpl/mostRecentIssue.jsp?punumber=9030692">https://ieeexplore.ieee.org/xpl/mostRecentIssue.jsp?punumber=9030692</ext-link></comment><pub-id pub-id-type="doi">10.1109/BioMIC48413.2019.9034735</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Albakry</surname><given-names>S</given-names> </name><name name-style="western"><surname>Vaniea</surname><given-names>K</given-names> </name><name name-style="western"><surname>Wolters</surname><given-names>MK</given-names> </name></person-group><article-title>What is this URL&#x2019;s destination? empirical evaluation of users&#x2019; URL reading</article-title><year>2020</year><month>04</month><day>21</day><conf-name>Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems</conf-name><conf-date>Apr 25-30, 2020</conf-date><pub-id pub-id-type="doi">10.1145/3313831.3376168</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Oppenheimer</surname><given-names>DM</given-names> </name></person-group><article-title>The secret life of fluency</article-title><source>Trends Cogn Sci (Regul Ed)</source><year>2008</year><month>06</month><volume>12</volume><issue>6</issue><fpage>237</fpage><lpage>241</lpage><pub-id pub-id-type="doi">10.1016/j.tics.2008.02.014</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Alter</surname><given-names>AL</given-names> </name><name name-style="western"><surname>Oppenheimer</surname><given-names>DM</given-names> </name></person-group><article-title>Predicting short-term stock fluctuations by using processing fluency</article-title><source>Proc Natl Acad Sci U S A</source><year>2006</year><month>06</month><day>13</day><volume>103</volume><issue>24</issue><fpage>9369</fpage><lpage>9372</lpage><pub-id pub-id-type="doi">10.1073/pnas.0601071103</pub-id><pub-id pub-id-type="medline">16754871</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dohle</surname><given-names>S</given-names> </name><name name-style="western"><surname>Montoya</surname><given-names>AK</given-names> </name></person-group><article-title>The dark side of fluency: fluent names increase drug dosing</article-title><source>J Exp Psychol Appl</source><year>2017</year><month>09</month><volume>23</volume><issue>3</issue><fpage>231</fpage><lpage>239</lpage><pub-id pub-id-type="doi">10.1037/xap0000131</pub-id><pub-id pub-id-type="medline">28639797</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Song</surname><given-names>H</given-names> </name><name name-style="western"><surname>Schwarz</surname><given-names>N</given-names> </name></person-group><article-title>If it&#x2019;s difficult to pronounce, it must be risky: fluency, familiarity, and risk perception</article-title><source>Psychol Sci</source><year>2009</year><volume>20</volume><issue>2</issue><fpage>135</fpage><lpage>138</lpage><pub-id pub-id-type="doi">10.1111/j.1467-9280.2009.02267.x</pub-id><pub-id pub-id-type="medline">19170941</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Z&#x00FC;rn</surname><given-names>M</given-names> </name><name name-style="western"><surname>Topolinski</surname><given-names>S</given-names> </name></person-group><article-title>When trust comes easy: articulatory fluency increases transfers in the trust game</article-title><source>J Econ Psychol</source><year>2017</year><month>08</month><volume>61</volume><fpage>74</fpage><lpage>86</lpage><pub-id pub-id-type="doi">10.1016/j.joep.2017.02.016</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kuperman</surname><given-names>V</given-names> </name><name name-style="western"><surname>Schroeder</surname><given-names>S</given-names> </name><name name-style="western"><surname>Gnetov</surname><given-names>D</given-names> </name></person-group><article-title>Word length and frequency effects on text reading are highly similar in 12 alphabetic languages</article-title><source>J Mem Lang</source><year>2024</year><month>02</month><volume>135</volume><fpage>104497</fpage><pub-id pub-id-type="doi">10.1016/j.jml.2023.104497</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Nahapetyan</surname><given-names>A</given-names> </name><name name-style="western"><surname>Prasad</surname><given-names>S</given-names> </name><name name-style="western"><surname>Childs</surname><given-names>K</given-names> </name><etal/></person-group><article-title>On SMS phishing tactics and infrastructure</article-title><source>2024 IEEE Symposium on Security and Privacy (SP)</source><publisher-name>IEEE</publisher-name><pub-id pub-id-type="doi">10.1109/SP54263.2024.00169</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Lakens</surname><given-names>D</given-names> </name><name name-style="western"><surname>Mesquida</surname><given-names>C</given-names> </name><name name-style="western"><surname>Rasti</surname><given-names>S</given-names> </name><name name-style="western"><surname>Ditroilo</surname><given-names>M</given-names> </name></person-group><article-title>The benefits of preregistration and registered reports</article-title><source>PsyArXiv</source><comment>Preprint posted online on 2024</comment><pub-id pub-id-type="doi">10.31234/osf.io/dqap7</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sarafoglou</surname><given-names>A</given-names> </name><name name-style="western"><surname>Kovacs</surname><given-names>M</given-names> </name><name name-style="western"><surname>Bakos</surname><given-names>B</given-names> </name><name name-style="western"><surname>Wagenmakers</surname><given-names>EJ</given-names> </name><name name-style="western"><surname>Aczel</surname><given-names>B</given-names> </name></person-group><article-title>A survey on how preregistration affects the research workflow: better science but more work</article-title><source>R Soc Open Sci</source><year>2022</year><month>07</month><volume>9</volume><issue>7</issue><fpage>211997</fpage><pub-id pub-id-type="doi">10.1098/rsos.211997</pub-id><pub-id pub-id-type="medline">35814910</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Juanchich</surname><given-names>M</given-names> </name><name name-style="western"><surname>Sirota</surname><given-names>M</given-names> </name><name name-style="western"><surname>Holford</surname><given-names>D</given-names> </name><name name-style="western"><surname>Bruin</surname><given-names>W</given-names> </name><name name-style="western"><surname>Sayer</surname><given-names>H</given-names> </name><name name-style="western"><surname>Oakley</surname><given-names>C</given-names> </name></person-group><article-title>Open science framework page for the project testing the effect of internet link of vaccination invitation on trust and booking intention</article-title><source>Open Science Framework</source><year>2026</year><access-date>2026-08-11</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://doi.org/10.17605/OSF.IO/7ZE84">https://doi.org/10.17605/OSF.IO/7ZE84</ext-link></comment></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="report"><article-title>Easy-read guide to the COVID-19 booster vaccination</article-title><year>2021</year><access-date>2026-08-11</access-date><publisher-name>UK Health Security Agency</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://assets.publishing.service.gov.uk/media/6903cea492779f89baa5204f/UKHSA_Easy_Read_guide_to_the_COVID-19_vaccination_03_WEB.pdf">https://assets.publishing.service.gov.uk/media/6903cea492779f89baa5204f/UKHSA_Easy_Read_guide_to_the_COVID-19_vaccination_03_WEB.pdf</ext-link></comment></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Bunn</surname><given-names>S</given-names> </name></person-group><article-title>COVID-19: omicron, recent developments, and the likely impact of future variants on the pandemic</article-title><source>UK Parliament</source><year>2022</year><access-date>2026-08-11</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://post.parliament.uk/covid-19-omicron-recent-developments-and-the-likely-impact-of-future-variants-on-the-pandemic/">https://post.parliament.uk/covid-19-omicron-recent-developments-and-the-likely-impact-of-future-variants-on-the-pandemic/</ext-link></comment></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hopewell</surname><given-names>S</given-names> </name><name name-style="western"><surname>Chan</surname><given-names>AW</given-names> </name><name name-style="western"><surname>Collins</surname><given-names>GS</given-names> </name><etal/></person-group><article-title>CONSORT 2025 statement: updated guideline for reporting randomized trials</article-title><source>Nat Med</source><year>2025</year><month>06</month><volume>31</volume><issue>6</issue><fpage>1776</fpage><lpage>1783</lpage><pub-id pub-id-type="doi">10.1038/s41591-025-03635-5</pub-id><pub-id pub-id-type="medline">40229553</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Allington</surname><given-names>D</given-names> </name><name name-style="western"><surname>McAndrew</surname><given-names>S</given-names> </name><name name-style="western"><surname>Moxham-Hall</surname><given-names>V</given-names> </name><name name-style="western"><surname>Duffy</surname><given-names>B</given-names> </name></person-group><article-title>Coronavirus conspiracy suspicions, general vaccine attitudes, trust and coronavirus information source as predictors of vaccine hesitancy among UK residents during the COVID-19 pandemic</article-title><source>Psychol Med</source><year>2023</year><month>01</month><volume>53</volume><issue>1</issue><fpage>236</fpage><lpage>247</lpage><pub-id pub-id-type="doi">10.1017/S0033291721001434</pub-id><pub-id pub-id-type="medline">33843509</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hussain</surname><given-names>B</given-names> </name><name name-style="western"><surname>Latif</surname><given-names>A</given-names> </name><name name-style="western"><surname>Timmons</surname><given-names>S</given-names> </name><name name-style="western"><surname>Nkhoma</surname><given-names>K</given-names> </name><name name-style="western"><surname>Nellums</surname><given-names>LB</given-names> </name></person-group><article-title>Overcoming COVID-19 vaccine hesitancy among ethnic minorities: a systematic review of UK studies</article-title><source>Vaccine</source><year>2022</year><month>05</month><day>31</day><volume>40</volume><issue>25</issue><fpage>3413</fpage><lpage>3432</lpage><pub-id pub-id-type="doi">10.1016/j.vaccine.2022.04.030</pub-id><pub-id pub-id-type="medline">35534309</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kamal</surname><given-names>A</given-names> </name><name name-style="western"><surname>Hodson</surname><given-names>A</given-names> </name><name name-style="western"><surname>Pearce</surname><given-names>JM</given-names> </name></person-group><article-title>A rapid systematic review of factors influencing COVID-19 vaccination uptake in minority ethnic groups in the UK</article-title><source>Vaccines (Basel)</source><year>2021</year><month>10</month><day>1</day><volume>9</volume><issue>10</issue><fpage>1121</fpage><pub-id pub-id-type="doi">10.3390/vaccines9101121</pub-id><pub-id pub-id-type="medline">34696228</pub-id></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Aw</surname><given-names>J</given-names> </name><name name-style="western"><surname>Seng</surname><given-names>JJB</given-names> </name><name name-style="western"><surname>Seah</surname><given-names>SSY</given-names> </name><name name-style="western"><surname>Low</surname><given-names>LL</given-names> </name></person-group><article-title>COVID-19 vaccine hesitancy-a scoping review of literature in high-income countries</article-title><source>Vaccines (Basel)</source><year>2021</year><month>08</month><day>13</day><volume>9</volume><issue>8</issue><fpage>900</fpage><pub-id pub-id-type="doi">10.3390/vaccines9080900</pub-id><pub-id pub-id-type="medline">34452026</pub-id></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Williamson</surname><given-names>EJ</given-names> </name><name name-style="western"><surname>Walker</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Bhaskaran</surname><given-names>K</given-names> </name><etal/></person-group><article-title>Factors associated with COVID-19-related death using OpenSAFELY</article-title><source>Nature</source><year>2020</year><month>08</month><volume>584</volume><issue>7821</issue><fpage>430</fpage><lpage>436</lpage><pub-id pub-id-type="doi">10.1038/s41586-020-2521-4</pub-id><pub-id pub-id-type="medline">32640463</pub-id></nlm-citation></ref><ref id="ref45"><label>45</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Huf</surname><given-names>S</given-names> </name><name name-style="western"><surname>Kerrison</surname><given-names>RS</given-names> </name><name name-style="western"><surname>King</surname><given-names>D</given-names> </name><etal/></person-group><article-title>Behavioral economics informed message content in text message reminders to improve cervical screening participation: two pragmatic randomized controlled trials</article-title><source>Prev Med</source><year>2020</year><month>10</month><volume>139</volume><fpage>106170</fpage><pub-id pub-id-type="doi">10.1016/j.ypmed.2020.106170</pub-id><pub-id pub-id-type="medline">32610059</pub-id></nlm-citation></ref><ref id="ref46"><label>46</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Huf</surname><given-names>S</given-names> </name><name name-style="western"><surname>King</surname><given-names>D</given-names> </name><name name-style="western"><surname>Kerrison</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Behavioural text message reminders to improve participation in cervical screening: a randomised controlled trial</article-title><source>The Lancet</source><year>2017</year><month>11</month><volume>390</volume><fpage>S46</fpage><pub-id pub-id-type="doi">10.1016/S0140-6736(17)32981-1</pub-id></nlm-citation></ref><ref id="ref47"><label>47</label><nlm-citation citation-type="web"><article-title>Timeline of UK coronavirus lockdowns, March 2020 to March 2021</article-title><source>Institute for Government</source><year>2020</year><access-date>2026-08-11</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.instituteforgovernment.org.uk/sites/default/files/timeline-lockdown-web.pdf">https://www.instituteforgovernment.org.uk/sites/default/files/timeline-lockdown-web.pdf</ext-link></comment></nlm-citation></ref><ref id="ref48"><label>48</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Phillips</surname><given-names>AL</given-names> </name><name name-style="western"><surname>Kumar</surname><given-names>D</given-names> </name><name name-style="western"><surname>Patel</surname><given-names>S</given-names> </name><name name-style="western"><surname>Arya</surname><given-names>M</given-names> </name></person-group><article-title>Using text messages to improve patient-doctor communication among racial and ethnic minority adults: an innovative solution to increase influenza vaccinations</article-title><source>Prev Med</source><year>2014</year><month>12</month><volume>69</volume><fpage>117</fpage><lpage>119</lpage><pub-id pub-id-type="doi">10.1016/j.ypmed.2014.09.009</pub-id><pub-id pub-id-type="medline">25241643</pub-id></nlm-citation></ref><ref id="ref49"><label>49</label><nlm-citation citation-type="report"><person-group person-group-type="author"><name name-style="western"><surname>Taylor</surname><given-names>B</given-names> </name><name name-style="western"><surname>Lobont</surname><given-names>C</given-names> </name><name name-style="western"><surname>Dayan</surname><given-names>M</given-names> </name><name name-style="western"><surname>Merry</surname><given-names>L</given-names> </name><name name-style="western"><surname>Jefferies</surname><given-names>D</given-names> </name><name name-style="western"><surname>Wellings</surname><given-names>D</given-names> </name></person-group><article-title>Public satisfaction with the NHS and social care in 2024 | Results from the British social attitudes survey</article-title><access-date>2026-08-11</access-date><publisher-name>The King&#x2019;s Fund</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.kingsfund.org.uk/insight-and-analysis/reports/public-satisfaction-nhs-social-care-in-2024-bsa">https://www.kingsfund.org.uk/insight-and-analysis/reports/public-satisfaction-nhs-social-care-in-2024-bsa</ext-link></comment></nlm-citation></ref><ref id="ref50"><label>50</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liu</surname><given-names>S</given-names> </name><name name-style="western"><surname>Chu</surname><given-names>H</given-names> </name></person-group><article-title>Examining the direct and indirect effects of trust in motivating COVID-19 vaccine uptake</article-title><source>Patient Educ Couns</source><year>2022</year><month>07</month><volume>105</volume><issue>7</issue><fpage>2096</fpage><lpage>2102</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2022.02.009</pub-id><pub-id pub-id-type="medline">35181177</pub-id></nlm-citation></ref><ref id="ref51"><label>51</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ma</surname><given-names>S</given-names> </name><name name-style="western"><surname>Chen</surname><given-names>C</given-names> </name></person-group><article-title>Are digital natives overconfident in their privacy literacy? Discrepancy between self-assessed and actual privacy literacy, and their impacts on privacy protection behavior</article-title><source>Front Psychol</source><year>2023</year><volume>14</volume><fpage>1224168</fpage><pub-id pub-id-type="doi">10.3389/fpsyg.2023.1224168</pub-id><pub-id pub-id-type="medline">37674752</pub-id></nlm-citation></ref><ref id="ref52"><label>52</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Alberts</surname><given-names>KO</given-names> </name><name name-style="western"><surname>Espiritu</surname><given-names>IJ</given-names> </name><name name-style="western"><surname>Castel</surname><given-names>A</given-names> </name></person-group><article-title>Spot the scam: identifying email scams and scam susceptibility in younger and older adults</article-title><source>Exp Aging Res</source><year>2026</year><volume>52</volume><issue>4</issue><fpage>483</fpage><lpage>516</lpage><pub-id pub-id-type="doi">10.1080/0361073X.2026.2635903</pub-id><pub-id pub-id-type="medline">41772760</pub-id></nlm-citation></ref><ref id="ref53"><label>53</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sarno</surname><given-names>DM</given-names> </name><name name-style="western"><surname>Harris</surname><given-names>MW</given-names> </name><name name-style="western"><surname>Black</surname><given-names>J</given-names> </name></person-group><article-title>Which phish is captured in the net? Understanding phishing susceptibility and individual differences</article-title><source>Appl Cogn Psychol</source><year>2023</year><month>07</month><volume>37</volume><issue>4</issue><fpage>789</fpage><lpage>803</lpage><pub-id pub-id-type="doi">10.1002/acp.4075</pub-id></nlm-citation></ref><ref id="ref54"><label>54</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nolte</surname><given-names>J</given-names> </name><name name-style="western"><surname>Hanoch</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Wood</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hengerer</surname><given-names>D</given-names> </name></person-group><article-title>Susceptibility to COVID-19 scams: the roles of age, individual difference measures, and scam-related perceptions</article-title><source>Front Psychol</source><year>2021</year><volume>12</volume><fpage>789883</fpage><pub-id pub-id-type="doi">10.3389/fpsyg.2021.789883</pub-id><pub-id pub-id-type="medline">34975685</pub-id></nlm-citation></ref><ref id="ref55"><label>55</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van Zutphen</surname><given-names>M</given-names> </name><name name-style="western"><surname>Milder</surname><given-names>IE</given-names> </name><name name-style="western"><surname>Bemelmans</surname><given-names>WJ</given-names> </name></person-group><article-title>Integrating an eHealth program for pregnant women in midwifery care: a feasibility study among midwives and program users</article-title><source>J Med Internet Res</source><year>2009</year><month>02</month><day>26</day><volume>11</volume><issue>1</issue><fpage>e7</fpage><pub-id pub-id-type="doi">10.2196/jmir.988</pub-id><pub-id pub-id-type="medline">19275983</pub-id></nlm-citation></ref><ref id="ref56"><label>56</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Murphy</surname><given-names>MD</given-names> </name><name name-style="western"><surname>Pinheiro</surname><given-names>D</given-names> </name><name name-style="western"><surname>Iyengar</surname><given-names>R</given-names> </name><name name-style="western"><surname>Lim</surname><given-names>G</given-names> </name><name name-style="western"><surname>Menezes</surname><given-names>R</given-names> </name><name name-style="western"><surname>Cadeiras</surname><given-names>M</given-names> </name></person-group><article-title>A data-driven social network intervention for improving organ donation awareness among minorities: analysis and optimization of a cross-sectional study</article-title><source>J Med Internet Res</source><year>2020</year><month>01</month><day>14</day><volume>22</volume><issue>1</issue><fpage>e14605</fpage><pub-id pub-id-type="doi">10.2196/14605</pub-id><pub-id pub-id-type="medline">31934867</pub-id></nlm-citation></ref><ref id="ref57"><label>57</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Costante</surname><given-names>E</given-names> </name><name name-style="western"><surname>den Hartog</surname><given-names>J</given-names> </name><name name-style="western"><surname>Petkovic</surname><given-names>M</given-names> </name></person-group><article-title>On-line trust perception: what really matters</article-title><source>2011 1st Workshop on Socio-Technical Aspects in Security and Trust (STAST)</source><year>2011</year><publisher-name>Springer</publisher-name><pub-id pub-id-type="doi">10.1109/STAST.2011.6059256</pub-id><pub-id pub-id-type="other">978-1-4577-1182-4</pub-id></nlm-citation></ref><ref id="ref58"><label>58</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Forster</surname><given-names>AS</given-names> </name><name name-style="western"><surname>Rockliffe</surname><given-names>L</given-names> </name><name name-style="western"><surname>Chorley</surname><given-names>AJ</given-names> </name><etal/></person-group><article-title>A qualitative systematic review of factors influencing parents&#x2019; vaccination decision-making in the United Kingdom</article-title><source>SSM Popul Health</source><year>2016</year><month>12</month><volume>2</volume><fpage>603</fpage><lpage>612</lpage><pub-id pub-id-type="doi">10.1016/j.ssmph.2016.07.005</pub-id><pub-id pub-id-type="medline">28018959</pub-id></nlm-citation></ref><ref id="ref59"><label>59</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Talbert</surname><given-names>N</given-names> </name><name name-style="western"><surname>Wong</surname><given-names>N</given-names> </name></person-group><article-title>In whom we trust: the effect of trust, subjective norms, and socioeconomic status on attitudes and COVID-19 vaccination intentions</article-title><source>Health Commun</source><year>2025</year><month>10</month><volume>40</volume><issue>11</issue><fpage>2375</fpage><lpage>2388</lpage><pub-id pub-id-type="doi">10.1080/10410236.2025.2456995</pub-id><pub-id pub-id-type="medline">39905641</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Other analyses performed, including subgroup analyses.</p><media xlink:href="jmir_v28i1e85480_app1.docx" xlink:title="DOCX File, 1958 KB"/></supplementary-material><supplementary-material id="app2"><label>Checklist 1</label><p>CONSORT checklist.</p><media xlink:href="jmir_v28i1e85480_app2.docx" xlink:title="DOCX File, 29 KB"/></supplementary-material></app-group></back></article>