<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v26i1e43894</article-id>
      <article-id pub-id-type="pmid">39073855</article-id>
      <article-id pub-id-type="doi">10.2196/43894</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Short Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Short Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Investigating How the Use of Technology Can Reduce Missed Appointments: Quantitative Case Study at a General Practitioner Surgery</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Blanker</surname>
            <given-names>Marco</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Fosse</surname>
            <given-names>Anette</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Singleton</surname>
            <given-names>Anna</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Sides</surname>
            <given-names>Teresa</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>The Open University</institution>
            <addr-line>Walton Hall</addr-line>
            <addr-line>Kents Hill</addr-line>
            <addr-line>Milton Keynes, MK7 6AA</addr-line>
            <country>United Kingdom</country>
            <phone>44 0300 303 5303</phone>
            <email>Teresa.Sides@open.ac.uk</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7265-5829</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Kbaier</surname>
            <given-names>Dhouha</given-names>
          </name>
          <degrees>MEng, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8338-6049</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>The Open University</institution>
        <addr-line>Milton Keynes</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Glyndwr University</institution>
        <addr-line>Wrexham</addr-line>
        <country>United Kingdom</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Teresa Sides <email>Teresa.Sides@open.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>29</day>
        <month>7</month>
        <year>2024</year>
      </pub-date>
      <volume>26</volume>
      <elocation-id>e43894</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>10</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>9</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>23</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>30</day>
          <month>5</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Teresa Sides, Dhouha Kbaier. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 29.07.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2024/1/e43894" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>SMS texting systems have been considered a potential solution to reduce missed appointments in primary care. Existing research in this area focuses on qualitative studies investigating the attitudes of SMS text users and receivers.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to examine appointment data from an independent general practitioner (GP) surgery in Wrexham, United Kingdom, with approximately 15,000 patients, to determine the impact of text messaging systems on reducing missed appointments. The objective of this study was to investigate whether the use of text messages can effectively reduce missed appointments.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>To collect data for the study, SQL reports were run on EMIS Web, the United Kingdom’s most widely used clinical system. The data spanned 10 years, from September 1, 2010, to March 31, 2020. Data accuracy was verified by cross-referencing with appointment diary records. Mann-Whitney and Kruskal-Wallis tests, chosen for their suitability in comparing groups in nonparametric settings, were conducted in Microsoft Excel due to its accessibility.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Statistical analyses were conducted to compare data before and after implementation of the text messaging system. The results revealed a significant 42.8% reduction in missed appointments (before: 5848; after: 3343; <italic>P</italic>&lt;.001). Further analysis of demographic characteristics revealed interesting trends, with no significant difference in missed appointments between genders, and variations observed across different age groups. The median number of missed appointments was not significantly different between genders (women: 1.55, IQR 1.11-2.16; men: 1.61, IQR 1.08-2.12; <italic>P</italic>=.73). Despite the prevalence of mobile phone use among young adults aged 20-25 years, the highest rates of missed appointments (848/7256, 11.7%) were noted in this group, whereas the lowest rates were noted in the 75-80 years age group (377/7256; 5.2%; <italic>P</italic>&lt;.001). Analysis by age and gender indicated inconsistencies: women aged 20-25 years (571/4216) and men aged 35-40 years (306/3040) had the highest rates of missed appointments, whereas women aged 70-75 years (177/4216) and men aged 75-80 years (129/3040) had the lowest rates (<italic>P</italic>&lt;.001 for both).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study demonstrates that SMS text messaging in primary care can significantly reduce missed appointments. Implementing technology such as SMS text messaging systems enables patients to cancel appointments on time, leading to improved efficiency in primary care settings.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>National Health Service</kwd>
        <kwd>primary care</kwd>
        <kwd>SMS text messaging</kwd>
        <kwd>SMS reminders</kwd>
        <kwd>missed appointments</kwd>
        <kwd>quantitative research</kwd>
        <kwd>Kruskal-Wallis test</kwd>
        <kwd>Mann-Whitney test</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>In recent years, primary care has adopted SMS text messaging systems for patient communication, yet their efficacy in achieving positive outcomes remains unknown. For general practitioner (GP) practices, the National Health Service (NHS) sets annual targets that determine their funding. Since 2019, in addition to clinical outcomes, there has been a shift toward enhancing accessibility and appointment availability [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>The widespread use of mobile phones in daily lives across all age groups [<xref ref-type="bibr" rid="ref2">2</xref>] has facilitated the development of cost-effective, bulk text messaging systems for businesses [<xref ref-type="bibr" rid="ref3">3</xref>]. Text messages are universally compatible and accessible across various network speeds, and do not require upgrades [<xref ref-type="bibr" rid="ref4">4</xref>]. While bulk text messaging has been widely explored in business, its applications and potential impact within health care remain underexplored, which is the focus of this study.</p>
      <p>Numerous scholarly articles have delved into the perspectives of patients about text message reminders [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. Sherman et al [<xref ref-type="bibr" rid="ref8">8</xref>] found that while text messages were deemed useful, patients wanted the option to reply to the messages. Maslakpak and Safaie [<xref ref-type="bibr" rid="ref9">9</xref>] compared treatment compliance between groups receiving text messages, reminder cards, or no reminders; they found no significant difference between reminder cards and text messages.</p>
      <p>Hirst et al [<xref ref-type="bibr" rid="ref10">10</xref>] reported that patients received a postal reminder with or without a text reminder (generated by the iPlato texting system [<xref ref-type="bibr" rid="ref11">11</xref>] integrated with EMIS Web [<xref ref-type="bibr" rid="ref12">12</xref>]). They reported a slight improvement in screening uptake from 39.9% to 40.5%, but the difference was not statistically significant.</p>
      <p>In a study involving 18,138 participants, Fisher et al [<xref ref-type="bibr" rid="ref13">13</xref>] evaluated the effectiveness and utility of text messages in health care, noting that text messages increased appointment attendance and patient satisfaction. However, nonrandom sampling may compromise validity. Since participants volunteered, their willingness to engage might influence appointment attendance, potentially introducing bias to the results.</p>
      <p>Research on GPs using text messaging systems primarily investigates patient preferences for receiving texts and doctors’ willingness to send them [<xref ref-type="bibr" rid="ref14">14</xref>]. The literature predominantly discusses the advantages and disadvantages of such systems from the GP standpoint, rather than assessing their impact on patient appointment attendance. Trials evaluating text reminder systems have yielded mixed results, with no significant overall improvement in attendance rates [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Even trials with substantial cohorts exhibited only a modest 0.6% attendance increase, suggesting limited benefits of using text reminders [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>This study adds to the expanding knowledge base in the field and offers insights into implementing effective appointment management strategies in primary care.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This study analyzed missed appointment data from an independent GP practice in Wrexham, United Kingdom, spanning a decade (September 1, 2010, to March 31, 2020). Data were gathered from EMIS web, and the iPlato texting system was implemented on September 15, 2015. iPlato messages contained standard appointment information and allowed patients to respond or cancel the appointment. Before iPlato, patients often relied on appointment cards or memory. Approximately 74% of appointments were associated with a mobile number.</p>
        <p>Data included adults aged 18-79 years, excluding children due to parental responsibility for missed appointments and older adults aged 80 years and above due to frailty or care home residence. Nurse data were not integrated into the system until September 2015, so only missed GP appointments were analyzed.</p>
        <p>Missed appointments data over a decade were gathered using SQL reports to compare 5 years before and after text reminders were implemented. The collected figures were cross-referenced with appointment diary records to ensure accuracy.</p>
        <p>Mann-Whitney and Kruskal-Wallis tests were used for quantitative analysis due to their suitability for nonparametric comparisons [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Mann-Whitney test, known for its efficiency and robustness [<xref ref-type="bibr" rid="ref17">17</xref>], was used to assess gender categories, and Kruskal-Wallis test was applied across various age groups due to its suitability for comparing more than 2 groups.</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>The Open University Human Research Ethics Committee approved this project (HREC/4180/Sides).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This study aimed to analyze missed appointment frequencies and demographic characteristics of patients who missed appointments. Of the 572,794 appointments booked, 9191 were missed, with 5286 (57.5%) attributed to women and 3905 (42.5%) to men (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
      <p>Mann-Whitney test results (<xref ref-type="table" rid="table2">Table 2</xref>) indicated higher rates of missed appointments before text messaging was implemented compared to after implementation, suggesting that text messaging can be an effective strategy for reducing missed appointments, particularly among women.</p>
      <p>To assess the data more accurately, missed appointment rates were calculated for each age group (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Significant differences in median missed appointment numbers across different age groups were observed (<xref ref-type="table" rid="table3">Table 3</xref>). The 20-25 years age group had the highest median number of missed appointments, whereas the 65-80 years age group had the lowest. Further information and statistical data are available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      <p>Data analysis showed that text message reminders reduced missed appointments at the GP practice. Missed appointment frequency decreased before text messaging was introduced in September 2015 (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Then, shortly after text messaging implementation, it increased, followed by a further decline to the lowest level noted in 10 years. Several factors may have contributed to this trend, including increased attention and improved data recording practices. Despite this factor, texting resulted in a statistically significant decrease in nonattendance at appointments (<xref ref-type="table" rid="table1">Table 1</xref>). These findings demonstrate the effectiveness of text messaging in reducing missed appointments.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Population and gender descriptive statistics before and after text messaging implementation (N=9191 missed appointments).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="320"/>
          <col width="180"/>
          <col width="180"/>
          <col width="0"/>
          <col width="290"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Study Population</td>
              <td colspan="3">Missed appointments, n (%)</td>
              <td>Reduction in missed appointments (%)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <break/>
              </td>
              <td>Before text messaging implementation</td>
              <td>After text messaging implementation</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">
                <bold>Total population</bold>
              </td>
              <td>5848 (63.6)</td>
              <td>3343 (36.3)</td>
              <td colspan="2">42.8</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Women</td>
              <td>3435 (37.4)</td>
              <td>1851 (20.1)</td>
              <td colspan="2">46.1</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Men</td>
              <td>2413 (26.3)</td>
              <td>1492 (16.2)</td>
              <td colspan="2">38.2</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Mann-Whitney test results (N=9191 missed appointments; 5286 by women and 3905 by men).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="210"/>
          <col width="210"/>
          <col width="210"/>
          <col width="120"/>
          <col width="130"/>
          <col width="90"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Patient population and frequency of missed appointments</td>
              <td>Before text messaging implementation, median (IQR)</td>
              <td>After text messaging implementation, median (IQR)</td>
              <td>
                <italic>U<sup>a</sup></italic>
              </td>
              <td><italic>z</italic> score</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="7">
                <bold>Total population</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Quarterly</td>
              <td>1.8 (1.4-2.5)</td>
              <td>1.1 (0.9-1.6)</td>
              <td>74</td>
              <td>3.1</td>
              <td>.002</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Monthly</td>
              <td>1.9 (1.5-2.7)</td>
              <td>1.2 (0.8-1.6)</td>
              <td>719</td>
              <td>5.2</td>
              <td>&lt;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Women</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Quarterly</td>
              <td>1.9 (1.5-2.3)</td>
              <td>1.1 (0.8-1.5)</td>
              <td>72</td>
              <td>3.2</td>
              <td>.002</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Monthly</td>
              <td>1.9 (1.5-2.5)</td>
              <td>1.2 (0.7-1.6)</td>
              <td>694</td>
              <td>5.3</td>
              <td>&lt;.001</td>
            </tr>
            <tr valign="top">
              <td colspan="7">
                <bold>Men</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Quarterly</td>
              <td>1.8 (1.4-2.1)</td>
              <td>1.1 (1.0-1.5)</td>
              <td>80</td>
              <td>2.9</td>
              <td>.003</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Monthly</td>
              <td>1.9 (1.5-2.5)</td>
              <td>1.3 (1.0-1.7)</td>
              <td>833</td>
              <td>4.6</td>
              <td>&lt;.001</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>Mann-Whitney U (Wilcoxon) statistic.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Missed appointment frequency across 5-year age groups.</p>
        </caption>
        <graphic xlink:href="jmir_v26i1e43894_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Statistical results for missed appointments across 5-year age ranges (N=7256 missed appointments; 4216 by women and 3040 by men).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="210"/>
          <col width="0"/>
          <col width="200"/>
          <col width="0"/>
          <col width="130"/>
          <col width="0"/>
          <col width="160"/>
          <col width="120"/>
          <col width="0"/>
          <col width="150"/>
          <thead>
            <tr valign="top">
              <td colspan="3">Study population and age range (years)<break/>  <break/>  </td>
              <td colspan="2">Patients, n (%)</td>
              <td colspan="2">
                <italic>r</italic>
              </td>
              <td>Mean (SD)</td>
              <td colspan="2">s<sup>2</sup></td>
              <td>Median (IQR)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="11">
                <bold>Total population</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>20-25</td>
              <td colspan="2">848 (11.7)</td>
              <td colspan="2">1.0</td>
              <td colspan="2">3.2 (1.5)</td>
              <td>2.4</td>
              <td colspan="2">2.6 (1.9-4.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>25-30</td>
              <td colspan="2">832 (11.5)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">2.7 (1.3)</td>
              <td>1.8</td>
              <td colspan="2">2.2 (1.8-3.8)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>30-35</td>
              <td colspan="2">665 (9.2)</td>
              <td colspan="2">0.7</td>
              <td colspan="2">2.2 (1)</td>
              <td>1.0</td>
              <td colspan="2">1.9 (1.5-2.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>35-40</td>
              <td colspan="2">628 (8.7)</td>
              <td colspan="2">1.0</td>
              <td colspan="2">2.3 (1)</td>
              <td>1.0</td>
              <td colspan="2">2.3 (1.5-3)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>40-45</td>
              <td colspan="2">734 (10.1)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">2.4 (0.9)</td>
              <td>0.9</td>
              <td colspan="2">2.1 (1.8-2.8)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>45-50</td>
              <td colspan="2">690 (9.5)</td>
              <td colspan="2">1.0</td>
              <td colspan="2">2.0 (0.9)</td>
              <td>0.9</td>
              <td colspan="2">2.1 (1.3-2.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>50-55</td>
              <td colspan="2">603 (8.3)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">1.6 (0.6)</td>
              <td>0.4</td>
              <td colspan="2">1.5 (1.3-2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>55-60</td>
              <td colspan="2">564 (7.8)</td>
              <td colspan="2">0.7</td>
              <td colspan="2">1.4 (0.6)</td>
              <td>0.4</td>
              <td colspan="2">1.4 (0.9-1.7)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>60-65</td>
              <td colspan="2">554 (7.6)</td>
              <td colspan="2">0.6</td>
              <td colspan="2">1.3 (0.6)</td>
              <td>0.4</td>
              <td colspan="2">1.4 (0.7-1.8)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>65-70</td>
              <td colspan="2">403 (5.6)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">0.9 (0.5)</td>
              <td>0.2</td>
              <td colspan="2">0.9 (0.6-1.2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>70-75</td>
              <td colspan="2">358 (4.9)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">0.9 (0.4)</td>
              <td>0.2</td>
              <td colspan="2">0.9 (0.5-1.2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>75-80</td>
              <td colspan="2">377 (5.2)</td>
              <td colspan="2">0.1</td>
              <td colspan="2">0.9 (0.4)</td>
              <td>0.2</td>
              <td colspan="2">0.9 (0.6-1.3)</td>
            </tr>
            <tr valign="top">
              <td colspan="11">
                <bold>Women</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>20-25</td>
              <td colspan="2">571 (13.5)</td>
              <td colspan="2">1.0</td>
              <td colspan="2">3.3 (1.6)</td>
              <td>2.9</td>
              <td colspan="2">2.8 (2-4.9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>25-30</td>
              <td colspan="2">570 (13.5)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">2.7 (1.3)</td>
              <td>2</td>
              <td colspan="2">2.3 (1.8-3.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>30-35</td>
              <td colspan="2">416 (9.9)</td>
              <td colspan="2">0.8</td>
              <td colspan="2">2.2 (0.9)</td>
              <td>0.9</td>
              <td colspan="2">1.9 (1.6-2.4)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>35-40</td>
              <td colspan="2">322 (7.6)</td>
              <td colspan="2">0.8</td>
              <td colspan="2">2 (0.9)</td>
              <td>0.8</td>
              <td colspan="2">1.8 (1.4-2.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>40-45</td>
              <td colspan="2">401 (9.5)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">2.5 (1.5)</td>
              <td>2.5</td>
              <td colspan="2">2 (1.4-3.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>45-50</td>
              <td colspan="2">406 (9.6)</td>
              <td colspan="2">0.7</td>
              <td colspan="2">2 (0.9)</td>
              <td>1</td>
              <td colspan="2">2.3 (1.5-2.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>50-55</td>
              <td colspan="2">334 (7.9)</td>
              <td colspan="2">0.8</td>
              <td colspan="2">1.5 (0.6)</td>
              <td>0.4</td>
              <td colspan="2">1.5 (1-2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>55-60</td>
              <td colspan="2">300 (7.1)</td>
              <td colspan="2">0.8</td>
              <td colspan="2">1.2 (0.6)</td>
              <td>0.4</td>
              <td colspan="2">1.3 (0.7-1.7)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>60-65</td>
              <td colspan="2">258 (6.1)</td>
              <td colspan="2">0.3</td>
              <td colspan="2">1 (0.5)</td>
              <td>0.3</td>
              <td colspan="2">1.1 (0.7-1.3)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>65-70</td>
              <td colspan="2">213 (5.1)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">0.9 (0.5)</td>
              <td>0.3</td>
              <td colspan="2">0.9 (0.4-1.2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>70-75</td>
              <td colspan="2">177 (4.2)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">0.8 (0.4)</td>
              <td>0.2</td>
              <td colspan="2">0.9 (0.5-1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>75-80</td>
              <td colspan="2">248 (5.8)</td>
              <td colspan="2">0.2</td>
              <td colspan="2">1.3 (1.2)</td>
              <td>1.5</td>
              <td colspan="2">1.1 (0.7-1.3)</td>
            </tr>
            <tr valign="top">
              <td colspan="11">
                <bold>Men</bold>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>20-25</td>
              <td colspan="2">277 (9.1)</td>
              <td colspan="2">0.7</td>
              <td colspan="2">3 (1.3)</td>
              <td>1.9</td>
              <td colspan="2">2.5 (2-3.8)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>25-30</td>
              <td colspan="2">262 (8.6)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">2.7 (1.3)</td>
              <td>1.8</td>
              <td colspan="2">2.4 (1.7-3.7)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>30-35</td>
              <td colspan="2">249 (8.2)</td>
              <td colspan="2">0.5</td>
              <td colspan="2">2.3 (1.1)</td>
              <td>1.2</td>
              <td colspan="2">1.7 (1.5-2.9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>35-40</td>
              <td colspan="2">306 (10.1)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">2.8 (1.2)</td>
              <td>1.7</td>
              <td colspan="2">2.6 (1.5-3.8)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>40-45</td>
              <td colspan="2">333 (11)</td>
              <td colspan="2">0.5</td>
              <td colspan="2">2.5 (0.7)</td>
              <td>0.6</td>
              <td colspan="2">2.4 (2.1-2.7)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>45-50</td>
              <td colspan="2">284 (9.3)</td>
              <td colspan="2">0.8</td>
              <td colspan="2">1.9 (1)</td>
              <td>1.1</td>
              <td colspan="2">1.9 (1.2-2.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>50-55</td>
              <td colspan="2">269 (8.8)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">1.8 (0.6)</td>
              <td>0.4</td>
              <td colspan="2">1.8 (1.4-2.1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>55-60</td>
              <td colspan="2">264 (8.7)</td>
              <td colspan="2">0.7</td>
              <td colspan="2">1.5 (0.7)</td>
              <td>0.5</td>
              <td colspan="2">1.4 (1-2.1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>60-65</td>
              <td colspan="2">296 (9.7)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">1.4 (0.7)</td>
              <td>0.5</td>
              <td colspan="2">1.7 (0.7-1.9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>65-70</td>
              <td colspan="2">190 (6.3)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">0.9 (0.4)</td>
              <td>0.1</td>
              <td colspan="2">0.8 (0.7-1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>70-75</td>
              <td colspan="2">181 (6)</td>
              <td colspan="2">0.9</td>
              <td colspan="2">0.9 (0.5)</td>
              <td>0.3</td>
              <td colspan="2">0.9 (0.6-1.2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>75-80</td>
              <td colspan="2">129 (4.2)</td>
              <td colspan="2">0.4</td>
              <td colspan="2">0.8 (0.3)</td>
              <td>0.1</td>
              <td colspan="2">0.8 (0.6-1.1)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Missed appointment frequency by gender (with trend lines) before and after implementation of the SMS text messaging system.</p>
        </caption>
        <graphic xlink:href="jmir_v26i1e43894_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This study explores the impact of SMS text messaging systems on reducing missed appointments in primary care, focusing on a single GP practice. While a significant 42.8% decrease in missed appointments was noted after implementation of text messaging reminders, caution is warranted in generalizing these results to broader health care settings. This 42.8% reduction is significant when compared with the findings of Maslakpak and Safaie [<xref ref-type="bibr" rid="ref9">9</xref>] who found no significant difference.</p>
      <p>Age group analysis revealed interesting findings regarding missed appointments. Surprisingly, the 20-25 age group emerged as significant overall, with a higher percentage of missed appointments, contrary to expectations given their high mobile phone use. De-Sola et al [<xref ref-type="bibr" rid="ref18">18</xref>] observed increased phone use for the 16-25 years age group. However, despite prolific phone usage, the 20-25 years age group patients did not exhibit reduced missed appointments. These findings highlight the positive impact of text reminder systems on missed appointments overall, yet further exploration is needed to understand factors influencing attendance in specific demographics.</p>
      <p>In conclusion, text messaging reminders can effectively reduce missed appointments, enabling more GP consultations. However, it is unlikely that missed appointments can be completely avoided. Health care technology offers opportunities for further improvement, including timely text reminders and systematic patient data maintenance. By embracing technology in health care, we can overcome challenges, maximize appointment availability, and enhance patient care.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Study data and Mann-Whitney and Kruskal-Wallis test results.</p>
        <media xlink:href="jmir_v26i1e43894_app1.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 205 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">GP</term>
          <def>
            <p>general practitioner</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">NHS</term>
          <def>
            <p>National Health Service</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank Prof Dr Vic Grout and Bindu Jose (BEng) for their valuable suggestions.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>All data generated or analyzed during this study are included in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>NHS</article-title>
          <source>NHS Long Term Plan</source>
          <year>2019</year>
          <access-date>2022-05-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.longtermplan.nhs.uk">https://www.longtermplan.nhs.uk</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Plateauing at the peak</article-title>
          <source>Deloitte</source>
          <access-date>2024-07-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www2.deloitte.com/content/dam/Deloitte/uk/Documents/technology-media-telecommunications/deloitte-uk-plateauing-at-the-peak-the-state-of-the-smartphone.pdf">https://www2.deloitte.com/content/dam/Deloitte/uk/Documents/technology-media-telecommunications/deloitte-uk-plateauing-at-the-peak-the-state-of-the-smartphone.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Venugopalan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Towards an effective patient health engagement system using cloud-based text messaging technology</article-title>
          <source>IEEE J Transl Eng Health Med</source>
          <year>2020</year>
          <volume>8</volume>
          <fpage>1</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1109/jtehm.2018.2868358</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siang</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Ramli</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Prakash</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bin Syed Mohamed</surname>
              <given-names>SAR</given-names>
            </name>
          </person-group>
          <article-title>SMS gateway interface remote monitoring and controlling via GSM SMS</article-title>
          <source>NCTT 2003 Proceedings</source>
          <year>2003</year>
          <conf-name>4th National Conference of Telecommunication Technology</conf-name>
          <conf-date>Jan 14-15, 2023</conf-date>
          <conf-loc>Shah Alam, Malaysia</conf-loc>
          <fpage>84</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1109/nctt.2003.1188308</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>JX</given-names>
            </name>
            <name name-style="western">
              <surname>Modrek</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of SMS reminder messages for altering treatment adherence and health seeking perceptions among malaria care-seekers in Nigeria</article-title>
          <source>Health Policy Plan</source>
          <year>2016</year>
          <month>12</month>
          <day>16</day>
          <volume>31</volume>
          <issue>10</issue>
          <fpage>1374</fpage>
          <lpage>1383</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27315831"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/heapol/czw076</pub-id>
          <pub-id pub-id-type="medline">27315831</pub-id>
          <pub-id pub-id-type="pii">czw076</pub-id>
          <pub-id pub-id-type="pmcid">PMC5091342</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Domek</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Contreras-Roldan</surname>
              <given-names>IL</given-names>
            </name>
            <name name-style="western">
              <surname>O'Leary</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Bull</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Furniss</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kempe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Asturias</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>SMS text message reminders to improve infant vaccination coverage in Guatemala: a pilot randomized controlled trial</article-title>
          <source>Vaccine</source>
          <year>2016</year>
          <month>05</month>
          <day>05</day>
          <volume>34</volume>
          <issue>21</issue>
          <fpage>2437</fpage>
          <lpage>2443</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0264-410X(16)30061-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2016.03.065</pub-id>
          <pub-id pub-id-type="medline">27026145</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(16)30061-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC4859823</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Owolabi</surname>
              <given-names>EO</given-names>
            </name>
            <name name-style="western">
              <surname>Goon</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Ajayi</surname>
              <given-names>AI</given-names>
            </name>
          </person-group>
          <article-title>Impact of mobile phone text messaging intervention on adherence among patients with diabetes in a rural setting: A randomized controlled trial</article-title>
          <source>Medicine (Baltimore)</source>
          <year>2020</year>
          <month>03</month>
          <volume>99</volume>
          <issue>12</issue>
          <fpage>e18953</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32195927"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MD.0000000000018953</pub-id>
          <pub-id pub-id-type="medline">32195927</pub-id>
          <pub-id pub-id-type="pii">00005792-202003200-00005</pub-id>
          <pub-id pub-id-type="pmcid">PMC7220637</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sherman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Clauson</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Elrod</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Eckardt</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Alkhateeb</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Patient perceptions of text messaging to improve antiretroviral therapy adherence: a qualitative study of patients in a Ryan White Clinic</article-title>
          <source>J Int Assoc Provid AIDS Care</source>
          <year>2018</year>
          <volume>17</volume>
          <fpage>2325958218759209</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2325958218759209?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2325958218759209</pub-id>
          <pub-id pub-id-type="medline">29473483</pub-id>
          <pub-id pub-id-type="pmcid">PMC6748548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maslakpak</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Safaie</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A comparison between the effectiveness of short message service and reminder cards regarding medication adherence in patients with hypertension: a randomized controlled clinical trial</article-title>
          <source>Int J Community Based Nurs Midwifery</source>
          <year>2016</year>
          <month>07</month>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>209</fpage>
          <lpage>18</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27382587"/>
          </comment>
          <pub-id pub-id-type="medline">27382587</pub-id>
          <pub-id pub-id-type="pmcid">PMC4926000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hirst</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kerrison</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kobayashi</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Counsell</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Djedovic</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ruwende</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>von Wagner</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Text reminders in colorectal cancer screening (TRICCS): protocol for a randomised controlled trial</article-title>
          <source>BMC Public Health</source>
          <year>2016</year>
          <month>01</month>
          <day>25</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>74</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-016-2733-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-016-2733-6</pub-id>
          <pub-id pub-id-type="medline">26809344</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-016-2733-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4727285</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <source>iPlato</source>
          <access-date>2024-07-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iplato.com/">https://www.iplato.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <source>EMIS Web</source>
          <access-date>2024-07-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.emishealth.com/products/emis-web">https://www.emishealth.com/products/emis-web</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Everhart</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Batal</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Davidsoni</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Appointment reminders by text message in a safety net health care system: a pragmatic investigation</article-title>
          <source>EGEMS (Wash DC)</source>
          <year>2017</year>
          <month>09</month>
          <day>04</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>20</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29881740"/>
          </comment>
          <pub-id pub-id-type="doi">10.5334/egems.215</pub-id>
          <pub-id pub-id-type="medline">29881740</pub-id>
          <pub-id pub-id-type="pmcid">PMC5983071</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leahy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lyons</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dahm</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Quinlan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Use of text messaging in general practice: a mixed methods investigation on GPs’ and patients’ views</article-title>
          <source>Br J Gen Pract</source>
          <year>2017</year>
          <month>09</month>
          <day>25</day>
          <volume>67</volume>
          <issue>664</issue>
          <fpage>e744</fpage>
          <lpage>e750</lpage>
          <pub-id pub-id-type="doi">10.3399/bjgp17x693065</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Whitney</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>On a test of whether one of two random variables is stochastically larger than the other</article-title>
          <source>Ann Math Statist</source>
          <year>1947</year>
          <month>03</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>50</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1214/aoms/1177730491</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fay</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Malinovsky</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Confidence intervals of the Mann-Whitney parameter that are compatible with the Wilcoxon-Mann-Whitney test</article-title>
          <source>Stat Med</source>
          <year>2018</year>
          <month>11</month>
          <day>30</day>
          <volume>37</volume>
          <issue>27</issue>
          <fpage>3991</fpage>
          <lpage>4006</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29984411"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/sim.7890</pub-id>
          <pub-id pub-id-type="medline">29984411</pub-id>
          <pub-id pub-id-type="pmcid">PMC6377068</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruskal</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Wallis</surname>
              <given-names>WA</given-names>
            </name>
          </person-group>
          <article-title>Use of ranks in one-criterion variance analysis</article-title>
          <source>J Am Stat Assoc</source>
          <year>1952</year>
          <month>12</month>
          <volume>47</volume>
          <issue>260</issue>
          <fpage>583</fpage>
          <lpage>621</lpage>
          <pub-id pub-id-type="doi">10.1080/01621459.1952.10483441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de-Sola</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Talledo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez de Fonseca</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rubio</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of problematic cell phone use in an adult population in Spain as assessed by the Mobile Phone Problem Use Scale (MPPUS)</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <month>8</month>
          <day>3</day>
          <volume>12</volume>
          <issue>8</issue>
          <fpage>e0181184</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0181184"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0181184</pub-id>
          <pub-id pub-id-type="medline">28771626</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-01233</pub-id>
          <pub-id pub-id-type="pmcid">PMC5542596</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
