<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i4e17250</article-id>
      <article-id pub-id-type="pmid">32062595</article-id>
      <article-id pub-id-type="doi">10.2196/17250</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Quality of Information Regarding Repair Restorations on Dentist Websites: Systematic Search and Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Aly</surname>
            <given-names>Nourhan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cruvinel</surname>
            <given-names>Thiago</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kanzow</surname>
            <given-names>Philipp</given-names>
          </name>
          <degrees>MSc, Dr med dent, Dr rer medic</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Preventive Dentistry, Periodontology and Cariology</institution>
            <institution>University Medical Center Göttingen</institution>
            <addr-line>Robert-Koch-Str 40</addr-line>
            <addr-line>Göttingen, 37075</addr-line>
            <country>Germany</country>
            <phone>49 551 3922877</phone>
            <email>philipp.kanzow@med.uni-goettingen.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2169-561X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Büttcher</surname>
            <given-names>Amelie Friederike</given-names>
          </name>
          <degrees>MEd</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1536-3248</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Wiegand</surname>
            <given-names>Annette</given-names>
          </name>
          <degrees>Prof Dr med dent</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5640-8775</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Schwendicke</surname>
            <given-names>Falk</given-names>
          </name>
          <degrees>MDPH, Prof Dr med dent</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1223-1669</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Preventive Dentistry, Periodontology and Cariology</institution>
        <institution>University Medical Center Göttingen</institution>
        <addr-line>Göttingen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Division of Medical Education Research and Curriculum Development</institution>
        <institution>University Medical Center Göttingen</institution>
        <addr-line>Göttingen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Operative and Preventive Dentistry</institution>
        <institution>Charité – Universitätsmedizin Berlin</institution>
        <addr-line>Berlin</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Philipp Kanzow <email>philipp.kanzow@med.uni-goettingen.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>15</day>
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>4</issue>
      <elocation-id>e17250</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>31</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>2</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Philipp Kanzow, Amelie Friederike Büttcher, Annette Wiegand, Falk Schwendicke. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 15.04.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2020/4/e17250/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Repairing instead of replacing partially defective dental restorations represents a minimally invasive treatment concept, and repairs are associated with advantages over complete restoration replacement. To participate in the shared decision-making process when facing partially defective restorations, patients need to be aware of the indications, limitations, and advantages or disadvantages of repairs. Patients are increasingly using the internet to gain health information like this online.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to assess the quality of German-speaking dentist websites on repairs of partially defective restorations.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Three electronic search engines were used to identify German-speaking websites of dental practices mentioning repairs. Regarding information on repairs, websites were assessed for (1) technical and functional aspects, (2) comprehensiveness of information, and (3) generic quality and risk of bias. Domains 1 and 3 were scored using validated tools (LIDA and DISCERN). Comprehensiveness was assessed using a criterion checklist related to evidence, advantages and disadvantages, restorations and defects suitable for repairs, and information regarding technical implementation. Generalized linear modeling was used to assess the impact of practice-specific parameters (practice location, practice setting, dental society membership, and year of examination or license to practice dentistry) on the quality of information. An overall quality score was calculated by averaging the quality scores of all three domains and used as primary outcome parameter. Quality scores of all three domains were also assessed individually and used as secondary outcomes.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Fifty websites were included. The median score of quality of information was 23.2% (interquartile range [IQR] 21.7%-26.2%). Technical and functional aspects (55.2% [IQR 51.7%-58.6%]) showed significantly higher quality than comprehensiveness of information (8.3% [IQR 8.3%-16.7%]) and generic quality and risk of bias (3.6% [IQR 0.0%-7.1%]; <italic>P</italic>&#60;.001/Wilcoxon). Quality scores were not related to practice-specific parameters (<italic>P</italic>&#62;.05/generalized linear modeling).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The quality of German-speaking dentist websites on repairs was limited. Despite sufficient technical and functional quality, the provided information was neither comprehensive nor trustworthy. There is great need to improve the quality of information to fully and reliably inform patients, thereby allowing shared decision making.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>evidence-based dentistry</kwd>
        <kwd>internet</kwd>
        <kwd>restoration repair</kwd>
        <kwd>shared decision making</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Repairs of partially defective restorations represent a minimally invasive treatment concept and are associated with a number of advantages over complete restoration replacement. In recent years, numerous studies have focused on the repair behavior of dentists, dental students, and dental educators [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Both retrospective [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref6">6</xref>] and prospective [<xref ref-type="bibr" rid="ref7">7</xref>] clinical studies as well as a wide range of repair protocols based on numerous in vitro studies [<xref ref-type="bibr" rid="ref8">8</xref>] are available, and even economic evaluations [<xref ref-type="bibr" rid="ref9">9</xref>] have been published. The acceptance of dentists, and presumably also patients, toward repairs can be regarded as high, with patient acceptance having been reported to range from 89% to 93% (these numbers are based on interviewing dentists, however) [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>To allow patients to participate in the shared decision-making process when facing partially defective restorations, both patients and dentists need to be aware of the indications, limitations, and advantages or disadvantages of repairs. For patients, such information will often come from their dentist (eg, during a consultation). Increasingly, however, patients may actively assess information like this online (eg, on their dentist’s website) [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Besides information, patients might also look online for a dentist able to deliver the requested care. Ideally, the information provided on dentists’ websites regarding treatments (like repairs) should be unbiased and comprehensive, allowing patients to come to an informed decision instead of being misinformed or biased. Until now, whether dentists’ websites allow patients to gain such comprehensive and trustworthy information on restoration repair has not been assessed.</p>
      <p>Therefore, this study aimed to assess the quality of German-speaking dentists’ websites presenting information on repair restorations across three domains: (1) technical and functional aspects, (2) comprehensiveness of repair-specific information, and (3) generic quality and risk of bias. The null hypothesis was that practice-specific parameters do not impact website information quality.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>The reporting of this study follows the Preferred Reporting Items for Systematic Reviews and Meta-Analyses (PRISMA) and the Enhancing Transparency in Reporting the Synthesis of Qualitative Research (ENTREQ) statements [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <sec>
        <title>Search Strategy</title>
        <p>Three electronic search engines (google.de, bing.de/yahoo.de, ask.com) were used. Searches were performed on April 28 and 29, 2019, using different search strategies, as google.de offers only limited options to combine multiple search terms with Boolean operators. Search terms represent different combinations of the German words for repair restoration(s), composite(s), and dentist(s) (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). A computer running macOS 10.14.4 (Apple Inc) connected to the internet in Germany was used. Cookies and browser history of Firefox Quantum 66.0.3 (Mozilla Foundation) were cleared and the default setting of each search engine was used.</p>
        <p>In total, 2864 webpages were displayed as “most relevant” sites (google.de: 1299, bing.de/yahoo.de: 1295, ask.com: 270), and the search was not expanded beyond this number of displayed webpages assuming saturation. Also, advertisements (ie, websites from page owners paying a fee to have their website prominently displayed) were not additionally assessed.</p>
        <p>For the purpose of this study, only websites from dentists were included. Patients are likely to be looking at these sources only while searching for a person able to deliver appropriate dental care. Therefore, websites from or associated with dental laboratories or supply and materials companies, forums and blogs operated by nondentists, dental regulatory bodies, dental schools and clinics, research agencies, or otherwise public bodies were excluded. Notably, however, patients may well find these informative, too.</p>
        <p>The remaining 820 webpages were screened in full text. Webpages containing irrelevant information were excluded, leaving 74 webpages that were potentially eligible. Finally, after removal of duplicates, 50 websites fulfilled the inclusion criteria: (1) page freely accessible, (2) German language, (3) posted by a dental practice or practice cooperation, (4) mentions repairs. Websites containing multiple eligible webpages (ie, published under the same domain or published from the same practice) were jointly assessed as one website. The full search workflow is shown in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
      </sec>
      <sec>
        <title>Data Extraction</title>
        <p>The following parameters were collected from the websites, if available: (1) practice name, (2) URL, (3) country, (4) practice location (rural, town [&#60;100,000 inhabitants], or city [≥100,000 inhabitants]), (5) practice setting (single practitioner, multiple dentists, or practice cooperation), (6) dentist’s gender (female, male, mixed [in case of multiple dentists or practice cooperation]), (7) dental society memberships, (8) year of examination or approbation, and (9) information regarding repairs (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Information regarding dental society memberships and year of examination or approbation were cross-referenced from dental societies’ member information pages (ie, German Society of Dentistry and Oral Medicine [DGZMK], Swiss Dental Association [SSO]) or curriculum vitae published elsewhere (ie, in dentists’ dissertations and public profiles at the social networking sites XING or LinkedIn), if information was not already listed on dentist websites. In case of multiple dentists or practice cooperations, the average years of examination or approbation was used.</p>
      </sec>
      <sec>
        <title>Outcomes</title>
        <p>Website quality regarding information on repairs was systematically assessed across three different domains: (1) technical and functional aspects (<xref ref-type="table" rid="table1">Table 1</xref>), (2) comprehensiveness of information (<xref ref-type="table" rid="table2">Table 2</xref>), and (3) generic quality and risk of bias (<xref ref-type="table" rid="table3">Table 3</xref>). Assessment was independently performed by two authors (PK, AFB). Discrepancies were resolved through discussion.</p>
        <p>The established and validated LIDA instrument (version 1.2) [<xref ref-type="bibr" rid="ref18">18</xref>] was used to assess items in domain 1 and DISCERN instrument [<xref ref-type="bibr" rid="ref19">19</xref>] was used in domain 3. In dentistry, such tools have been successfully applied to evaluate the quality of information on websites regarding dental caries [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>], periodontitis [<xref ref-type="bibr" rid="ref22">22</xref>], root canal treatment versus implant placement [<xref ref-type="bibr" rid="ref23">23</xref>], and orthodontics [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. For this study, both LIDA and DISCERN have been slightly modified to uniformly score all domains on an ordinal scale as 0 (never or no), 1 (sometimes or partially), and 2 (mostly, always, or yes).</p>
        <p>To assess items in domain 2, a structured checklist with 6 subdomains was developed by the authors focusing on the evidence (2.1); advantages (2.2) and disadvantages (2.3) of repair restorations; restorations (2.4) and defects (2.5) suitable for repairs; and technical implementation of repairs (2.6). The same 3-point ordinal scale was used. As the number of items within each domain differed, an overall quality score was calculated by averaging the quality scores (relative percentages) of all three domains, assuming them to be of equivalent importance. This score was used as primary outcome parameter. Quality scores (relative percentages) of all three domains were also assessed individually and used as secondary outcomes.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Subdomains regarding technical and functional aspects (domain 1) were assessed using the modified LIDA instrument (version 1.2) [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="580"/>
            <col width="0"/>
            <col width="390"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Subdomain and item</td>
                <td colspan="2">Median (IQR<sup>a</sup>; min-max<sup>b</sup>)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>1.1 Accessibility</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Does it work on a range of browsers?<sup>c</sup></td>
                <td>2 (2-2; 1-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is the information available full text without registration, log-in or subscription?</td>
                <td>2 (2-2; 2-2)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>1.2 Usability</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is there a clear statement of who this website is for?</td>
                <td>2 (2-2; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is the level of detail appropriate to their<sup>d</sup> level of knowledge?</td>
                <td>0 (0-0; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is the layout of the main block of information clear and readable?</td>
                <td>2 (1-2; 1-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is the navigation clear and well structured?</td>
                <td>2 (2-2; 1-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Can you always tell your current location in the site?</td>
                <td>2 (1-2; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is the colour scheme appropriate and engaging?</td>
                <td>1.5 (1-2; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is the same page layout used throughout the site?</td>
                <td>2 (2-2; 2-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Do navigational links have a consistent function?<sup>e</sup></td>
                <td>1 (1-2; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is the site structure (categories or organisation of pages) applied consistently?</td>
                <td>2 (1-2; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Does the site provide an effective search function?<sup>f</sup></td>
                <td>0 (0-0; 0-1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Does the site provide effective browsing facilities?</td>
                <td>2 (1-2; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Does the design minimize the cognitive overhead?</td>
                <td>1 (1-2; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Does the site support the normal browser navigational tools?</td>
                <td>2 (2-2; 2-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Can you use the site without third party plugins?</td>
                <td>2 (2-2; 2-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Can the user make an effective judgment of whether the site applies to them?</td>
                <td>2 (2-2; 1-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is the website interactive?</td>
                <td>1 (0-1; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Can the user personalise their experience of using the site?</td>
                <td>0 (0-0; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Does the website integrate nontextual media?</td>
                <td>0 (0-0; 0-2)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>1.3 Reliability</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Does the site respond to recent events?</td>
                <td>0 (0-1; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Can users submit comments on specific content?</td>
                <td>0 (0-0; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is site content updated at an appropriate interval?</td>
                <td>0 (0-1; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is it clear who runs the site?</td>
                <td>2 (2-2; 2-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is it clear who pays for the site?</td>
                <td>0 (0-0; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is there a declaration of the objectives of the people who run the site?</td>
                <td>2 (1-2; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Does the site report a clear content production method?</td>
                <td>0 (0-0; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is this a robust method?</td>
                <td>0 (0-0; 0-1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Can the information be checked from original sources?</td>
                <td>0 (0-0; 0-2)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>IQR: interquartile range.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>min-max: minimum and maximum score.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Apple Safari 12.1, Firefox Quantum 66.0.3 for Mac, Google Chrome 74.0.3729 for Mac, and Microsoft Internet Explorer 11 were tested.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>The patients.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>As part of this item, websites were screened for broken links using a free online tool [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>Search terms “repariert,” “reparieren,” “Reparatur,” “Reparaturen,” “reparaturfähig,” “Reparaturfähigkeit,” “Füllungsreparatur,” “Füllungsreparaturen,” “Füllungserweiterung,” “Füllungserweiterungen,” “Reparaturfüllung,” “Reparaturfüllungen” were tested.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Subdomains regarding treatment-related aspects (domain 2) were assessed.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="580"/>
            <col width="0"/>
            <col width="390"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Subdomain and item</td>
                <td colspan="2">Median (IQR<sup>a</sup>; min-max<sup>b</sup>)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>2.1 Evidence of repair restorations</bold>
                </td>
                <td colspan="2">0 (0-0; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Are success rates or annual failure rates of repairs and replacements listed?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Are guidelines or scientific recommendations discussed?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is literature cited?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>2.2 Advantages of repair restorations</bold>
                </td>
                <td colspan="2">0 (0-0; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is preservation of tooth substance (less invasive, less traumatic) mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is risk reduction of treatment-related complications (eg, potentially harmful effects to the pulp or iatrogenic damage of neighboring teeth) discussed?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Are reduced costs mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is reduced treatment time mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>2.3 Disadvantages of repair restorations</bold>
                </td>
                <td colspan="2">0 (0-0; 0-0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Are disadvantages of repair restorations discussed?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>2.4 Restorations suitable for repair</bold>
                </td>
                <td colspan="2">1 (1-1; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Are amalgam restorations mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Are composite restorations mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Are ceramic restorations mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Are full-metal restorations mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Are further indirect restorations mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>2.5 Defects suitable for repair</bold>
                </td>
                <td colspan="2">0 (0-0.75; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is damage, fracture, partial loss, or partial defect of restoration discussed?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is secondary caries mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is (marginal) discoloration mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is ceramic chipping mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Are marginal defects or gaps mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>2.6 Technical implementation of repair</bold>
                </td>
                <td colspan="2">0 (0-0; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is sandblasting mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Is application of silane or universal primers mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Are repair materials mentioned?</td>
                <td>
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>IQR: interquartile range.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>min-max: minimum and maximum score.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Subdomains regarding generic quality and risk of bias (domain 3) were assessed using the modified DISCERN instrument [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="580"/>
            <col width="390"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Subdomain and item</td>
                <td>Median (IQR<sup>a</sup>; min-max<sup>b</sup>)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>3.1 Reliability</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Are the aims clear?</td>
                <td>0 (0-0; 0-0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Is it<sup>c</sup> relevant?</td>
                <td>0 (0-1; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Is it clear what sources of information were used to compile the publication?</td>
                <td>0 (0-0; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Is it clear when the information used or reported in the publication was produced?</td>
                <td>0 (0-1; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Is it<sup>c</sup> balanced and unbiased?</td>
                <td>0 (0-0; 0-0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Does it<sup>c</sup> provide details of additional sources of support and information?</td>
                <td>0 (0-0; 0-0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Does it<sup>c</sup> refer to areas of uncertainty?</td>
                <td>0 (0-0; 0-0)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>3.2 Quality</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Does it<sup>c</sup> describe how each treatment works?</td>
                <td>0 (0-0; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Does it<sup>c</sup> describe the benefits of each treatment?</td>
                <td>0 (0-0; 0-2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Does it<sup>c</sup> describe the risks of each treatment?</td>
                <td>0 (0-0; 0-0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Does it<sup>c</sup> describe what would happen if no treatment is used?</td>
                <td>0 (0-0; 0-0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Does it<sup>c</sup> describe how the treatment choices affect overall quality of life?</td>
                <td>0 (0-0; 0-0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Is it clear that there may be more than one possible treatment choice?</td>
                <td>0 (0-0; 0-0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Does it<sup>c</sup> provide support for shared decision making?</td>
                <td>0 (0-0; 0-0)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>IQR: interquartile range.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>min-max: minimum and maximum score.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>Websites’ content.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>For each domain, a quality score (relative percentage: website score on all of the respective items divided by the maximum possible score sum) was calculated. Furthermore, an averaged overall quality score based on all three domains was calculated. As data were not normally distributed according to the Shapiro-Wilk test, descriptive statistical analysis contained median, quartiles, and ranges.</p>
        <p>Differences in website scores between the three domains were analyzed using Wilcoxon signed-rank tests with a Bonferroni-Holm correction. Generalized linear modeling was used to assess the impact of practice-specific parameters on domain-related quality and the averaged overall quality score: (1) practice location (rural, town, or city); (2) practice setting (single practitioner, multiple dentists, or practice cooperation); (3) dental society membership (yes or no); and (4) year of examination or approbation. A multivariable analysis was performed and covariates entered simultaneously. Only main effects without interaction terms were tested. If no information regarding dental society membership was available, we scored this as no. If year of examination or approbation was not available, websites were treated as randomly missing and excluded from the regression analysis (n=4). Statistical analysis was performed using SPSS Statistics for Macintosh version 26.0.0.0 (IBM Corp). Statistical significance was set at <italic>P</italic>&#60;.05.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>In total, 50 websites fulfilled the inclusion criteria. Characteristics of the included websites are shown in <xref ref-type="table" rid="table4">Table 4</xref> (full data of all included websites are shown in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Briefly, the majority of websites were from practices in Germany and situated in towns or cities. Half of the practices had single practitioners, and about half of the dentists running the websites were members of dental societies.</p>
      <p>The median score for quality of information was 21.2% (interquartile range [IQR] 20.0%-22.3%) (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Technical and functional aspects (55.2% [IQR 51.7%-58.6%]) showed significantly higher quality than did comprehensiveness of information (8.3% [IQR 8.3%-16.7%]) and generic quality and risk of bias (3.6% [IQR 0.0%-7.1%]; <italic>P</italic>&#60;.001/Wilcoxon, <xref ref-type="table" rid="table1">Tables 1</xref>-<xref ref-type="table" rid="table3">3</xref>).</p>
      <table-wrap position="float" id="table4">
        <label>Table 4</label>
        <caption>
          <p>Practice-specific parameters of the included websites (n=50).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="580"/>
          <col width="390"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Variable and attribute</td>
              <td>Value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">
                <bold>Country, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Germany</td>
              <td>38 (76)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Switzerland</td>
              <td>7 (14)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Austria</td>
              <td>4 (8)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Hungary</td>
              <td>1 (2)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Practice location, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Rural</td>
              <td>10 (20)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Town</td>
              <td>17 (34)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>City</td>
              <td>23 (46)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Practice setting, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Single practitioner</td>
              <td>25 (50)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Multiple dentists or practice cooperation</td>
              <td>25 (50)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Gender, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Female</td>
              <td>8 (16)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Male</td>
              <td>16 (32)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Mixed</td>
              <td>26 (52)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Dental society membership, n (%)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No</td>
              <td>24 (48)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Yes</td>
              <td>26 (52)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Year of examination or approbation<sup>a,</sup><sup>b</sup>, mean (SD)</td>
              <td>1996 (9)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table4fn1">
            <p><sup>a</sup>In case of multiple dentists or practice cooperations, the years of examination or approbation were averaged, if available.</p>
          </fn>
          <fn id="table4fn2">
            <p><sup>b</sup>There were 4 missing values.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Quality of different domains (relative percentage of maximum possible score sum) and total score (averaging the results from all three domains). Domain 1: technical and functional aspects; domain 2: comprehensiveness of information; domain 3: generic quality and risk of bias. Significant differences between domains are marked by different letters (<italic>P</italic>&#60;.001/Wilcoxon). Outliers are marked with an asterisk (*).</p>
        </caption>
        <graphic xlink:href="jmir_v22i4e17250_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Within multivariable regression analysis, none of the practice-specific parameters had a significant impact on the averaged overall quality score or domain-related quality scores (<italic>P</italic>&#62;.05/generalized linear modeling, <xref ref-type="table" rid="table5">Table 5</xref>).</p>
      <table-wrap position="float" id="table5">
        <label>Table 5</label>
        <caption>
          <p>Association between practice-specific parameters and website quality.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="90"/>
          <col width="60"/>
          <col width="70"/>
          <col width="140"/>
          <col width="140"/>
          <col width="160"/>
          <col width="170"/>
          <col width="170"/>
          <thead>
            <tr valign="top">
              <td>Outcome</td>
              <td colspan="2">Model fit</td>
              <td colspan="2">Practice location<sup>a</sup></td>
              <td>Practice setting (ref. single practitioner)<sup>a</sup></td>
              <td>Dental society membership (ref. no or unknown)<sup>a</sup></td>
              <td>Year of examination or approbation<sup>a,b</sup></td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Likelihood</td>
              <td><italic>P</italic> value</td>
              <td>Towns (ref. rural)</td>
              <td>Cities (ref. rural)</td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Domain 1</td>
              <td>7.88</td>
              <td>.16</td>
              <td>–0.45 (–4.82 to 3.93)</td>
              <td>2.58 (–1.68 to 6.83)</td>
              <td>1.09 (–1.87 to 4.05)</td>
              <td>1.38 (–1.81 to 4.56)</td>
              <td>0.12 (–0.05 to 0.29)</td>
            </tr>
            <tr valign="top">
              <td>Domain 2</td>
              <td>5.08</td>
              <td>.41</td>
              <td>6.57 (–4.69 to 17.84)</td>
              <td>1.87 (–9.08 to 12.82)</td>
              <td>4.51 (–3.11 to 12.13)</td>
              <td>2.54 (–5.65 to 10.74)</td>
              <td>–0.28 (–0.72 to 0.16)</td>
            </tr>
            <tr valign="top">
              <td>Domain 3</td>
              <td>3.09</td>
              <td>.69</td>
              <td>3.86 (–2.64 to 10.36)</td>
              <td>2.08 (–4.23 to 8.40)</td>
              <td>1.86 (–2.54 to 6.26)</td>
              <td>1.18 (–3.55 to 5.91)</td>
              <td>–0.11 (–0.36 to 0.15)</td>
            </tr>
            <tr valign="top">
              <td>Total</td>
              <td>3.20</td>
              <td>.67</td>
              <td>3.33 (–2.61 to 9.27)</td>
              <td>2.18 (–3.60 to 7.95)</td>
              <td>2.49 (–1.53 to 6.50)</td>
              <td>1.70 (–2.62 to 6.02)</td>
              <td>–0.09 (–0.32 to 0.14)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table5fn1">
            <p><sup>a</sup>Regression coefficients with 95% confidence intervals are shown.</p>
            <p><sup>b</sup>In case of multiple dentists or practice cooperations, the years of examination or approbation were averaged, if available.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In the D-A-CH countries (Germany, Austria, Switzerland), about 90% of the population has access to the internet [<xref ref-type="bibr" rid="ref31">31</xref>]. Information on health-related aspects is increasingly assessed online, often using search engines [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Due to the broad access to the internet, operating a website has become the standard for most companies and businesses including dentists.</p>
      </sec>
      <sec>
        <title>Search Strategy</title>
        <p>Regarding dental health, information on dental practice websites is of special interest as patients are likely to access those websites while searching for information and an appropriate dentist. Therefore, our study focused on dentist websites only. Websites were identified using different search engines with a combined market share of more than 99% in Germany [<xref ref-type="bibr" rid="ref32">32</xref>]. The search was performed using consumer search engines only as patients are unlikely to use scientific databases (eg, Medline).</p>
      </sec>
      <sec>
        <title>Information Regarding Repairs</title>
        <p>We found that only a small number of dentists included information about repairs on their websites. Dentist websites showed sufficient quality regarding technical and functional aspects but were not seen as fully trustworthy (generic quality was low, and there was a high risk of bias present). Comprehensiveness of repair-specific information was also rated low. This is in line with previous studies assessing the quality of websites regarding different dental health-related information [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Dental health-related information was not comprehensive and of lower quality than websites' technical and functional aspects.</p>
        <p>A number of reasons for these findings are conceivable. First, dentists might not have enough time to create and maintain a content-comprehensive website. Dentists might also feel that informing patients online is not necessary or that it is not their task to supply patients with comprehensive health care information on their websites. The perceived lack of financial gain from providing such content online may add to this. Also, provided online content might need to be discussed with patients at the next appointment, which may be seen as a waste of time. Data from the United States demonstrated that physicians perceive appointments as less efficient and more difficult if patients have already gained information online [<xref ref-type="bibr" rid="ref33">33</xref>]. In contrast, insufficient knowledge regarding repairs among dentists is unlikely to be a reason, as repairs are frequently taught at dental schools in Germany and all over the world [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. However, dentists might regard implantology or orthodontic information to be of more importance than information on repairs, resulting in higher quality scores concerning technical aspects and generic quality and risk of bias of these websites (also measured using LIDA and DISCERN) [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p>
      </sec>
      <sec>
        <title>Impact of Practice-Specific Parameters</title>
        <p>We did not find any significant association between practice-specific parameters and website quality scores. We therefore must reject our hypothesis. This is a surprising outcome, as a range of parameters including those related to the individual practitioner and their practice seem to impact on repair behavior [<xref ref-type="bibr" rid="ref1">1</xref>]. For example, low dentist density (ie, in a rural area), more experience or knowledge (ie, being a member of the dental associations), fewer years since dental school graduation, and working in larger group practices (ie, with multiple dentists) have been found to facilitate repairs. Also, we assumed website quality would be higher in younger dentists being more comfortable with technology and in larger group practices (with higher budgets for an online presence and marketing). Notably, a previous study on dentist websites and their quality also failed to demonstrate significant associations with most of such practice-specific parameters [<xref ref-type="bibr" rid="ref22">22</xref>]. We mainly ascribe this to the fact that the overall quality was too poor throughout different websites, and dentists generally do not seem to prioritize providing information on repairs on their website regardless of their background or practice environment.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study has a number of limitations. First, the relatively small number of included websites (n=50) must be noted. Notably, the sample size was not based on a formal sample size estimation but guided by a previous study [<xref ref-type="bibr" rid="ref22">22</xref>] and the availability of websites. Our study might have been underpowered, and the lack of significant associations should hence be interpreted with caution. Second, we focused on German-speaking websites only. It is possible, albeit unlikely, that websites in other languages present a higher quality (eg, with regard to periodontitis, both German- and English-speaking websites showed a low quality of information) [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Last, we used established and validated criteria to assess technical aspects and generic quality and risk of bias but developed an assessment checklist for the repair-specific quality and comprehensiveness on our own. The validity of this checklist was not formally tested, and using another checklist may lead to different results.</p>
      </sec>
      <sec>
        <title>Overcoming Observed Shortcomings</title>
        <p>To overcome the shortcomings of dentist websites, a number of interventions are conceivable. Regulatory and legislative bodies might enforce better information standards. Professional dental bodies might assist dentists by providing high-quality information suitable for adoption on dentists’ websites. Alternatively, dentists could provide links to other validated websites or organizations able to provide comprehensive information, such as dental research societies, thereby reducing the burden for the individual dentist to provide and maintain high-quality information. We did not check society websites as it can be assumed that information presented is both trustworthy and comprehensive.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>In conclusion, only a minority of dentist websites informed patients about repair restorations. Despite sufficient technical and functional quality, the websites that did mention repairs were not comprehensive and prone to a high risk of bias. Dentists are encouraged to provide better and more trustworthy health information, including but not limited to repairs. Professional or regulatory bodies might assist dentists by providing high-quality information suitable for adoption on dentist websites. In the meantime, patients must be aware of the limitations and should seek information regarding repairs elsewhere.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Search terms used in the research.</p>
        <media xlink:href="jmir_v22i4e17250_app1.doc" xlink:title="DOC File , 56 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Flowchart representing the search workflow.</p>
        <media xlink:href="jmir_v22i4e17250_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>List of websites with information on repair restorations or restoration repair.</p>
        <media xlink:href="jmir_v22i4e17250_app3.doc" xlink:title="DOC File , 172 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">DGZMK</term>
          <def>
            <p>German Society of Dentistry and Oral Medicine</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ENTREQ</term>
          <def>
            <p>Enhancing Transparency in Reporting the Synthesis of Qualitative Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">IQR</term>
          <def>
            <p>interquartile range</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">SSO</term>
          <def>
            <p>Swiss Dental Association</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors acknowledge support by the Open Access Publication Funds of Göttingen University. The funder had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kanzow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wiegand</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Göstemeyer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Schwendicke</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Understanding the management and teaching of dental restoration repair: systematic review and meta-analysis of surveys</article-title>
          <source>J Dent</source>
          <year>2018</year>
          <month>02</month>
          <volume>69</volume>
          <fpage>1</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jdent.2017.09.010</pub-id>
          <pub-id pub-id-type="medline">28943362</pub-id>
          <pub-id pub-id-type="pii">S0300-5712(17)30236-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kanzow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wiegand</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>NHF</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Blum</surname>
              <given-names>IR</given-names>
            </name>
          </person-group>
          <article-title>Contemporary teaching of restoration repair at dental schools in Germany: close to universality and consistency</article-title>
          <source>J Dent</source>
          <year>2018</year>
          <month>08</month>
          <volume>75</volume>
          <fpage>121</fpage>
          <lpage>124</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jdent.2018.06.008</pub-id>
          <pub-id pub-id-type="medline">29933003</pub-id>
          <pub-id pub-id-type="pii">S0300-5712(18)30166-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Opdam</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bronkhorst</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Loomans</surname>
              <given-names>BAC</given-names>
            </name>
            <name name-style="western">
              <surname>Huysmans</surname>
              <given-names>MCDNJM</given-names>
            </name>
          </person-group>
          <article-title>Longevity of repaired restorations: a practice based study</article-title>
          <source>J Dent</source>
          <year>2012</year>
          <month>10</month>
          <volume>40</volume>
          <issue>10</issue>
          <fpage>829</fpage>
          <lpage>835</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jdent.2012.06.007</pub-id>
          <pub-id pub-id-type="medline">22771415</pub-id>
          <pub-id pub-id-type="pii">S0300-5712(12)00174-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van de Sande</surname>
              <given-names>FH</given-names>
            </name>
            <name name-style="western">
              <surname>Moraes</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Elias</surname>
              <given-names>RV</given-names>
            </name>
            <name name-style="western">
              <surname>Montagner</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Rodolpho</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Demarco</surname>
              <given-names>FF</given-names>
            </name>
            <name name-style="western">
              <surname>Cenci</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Is composite repair suitable for anterior restorations? A long-term practice-based clinical study</article-title>
          <source>Clin Oral Investig</source>
          <year>2019</year>
          <month>06</month>
          <volume>23</volume>
          <issue>6</issue>
          <fpage>2795</fpage>
          <lpage>2803</lpage>
          <pub-id pub-id-type="doi">10.1007/s00784-018-2722-5</pub-id>
          <pub-id pub-id-type="medline">30368661</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00784-018-2722-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruiz</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Nicoloso</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Franzon</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lenzi</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>de Araujo</surname>
              <given-names>FB</given-names>
            </name>
            <name name-style="western">
              <surname>Casagrande</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Repair increases the survival of failed primary teeth restorations in high-caries risk children: a university-based retrospective study</article-title>
          <source>Clin Oral Investig</source>
          <year>2020</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1007/s00784-019-02899-9</pub-id>
          <pub-id pub-id-type="medline">31016542</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00784-019-02899-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laske</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Opdam</surname>
              <given-names>NJM</given-names>
            </name>
            <name name-style="western">
              <surname>Bronkhorst</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Braspenning</surname>
              <given-names>JCC</given-names>
            </name>
            <name name-style="western">
              <surname>Huysmans</surname>
              <given-names>MCDNJM</given-names>
            </name>
          </person-group>
          <article-title>The differences between three performance measures on dental restorations, clinical success, survival and failure: a matter of perspective</article-title>
          <source>Dent Mater</source>
          <year>2019</year>
          <month>10</month>
          <volume>35</volume>
          <issue>10</issue>
          <fpage>1506</fpage>
          <lpage>1513</lpage>
          <pub-id pub-id-type="doi">10.1016/j.dental.2019.07.010</pub-id>
          <pub-id pub-id-type="medline">31421955</pub-id>
          <pub-id pub-id-type="pii">S0109-5641(19)30686-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>BMC</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>EJNLD</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>DMTP</given-names>
            </name>
            <name name-style="western">
              <surname>Reis</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Fidalgo</surname>
              <given-names>TKDS</given-names>
            </name>
          </person-group>
          <article-title>Longevity of defective direct restorations treated by minimally invasive techniques or complete replacement in permanent teeth: a systematic review</article-title>
          <source>J Dent</source>
          <year>2018</year>
          <month>11</month>
          <volume>78</volume>
          <fpage>22</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jdent.2018.09.001</pub-id>
          <pub-id pub-id-type="medline">30189230</pub-id>
          <pub-id pub-id-type="pii">S0300-5712(18)30402-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kanzow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wiegand</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schwendicke</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Göstemeyer</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Same, same, but different? A systematic review of protocols for restoration repair</article-title>
          <source>J Dent</source>
          <year>2019</year>
          <month>07</month>
          <volume>86</volume>
          <fpage>1</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jdent.2019.05.021</pub-id>
          <pub-id pub-id-type="medline">31108118</pub-id>
          <pub-id pub-id-type="pii">S0300-5712(19)30104-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kanzow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wiegand</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schwendicke</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Cost-effectiveness of repairing versus replacing composite or amalgam restorations</article-title>
          <source>J Dent</source>
          <year>2016</year>
          <month>11</month>
          <volume>54</volume>
          <fpage>41</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jdent.2016.08.008</pub-id>
          <pub-id pub-id-type="medline">27575986</pub-id>
          <pub-id pub-id-type="pii">S0300-5712(16)30165-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kanzow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tschammler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kruppa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rödig</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wiegand</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Attitudes, practice, and experience of German dentists regarding repair restorations</article-title>
          <source>Clin Oral Investig</source>
          <year>2017</year>
          <month>05</month>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>1087</fpage>
          <lpage>1093</lpage>
          <pub-id pub-id-type="doi">10.1007/s00784-016-1859-3</pub-id>
          <pub-id pub-id-type="medline">27255959</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00784-016-1859-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kanzow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dieckmann</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hausdörfer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Attin</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wiegand</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wegehaupt</surname>
              <given-names>FJ</given-names>
            </name>
          </person-group>
          <article-title>Repair restorations: questionnaire survey among dentists in the Canton of Zurich, Switzerland</article-title>
          <source>Swiss Dent J</source>
          <year>2017</year>
          <month>04</month>
          <day>10</day>
          <volume>127</volume>
          <issue>4</issue>
          <fpage>300</fpage>
          <lpage>311</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.sso.ch/pubmed.cfm?a=sdj-2017-04-01"/>
          </comment>
          <pub-id pub-id-type="medline">28480953</pub-id>
          <pub-id pub-id-type="pii">sdj-2017-04-01</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blum</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Newton</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>NHF</given-names>
            </name>
          </person-group>
          <article-title>A cohort investigation of the changes in vocational dental practitioners' views on repairing defective direct composite restorations</article-title>
          <source>Br Dent J</source>
          <year>2005</year>
          <month>09</month>
          <volume>199</volume>
          <issue>Suppl 5</issue>
          <fpage>S27</fpage>
          <lpage>S30</lpage>
          <pub-id pub-id-type="doi">10.1038/sj.bdj.4812789</pub-id>
          <pub-id pub-id-type="medline">16192929</pub-id>
          <pub-id pub-id-type="pii">4812789</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reineix</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Holmgren</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Muller-Bolla</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chadelat</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Volgenant</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>De Soet</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kopperud</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Staxrud</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Seux</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Doméjean</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Réparation des restaurations défectueuses—Connaissances et attitudes thérapeutiques en France</article-title>
          <source>Le Chirurgien-Dentiste de France</source>
          <year>2019</year>
          <volume>1842-1843</volume>
          <fpage>35</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hal.archives-ouvertes.fr/hal-02326440"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rainie</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>The online health care revolution</source>
          <year>2000</year>
          <month>11</month>
          <day>26</day>
          <access-date>2020-03-04</access-date>
          <publisher-loc>Washington</publisher-loc>
          <publisher-name>Pew Internet and American Life Project</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/2000/11/26/the-online-health-care-revolution/">https://www.pewresearch.org/internet/2000/11/26/the-online-health-care-revolution/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Köhler</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>How do consumers search for and appraise health information on the world wide web? Qualitative study using focus groups, usability tests, and in-depth interviews</article-title>
          <source>BMJ</source>
          <year>2002</year>
          <month>03</month>
          <day>9</day>
          <volume>324</volume>
          <issue>7337</issue>
          <fpage>573</fpage>
          <lpage>577</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/11884321"/>
          </comment>
          <pub-id pub-id-type="medline">11884321</pub-id>
          <pub-id pub-id-type="pmcid">PMC78994</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ghersi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Petticrew</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Preferred reporting items for systematic review and meta-analysis protocols (PRISMA-P) 2015 statement</article-title>
          <source>Syst Rev</source>
          <year>2015</year>
          <month>01</month>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.systematicreviewsjournal.com/content/4//1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/2046-4053-4-1</pub-id>
          <pub-id pub-id-type="medline">25554246</pub-id>
          <pub-id pub-id-type="pii">2046-4053-4-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4320440</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Flemming</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McInnes</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Oliver</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Enhancing transparency in reporting the synthesis of qualitative research: ENTREQ</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2012</year>
          <volume>27</volume>
          <issue>12</issue>
          <fpage>181</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-12-181"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-12-181</pub-id>
          <pub-id pub-id-type="medline">23185978</pub-id>
          <pub-id pub-id-type="pii">1471-2288-12-181</pub-id>
          <pub-id pub-id-type="pmcid">PMC3552766</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <source>Minervation</source>
          <year>2011</year>
          <access-date>2020-03-04</access-date>
          <comment>The LIDA Instrument: Minervation validation instrument for health care web sites, version 1.2<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.minervation.com/wp-content/uploads/2011/04/Minervation-LIDA-instrument-v1-2.pdf">http://www.minervation.com/wp-content/uploads/2011/04/Minervation-LIDA-instrument-v1-2.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charnock</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shepperd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Needham</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gann</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>DISCERN: an instrument for judging the quality of written consumer health information on treatment choices</article-title>
          <source>J Epidemiol Community Health</source>
          <year>1999</year>
          <month>02</month>
          <volume>53</volume>
          <issue>2</issue>
          <fpage>105</fpage>
          <lpage>111</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://jech.bmj.com/cgi/pmidlookup?view=long&#38;pmid=10396471"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jech.53.2.105</pub-id>
          <pub-id pub-id-type="medline">10396471</pub-id>
          <pub-id pub-id-type="pmcid">PMC1756830</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blizniuk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Furukawa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ueno</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kawaguchi</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of English websites on dental caries by using consumer evaluation tools</article-title>
          <source>Oral Health Prev Dent</source>
          <year>2016</year>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>363</fpage>
          <lpage>369</lpage>
          <pub-id pub-id-type="doi">10.3290/j.ohpd.a35746</pub-id>
          <pub-id pub-id-type="medline">26973989</pub-id>
          <pub-id pub-id-type="pii">35746</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aguirre</surname>
              <given-names>PEA</given-names>
            </name>
            <name name-style="western">
              <surname>Coelho</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Rios</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>MAAM</given-names>
            </name>
            <name name-style="western">
              <surname>Cruvinel</surname>
              <given-names>AFP</given-names>
            </name>
            <name name-style="western">
              <surname>Cruvinel</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the dental caries-related information on Brazilian websites: qualitative study</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>12</month>
          <day>13</day>
          <volume>19</volume>
          <issue>12</issue>
          <fpage>e415</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/12/e415/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7681</pub-id>
          <pub-id pub-id-type="medline">29237585</pub-id>
          <pub-id pub-id-type="pii">v19i12e415</pub-id>
          <pub-id pub-id-type="pmcid">PMC5745348</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwendicke</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Stange</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stange</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Graetz</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>German dentists' websites on periodontitis have low quality of information</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2017</year>
          <month>08</month>
          <day>02</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>114</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-017-0511-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-017-0511-8</pub-id>
          <pub-id pub-id-type="medline">28768511</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-017-0511-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5541403</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rossi-Fedele</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Musu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cotti</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dogramacı</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Root canal treatment versus single-tooth implant: a systematic review of internet content</article-title>
          <source>J Endod</source>
          <year>2016</year>
          <month>06</month>
          <volume>42</volume>
          <issue>6</issue>
          <fpage>846</fpage>
          <lpage>853</lpage>
          <pub-id pub-id-type="doi">10.1016/j.joen.2016.02.011</pub-id>
          <pub-id pub-id-type="medline">27080114</pub-id>
          <pub-id pub-id-type="pii">S0099-2399(16)00172-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aldairy</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Laverick</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McIntyre</surname>
              <given-names>GT</given-names>
            </name>
          </person-group>
          <article-title>Orthognathic surgery: is patient information on the Internet valid?</article-title>
          <source>Eur J Orthod</source>
          <year>2012</year>
          <month>08</month>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>466</fpage>
          <lpage>469</lpage>
          <pub-id pub-id-type="doi">10.1093/ejo/cjr046</pub-id>
          <pub-id pub-id-type="medline">21459834</pub-id>
          <pub-id pub-id-type="pii">cjr046</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Livas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Delli</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Quality evaluation of the available Internet information regarding pain during orthodontic treatment</article-title>
          <source>Angle Orthod</source>
          <year>2013</year>
          <month>05</month>
          <volume>83</volume>
          <issue>3</issue>
          <fpage>500</fpage>
          <lpage>506</lpage>
          <pub-id pub-id-type="doi">10.2319/052512-435.1</pub-id>
          <pub-id pub-id-type="medline">23025687</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pithon</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>dos Santos</surname>
              <given-names>ES</given-names>
            </name>
          </person-group>
          <article-title>Information available on the internet about pain after orthognathic surgery: a careful review</article-title>
          <source>Dental Press J Orthod</source>
          <year>2014</year>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>86</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.scielo.br/scielo.php?script=sci_arttext&#38;pid=S2176-94512014000600086&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.1590/2176-9451.19.6.086-092.oar</pub-id>
          <pub-id pub-id-type="medline">25628084</pub-id>
          <pub-id pub-id-type="pii">S2176-94512014000600086</pub-id>
          <pub-id pub-id-type="pmcid">PMC4347415</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cobourne</surname>
              <given-names>MT</given-names>
            </name>
          </person-group>
          <article-title>The design and content of orthodontic practise websites in the UK is suboptimal and does not correlate with search ranking</article-title>
          <source>Eur J Orthod</source>
          <year>2015</year>
          <month>08</month>
          <volume>37</volume>
          <issue>4</issue>
          <fpage>447</fpage>
          <lpage>452</lpage>
          <pub-id pub-id-type="doi">10.1093/ejo/cju078</pub-id>
          <pub-id pub-id-type="medline">25488944</pub-id>
          <pub-id pub-id-type="pii">cju078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Verhoef</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Livas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Delli</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Assessing the standards of online oral hygiene instructions for patients with fixed orthodontic appliances</article-title>
          <source>J Am Dent Assoc</source>
          <year>2015</year>
          <month>05</month>
          <volume>146</volume>
          <issue>5</issue>
          <fpage>310</fpage>
          <lpage>317</lpage>
          <pub-id pub-id-type="doi">10.1016/j.adaj.2015.01.004</pub-id>
          <pub-id pub-id-type="medline">25925523</pub-id>
          <pub-id pub-id-type="pii">S0002-8177(15)00214-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dogramacı</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rossi-Fedele</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The quality of information on the Internet on orthodontic retainer wear: a cross-sectional study</article-title>
          <source>J Orthod</source>
          <year>2016</year>
          <month>03</month>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="doi">10.1080/14653125.2015.1114711</pub-id>
          <pub-id pub-id-type="medline">26751763</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <source>Online Broken Link Checker</source>
          <access-date>2020-03-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.brokenlinkcheck.com/">https://www.brokenlinkcheck.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <source>Miniwatts Marketing Group</source>
          <year>2019</year>
          <month>11</month>
          <day>30</day>
          <access-date>2020-03-04</access-date>
          <comment>Internet stats and Facebook usage in Europe: June 2019 statistics<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.internetworldstats.com/stats4.htm#europe">https://www.internetworldstats.com/stats4.htm#europe</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>SEO-united</collab>
          </person-group>
          <source>Statista</source>
          <year>2016</year>
          <month>03</month>
          <access-date>2020-03-04</access-date>
          <comment>Marktanteile führender Suchmaschinen in Deutschland in den Jahren 2014 bis 2016<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://de.statista.com/statistik/daten/studie/167841/umfrage/marktanteile-ausgewaehlter-suchmaschinen-in-deutschland/">https://de.statista.com/statistik/daten/studie/167841/umfrage/marktanteile-ausgewaehlter-suchmaschinen-in-deutschland/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lo</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pollack</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Donelan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Catania</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zapert</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The impact of health information on the Internet on health care and the physician-patient relationship: national U.S. survey among 1,050 U.S. physicians</article-title>
          <source>J Med Internet Res</source>
          <year>2003</year>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2003/3/e17/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5.3.e17</pub-id>
          <pub-id pub-id-type="medline">14517108</pub-id>
          <pub-id pub-id-type="pmcid">PMC1550564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bizzi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ghezzi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Paudyal</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Health information quality of websites on periodontology</article-title>
          <source>J Clin Periodontol</source>
          <year>2017</year>
          <month>03</month>
          <volume>44</volume>
          <issue>3</issue>
          <fpage>308</fpage>
          <lpage>314</lpage>
          <pub-id pub-id-type="doi">10.1111/jcpe.12668</pub-id>
          <pub-id pub-id-type="medline">28005268</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
