<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v24i4e31659</article-id>
      <article-id pub-id-type="pmid">35394435</article-id>
      <article-id pub-id-type="doi">10.2196/31659</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Physician Gender, Patient Risk, and Web-Based Reviews: Longitudinal Study of the Relationship Between Physicians’ Gender and Their Web-Based Reviews</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Metelmann</surname>
            <given-names>Bibiana</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Krukowski</surname>
            <given-names>Rebecca</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Verran</surname>
            <given-names>Deborah</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Salimi</surname>
            <given-names>Maryam</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Saifee</surname>
            <given-names>Danish Hasnain</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2058-4117</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Hudnall</surname>
            <given-names>Matthew</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Information Systems, Statistics, and Management Science</institution>
            <institution>The University of Alabama</institution>
            <addr-line>801 University Blvd</addr-line>
            <addr-line>Tuscaloosa, AL, 35487-0290</addr-line>
            <country>United States</country>
            <phone>1 205 348 0856</phone>
            <email>matthew.hudnall@ua.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3063-2458</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Raja</surname>
            <given-names>Uzma</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5791-8566</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Information Systems, Statistics, and Management Science</institution>
        <institution>The University of Alabama</institution>
        <addr-line>Tuscaloosa, AL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Systems and Technology</institution>
        <institution>Auburn University</institution>
        <addr-line>Auburn, AL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Matthew Hudnall <email>matthew.hudnall@ua.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>8</day>
        <month>4</month>
        <year>2022</year>
      </pub-date>
      <volume>24</volume>
      <issue>4</issue>
      <elocation-id>e31659</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>6</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>18</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>2</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>3</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Danish Hasnain Saifee, Matthew Hudnall, Uzma Raja. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 08.04.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2022/4/e31659" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Web-based reviews of physicians have become exceedingly popular among health care consumers since the early 2010s. A factor that can potentially influence these reviews is the gender of the physician, because the physician’s gender has been found to influence patient-physician communication. Our study is among the first to conduct a rigorous longitudinal analysis to study the effects of the gender of physicians on their reviews, after accounting for several important clinical factors, including patient risk, physician specialty, and temporal factors, using time fixed effects. In addition, this study is among the first to study the possible gender bias in web-based reviews using statewide data from Alabama, a predominantly rural state with high Medicaid and Medicare use.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study conducts a longitudinal empirical investigation of the relationship between physician gender and their web-based reviews using data across the state of Alabama, after accounting for patient risk and temporal effects.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We created a unique data set by combining data from web-based physician reviews from the popular physician review website, RateMDs, and clinical data from the Center for Medicare and Medicaid Services for the state of Alabama. We used longitudinal econometric specifications to conduct an econometric analysis, while controlling for several important clinical and review characteristics across four rating dimensions (helpfulness, knowledge, staff, and punctuality). The overall rating and these four rating dimensions from RateMDs were used as the dependent variables, and physician gender was the key explanatory variable in our panel regression models.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The panel used to conduct the main econometric analysis included 1093 physicians. After controlling for several clinical and review factors, the physician random effects specifications showed that male physicians receive better web-based ratings than female physicians. Coefficients and corresponding SEs and <italic>P</italic> values of the binary variable <italic>GenderFemale</italic> (1 for female physicians and 0 otherwise) with different rating variables as outcomes were as follows: <italic>OverallRating</italic> (coefficient –0.194, SE 0.060; <italic>P</italic>=.001), <italic>HelpfulnessRating</italic> (coefficient –0.221, SE 0.069; <italic>P</italic>=.001), <italic>KnowledgeRating</italic> (coefficient –0.230, SE 0.065; <italic>P</italic>&#60;.001), <italic>StaffRating</italic> (coefficient –0.123, SE 0.062; <italic>P</italic>=.049), and <italic>PunctualityRating</italic> (coefficient –0.200, SE 0.067; <italic>P</italic>=.003). The negative coefficients indicate a bias toward male physicians versus female physicians for aforementioned rating variables.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study found that female physicians receive lower web-based ratings than male physicians even after accounting for several clinical characteristics associated with the physicians and temporal effects. Although the magnitude of the coefficients of <italic>GenderFemale</italic> was relatively small, they were statistically significant. This study provides support to the findings on gender bias in the existing health care literature. We contribute to the existing literature by conducting a study using data across the state of Alabama and using a longitudinal econometric analysis, along with incorporating important clinical and review controls associated with the physicians.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>web-based physician reviews</kwd>
        <kwd>gender</kwd>
        <kwd>gender bias</kwd>
        <kwd>patient perception</kwd>
        <kwd>Alabama</kwd>
        <kwd>patient risk</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Web-based reviews of physicians have been gaining significant popularity among health care consumers or patients over the past 2 decades. Some examples of popular websites for web-based physician reviews are RateMDs [<xref ref-type="bibr" rid="ref1">1</xref>], Vitals [<xref ref-type="bibr" rid="ref2">2</xref>], and HealthGrades [<xref ref-type="bibr" rid="ref3">3</xref>]. The prominence of these reviews is enhanced as the health care landscape in the United States becomes more patient-centric. Patients are becoming more involved in the management of their own health care. Although the review websites were initially popular among certain demographics [<xref ref-type="bibr" rid="ref4">4</xref>], over time, they have gained significant popularity across a substantial portion of patient population. In fact, a recent survey of web-based physician reviews found that approximately 95% of the respondents viewed web-based reviews to be <italic>somewhat reliable</italic> or <italic>very reliable</italic>, and approximately 70% of respondents said that their choice of a physician was affected by the ratings or reviews on web-based physician review websites [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>The literature on web-based reviews of physicians has been growing in the past 10 years. Using data from the United States and other countries, numerous studies have examined the content and valence of web-based physician or hospital reviews and the factors that could explain their variance [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. A substream of this literature examined the relationship between the clinical outcomes or performance of physicians and their web-based reviews. The results were quite mixed [<xref ref-type="bibr" rid="ref13">13</xref>]. Some studies have found a statistically significant association between physicians’ clinical performance and their web-based reviews [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. On the other hand, some studies have found that physicians with better clinical practices or outcomes do not receive better web-based reviews [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>Another substream has investigated the influence of web-based physician reviews on patients’ choices. There has been a significant interest among health care researchers and practitioners in the health care consumers’ awareness of web-based physician reviews [<xref ref-type="bibr" rid="ref22">22</xref>]. Several studies have investigated whether web-based physician reviews impact patients’ choices and whether there are certain characteristics of these reviews that impact the choice. These studies found that high number of reviews and high valence of reviews were associated with a more positive attitude toward the rated physicians and their selection by patients [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>The increasing reliance on web-based physician reviews is indicated by other surveys also [<xref ref-type="bibr" rid="ref26">26</xref>]. These surveys of web-based reviews also reveal that a significant portion of patients checks the web-based reviews of physicians, even if they were referred to these physicians by their health care providers. Collectively, these findings reveal the extent to which web-based reviews of physicians have become prominent among patients or health care consumers.</p>
        <p>As web-based health care information, including physician reviews, is publicly available and easily accessible, there has been a long-standing concern among the health care providers and research communities about the quality and clinical relevance of web-based health care information [<xref ref-type="bibr" rid="ref27">27</xref>]. The interaction between health care providers and their patients can affect the patients’ opinions of them. In turn, these opinions can become web-based reviews that are accessible to anyone searching for their physicians’ information on the web.</p>
        <p>There has been a long-established interest among researchers in the impact of physician gender on patient communication and patients’ choice of physicians. Extant literature has found that female physicians tend to engage in patient-centered communication [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>] and do not receive ratings as high as their male counterparts [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. It has also been proposed that the relationship between physicians and their patients might be affected by the physician’s gender and different expectations of patients from male and female physicians [<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref35">35</xref>]. The dynamics of patients’ communication and relationship with physicians of different genders have received significant attention in the extant literature [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <p>Questions about whether patients have a preference for male physicians over female physicians, and vice versa, and whether their opinions of physicians are affected by the physicians’ gender have also received substantial attention from health care professionals and researchers. For instance, in a survey of 185 patients, Fennema et al [<xref ref-type="bibr" rid="ref38">38</xref>] found that 43% of women and 12% of men preferred a female physician, whereas 31% of men and 9% of women preferred a male physician and that patients who preferred male physicians reported technical competence to be a more prominent characteristic of male physicians. In a different survey, Kerssens et al [<xref ref-type="bibr" rid="ref39">39</xref>] did not find a preference for surgeons or anesthesiologists of a particular gender, but found preferences for female physicians as gynecologists in 8.5:1 ratio and general practitioners in 2.32:1 ratio among female respondents. In another survey of 125 women, Plunkett et al [<xref ref-type="bibr" rid="ref40">40</xref>] found that the gender of a physician was not of primary importance when selecting an obstetrician or gynecologist. Some of these studies have also attempted to identify the mechanisms that may have led to their findings. There have also been calls for suggestions on making health care workplaces more equitable for female physicians [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>With the proliferation of web-based physician reviews among patients or health care consumers, a natural and important question is, “Whether and to what extent is a physician’s gender related to their online reviews after accounting for patient risk and time shocks (time fixed effects)?”</p>
        <p>After a careful review of the existing literature, we found that the potential effect of physician gender on web-based reviews of physicians has not received sufficient attention. In the few studies that have examined the relationship between physicians’ gender and their web-based reviews, the findings have been mixed. For example, Dunivin et al [<xref ref-type="bibr" rid="ref32">32</xref>] and Thawani et al [<xref ref-type="bibr" rid="ref42">42</xref>] found that female physicians receive lower ratings than male physicians. On the other hand, Emmert and Meier [<xref ref-type="bibr" rid="ref43">43</xref>] found that female physicians receive better ratings than their male counterparts. Marrero et al [<xref ref-type="bibr" rid="ref44">44</xref>] found that female surgeons receive more positive ratings for social interaction, whereas male surgeons receive better ratings for technical aspects. Clearly, the possible effect of physicians’ gender on their web-based reviews, or lack thereof, requires more thorough examination.</p>
        <p>In the examination of the aforementioned relationship, it is important to account for the characteristics of patients, such as patient risk, in some form. It is also important to account for the variation in the reviews over time to determine the direct relationship between physicians’ gender and their web-based reviews. Including patient risk allows us to account for the health characteristics of a significant patient population under the care of physicians. Not controlling for such characteristics can potentially bias the results because a physician’s interaction can be affected by the existing health condition of their patients. Therefore, we examine the effect of physician gender on web-based patient reviews, while controlling for patient health risks over time.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>To the best of our knowledge, our study is among the first to examine the effect of physicians’ gender on their web-based reviews over time and after accounting for patient risk. Furthermore, our study is the first to conduct such an investigation using physician data across Alabama, a state that has received very little attention in the literature on web-based physician reviews. We accomplish our analysis by using a unique data set that we created by combining data from web-based physician reviews from a popular physician review website, RateMDs, and clinical data from the Center for Medicare and Medicaid Services (CMS) for the state of Alabama.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics Approval</title>
        <p>No ethics board review or approval was required for this study. All the raw data that were collected for this study are publicly available on the web.</p>
      </sec>
      <sec>
        <title>Data</title>
        <p>To study whether web-based reviews of physicians are more favorable toward male or female physicians, we constructed a panel data set of physicians in Alabama using data from 2 sources. The unit of analysis in our study was a physician, and the time periods in the panel were years. We collected data on web-based reviews and the gender of physicians from RateMDs to construct our web-based review data set spanning from 2012 to 2018. We used Python (Python Software Foundation) to collect data from RateMDs. We also obtained clinical data on physicians from Medicare Provider Utilization and Payment Data: Physician and Other Supplier [<xref ref-type="bibr" rid="ref45">45</xref>], which traversed the same time frame of 2012 to 2018. We combined the data from these sources using a combination of physicians’ first names, last names, specialty, and years. Our final unbalanced panel data set had 1093 matching physicians over a 7-year time span (2012 to 2018) that matched both data sets. There were 5912 physicians in the RateMDs data set who had at least one review, and there were a total of approximately 26,600 reviews across these physicians. Among these 5912 physicians, 2673 (45.21%) physicians had reviews in at least two years. We were able to match 40.89% (1093/2673) of these physicians with our data from CMS, and this 40.89% (1093/2673) of the physicians constituted the panel used to conduct the panel analysis in this study.</p>
        <p>Each physician in our final panel has a unique national provider identification number that was collected from CMS. This ensured that all the physicians in our final panel were unique. <xref rid="figure1" ref-type="fig">Figure 1</xref> shows an anonymized selection of reviews from RateMDs for a physician in our data set. As shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, a physician can receive numeric ratings on four different dimensions (staff, punctuality, helpfulness, and knowledge). Along with these numeric ratings, a physician can also receive textual comments. The dates on which the reviews were provided on RateMDs is also shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>. Patient reviews on RateMDs and optional responses by the physicians are free of charge. Paid tiers for physicians exist on RateMDs, but they do not allow for the alteration of reviews. The paid tiers allow for physicians to be notified of new ratings, the ability to feature a rating, appointment requests, photos, and other features, but no paid feature inhibits the ability of a person to post a review on the site.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Example screenshot of RateMDs reviews for a physician.</p>
          </caption>
          <graphic xlink:href="jmir_v24i4e31659_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Measures</title>
        <p>As we were examining whether the web-based reviews of physicians are favorable to male or female physicians, we constructed our dependent variables using the numeric physician ratings from RateMDs. Physicians on RateMDs can be rated on four dimensions: helpfulness, knowledge, staff, and punctuality. The ratings for each of these dimensions are on a scale of 1 to 5, with 5 being the best possible score and 1 being the lowest score. To capture the information in each of these four dimensions, we constructed the following four dependent variables: <italic>HelpfulnessRating</italic>, <italic>KnowledgeRating</italic>, <italic>StaffRating,</italic> and <italic>PunctualityRating</italic>. <italic>HelpfulnessRating</italic> was the average of the ratings received by a physician on the helpfulness dimension in a year. Similarly, <italic>KnowledgeRating</italic>, <italic>StaffRating,</italic> and <italic>PunctualityRating</italic> were the averages of the ratings received by a physician on the knowledge, staff, and punctuality dimensions, respectively. To capture the combined information across these dimensions, we constructed a panel variable, <italic>OverallRating</italic>. For this purpose, initially, we constructed a variable <italic>NetRating</italic> using the average of the ratings received on the four aforementioned dimensions. Then, we constructed <italic>OverallRating</italic> by calculating the average of <italic>NetRating</italic> in each year, similar to how we constructed <italic>HelpfulnessRating</italic>, <italic>KnowledgeRating</italic>, <italic>StaffRating,</italic> and <italic>PunctualityRating</italic>.</p>
        <p>Our key explanatory variable was a time-invariant variable, <italic>GenderFemale,</italic> which equals 1 for female physicians and 0 for male physicians. We obtained data on the gender of the physicians from RateMDs. We also used several control variables to account for the clinical aspects associated with the physician and with the textual comments that go alongside numeric <italic>RateMDs</italic> ratings. Our control variables included <italic>RiskScore</italic>, <italic>TopicCare</italic>, <italic>TopicSurgery</italic>, <italic>TopicStaff,</italic> and <italic>Specialty</italic>.</p>
        <p><italic>RiskScore</italic> was the average yearly hierarchical condition category (HCC) risk score calculated by CMS using data on Medicare beneficiaries [<xref ref-type="bibr" rid="ref45">45</xref>]. HCC coding can provide information about patient complexity and a description of the medical complications a patient is experiencing. HCC relies on the International Classification of Diseases–10th Edition coding to assign risk scores to patients [<xref ref-type="bibr" rid="ref46">46</xref>]. A physician with high <italic>RiskScore</italic> would have Medicare beneficiaries with high risk scores (above-average spending). This variable allowed us to control for the patient risk score of the Medicare patients under the care of a physician. As Medicare is one of the largest health care insurers or payers in the United States, <italic>RiskScore</italic> helped us to account for the patient risk of a significant proportion of the patient population under the care of physicians.</p>
        <p><italic>TopicCare</italic> was the proportion of textual reviews received by a physician each year, in which the dominant underlying theme was care provided by the physician. <italic>TopicStaff</italic> was the proportion of textual reviews in which the dominant underlying theme was the office or staff of the physician. <italic>TopicSurgery</italic> was the proportion of textual reviews in which the dominant underlying theme was the surgical proficiency of the physician.</p>
        <p>To construct these topics (latent topics), we used topic modeling techniques based on Latent Dirichlet Allocation (LDA) [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]. LDA has been used extensively for topic modeling in the extant literature on web-based reviews of products and services, including several studies involving web-based physician reviews [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref49">49</xref>-<xref ref-type="bibr" rid="ref53">53</xref>]. The following sections provide a brief description of the main steps through which we used topic modeling to construct the aforementioned topic variables. We used R (R Foundation for Statistical Computing) for topic modeling.</p>
        <p>We created a corpus of all the reviews using an R text-mining package(TM) within RStudio, after which we converted the corpus to lower case [<xref ref-type="bibr" rid="ref54">54</xref>-<xref ref-type="bibr" rid="ref56">56</xref>]. We also replaced punctuation, numbers, and stop words. We <italic>stemmed</italic> the corpus to allow us to reduce words with a common root to the root word, such as <italic>nurse</italic> and <italic>nursing</italic> to the word fragment <italic>nurs</italic>. Next, we created the <italic>document-term matrix,</italic> which stored the frequencies of stemmed words in our textual comment corpus by each textual comment. Then, we leveraged the LDA algorithm and used an R package (topicmodels) to extract topics from our textual comments [<xref ref-type="bibr" rid="ref57">57</xref>-<xref ref-type="bibr" rid="ref59">59</xref>]. These R packages have been widely used in the literature mentioned previously to construct latent topics or themes from textual data. For each comment, a probability was assigned to each of the identified latent themes or topics, and the probabilities summed up to 1 for each comment. We classified each comment based on the topic that had the highest probability. We identified the most common words within each of the 3 target latent topics, as shown in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>. We chose these 3 topics because it was the minimum number of topics that we could use to clearly categorize the experiences with the physicians and their staff reported in textual reviews [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. <xref ref-type="boxed-text" rid="box1">Textbox 1</xref> shows the stemmed words most closely (probabilistically) associated with each of the 3 review comment topics.</p>
        <boxed-text id="box1" position="float">
          <title>Most prominent words (after stemming) by topic.</title>
          <p>
            <bold>TopicCare</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>care, doctor, staff, recommend, patient, time, knowledg, help, friend, love, wonder, high, listen, excel, and feel</p>
            </list-item>
          </list>
          <p>
            <bold>TopicStaff</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>time, office, doctor, wait, staff, patient, appoint, call, nurs, rude, visit, day, question, hour, and talk</p>
            </list-item>
          </list>
          <p>
            <bold>TopicSurgery</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>doctor, surgeri, pain, care, medic, life, patient, treat, recommend, time, day, surgeon, procedur, treatment, and feel</p>
            </list-item>
          </list>
        </boxed-text>
        <p>We had physicians from across 34 specialties in our final panel data set. The 15 specialties with most physicians (in descending order of the number of physicians) were as follows: general (family) practice, obstetrics and gynecology, internal medicine, orthopedic surgery, neurology, otolaryngology, cardiology, ophthalmology and optometry, psychiatry, dermatology, general surgery, podiatry, urology, endocrinology, and rheumatology. Physicians in these 15 specialties accounted for approximately 85.73% (937/1093) of all the physicians in our panel data set. Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> lists the number of male and female physicians across specialties in the panel data set. The physician specialties were time-invariant binary variables. Controlling for the specialties allowed us to compare the effect of the physicians’ gender on their reviews after accounting for the numerous unobservable time-invariant clinical aspects that could influence physicians of both genders within each specialty. We also conducted further robustness checks by including additional clinical review control variables. These control measures helped us significantly distinguish our research from previous studies.</p>
      </sec>
      <sec>
        <title>Analysis</title>
        <p>We used physician random effects panel regression, along with year fixed effects to account for time shocks. A time shock in the context of this paper can be considered as an event or collection of events that can impact physicians across the board in the duration of a year. For example, a statewide or nationwide health care policy change would likely have an impact on physicians across different specialties. As the analysis used panel data, it was important to account for such time shocks. We did so by including year fixed effects in our regression specifications. We used Stata (StataCorp) for conducting our econometric analysis.</p>
        <p>We leveraged the physician random effects model instead of the physician fixed effects model to estimate the effect of physician gender because of the following reasons: (1) our main explanatory variable, <italic>PhysicianGender,</italic> was time-invariant, and physician fixed effects would have subsumed the <italic>PhysicianGender</italic> variable and (2) a physician’s gender can be safely assumed to be randomly assigned in the context of our study, and thus, it was very unlikely that there were unobserved variables that could simultaneously drive or influence both the physician gender and their web-based reviews. The year fixed effects allowed us to account for the time shocks in the health care industry or web-based physician review websites that can influence physicians across the state of Alabama. The SEs shown in all the panel regression specifications were robust. For brevity, we do not report the coefficients, SEs, and <italic>P</italic> values of the different specialties and year fixed effects. The sum of <italic>TopicCare</italic>, <italic>TopicSurgery,</italic> and <italic>TopicStaff</italic> was equal to 1. In our specifications, <italic>TopicStaff</italic> was the base topic variable, and thus, not included in the regressions. One of the specialties and one of the years acted as the base specialty and base year, respectively, and thus, were not included in the regression specifications.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Descriptive Statistics</title>
        <p><xref rid="figure2" ref-type="fig">Figure 2</xref> shows the distribution of the number of reviews for male and female physicians across the years from the original RateMDs data set. This chart and the subsequent figures were created using the 1093 physicians who were present in our panels across CMS and RateMDs data used for panel regressions. Our panel consisted of a 7-year period spanning from 2012 to 2018 to include a broad set of historical data that were also relatively current. As shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>, the year 2014 had the highest number of reviews, whereas 2018 had the lowest number of reviews across the physicians in our panel, and there were ample number of physician reviews across all years in our panel.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Distribution of total number of physician reviews across years.</p>
          </caption>
          <graphic xlink:href="jmir_v24i4e31659_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p><xref rid="figure3" ref-type="fig">Figures 3</xref>-<xref rid="figure7" ref-type="fig">7</xref> show plots of the average annual values of <italic>OverallRating</italic>, <italic>HelpfulnessRating</italic>, <italic>KnowledgeRating</italic>, <italic>StaffRating,</italic> and <italic>PunctualityRating</italic> for male and female physicians for the 1093 physicians from RateMDs who were in the panel. As shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>, the average <italic>OverallRating</italic> of male physicians was consistently higher than that of female physicians. The average annual ratings on all 4 dimensions were more favorable for male physicians across most years. The time trends depicted in these figures revealed reviews more favorable toward male physicians than female physicians. The variation in the difference in the average values is visible in these figures and warrants a thorough longitudinal investigation of the effect of physician gender on the web-based ratings. Accordingly, we conducted a longitudinal or panel empirical investigation of the effect of a physician’s gender on their web-based ratings. As stated previously, we controlled for several clinical and review characteristics associated with physicians, and by doing so, we isolated the direct effect of a physician’s gender on their web-based ratings.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Comparison of average overall ratings for female and male physicians across years.</p>
          </caption>
          <graphic xlink:href="jmir_v24i4e31659_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Comparison of average helpfulness ratings for female and male physicians across years.</p>
          </caption>
          <graphic xlink:href="jmir_v24i4e31659_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Comparison of average knowledge ratings for female and male physicians across years.</p>
          </caption>
          <graphic xlink:href="jmir_v24i4e31659_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Comparison of average staff ratings for female and male physicians across years.</p>
          </caption>
          <graphic xlink:href="jmir_v24i4e31659_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Comparison of average punctuality ratings for female and male physicians across years.</p>
          </caption>
          <graphic xlink:href="jmir_v24i4e31659_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p><xref ref-type="table" rid="table1">Table 1</xref> shows the descriptive statistics of the various dependent variables, topic controls, and <italic>RiskScore</italic> control. The average values of the rating variables were between 3.5 and 3.6. In our panel, approximately 25.34% (277/1093) of the physicians were women. In Alabama, female physicians account for approximately 28.5% (3025/10,614) of the overall physician population [<xref ref-type="bibr" rid="ref60">60</xref>]. This suggests that the overall distribution of physician gender in our panel was fairly representative of that in Alabama.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Descriptive statistics (number of observations=3446).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Variable</td>
                <td>Values, mean (SD)</td>
                <td>Values, median</td>
                <td>Values, minimum</td>
                <td>Values, maximum</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>
                  <italic>OverallRating</italic>
                </td>
                <td>3.64 (1.43)</td>
                <td>4.25</td>
                <td>1</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>HelpfulnessRating</italic>
                </td>
                <td>3.54 (1.65)</td>
                <td>4.37</td>
                <td>1</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>KnowledgeRating</italic>
                </td>
                <td>3.74 (1.54)</td>
                <td>5</td>
                <td>1</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>StaffRating</italic>
                </td>
                <td>3.69 (1.48)</td>
                <td>4</td>
                <td>1</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>PunctualityRating</italic>
                </td>
                <td>3.60 (1.49)</td>
                <td>4</td>
                <td>1</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>TopicCare</italic>
                </td>
                <td>0.41 (0.45)</td>
                <td>0</td>
                <td>0</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>TopicSurgery</italic>
                </td>
                <td>0.27 (0.40)</td>
                <td>0</td>
                <td>0</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>TopicStaff</italic>
                </td>
                <td>0.32 (0.42)</td>
                <td>0</td>
                <td>0</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>RiskScore</italic>
                </td>
                <td>1.23 (0.41)</td>
                <td>1.14</td>
                <td>0.53</td>
                <td>5.62</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Effect of Gender</title>
        <p><xref ref-type="table" rid="table2">Table 2</xref> provides the results of random effects panel regression, with <italic>OverallRating</italic> as the dependent variable. We included physician specialties as controls and year fixed effects in each of the regression specifications. The SEs of each specification were robust. As shown in <xref ref-type="table" rid="table2">Table 2</xref>, the coefficient of <italic>GenderFemale</italic> was negative and statistically significant, implying that female physicians tend to receive worse overall web-based ratings than their male counterparts. The coefficient of <italic>RiskScore</italic> was statistically insignificant in all the specifications, implying that physicians who treat Medicare patients of high risk tend to not receive better or worse overall ratings than their counterparts who treat Medicare patients of low risk. The coefficients of <italic>TopicCare</italic> and <italic>TopicSurgery</italic> were positive and statistically significant, implying that the physicians who receive a high proportion of review comments with an underlying theme of physician care and surgical aspects tend to have better overall ratings than those who receive a high proportion of review comments with an underlying theme of their office and staff. In <xref ref-type="table" rid="table3">Tables 3</xref> and <xref ref-type="table" rid="table4">4</xref>, the coefficient of <italic>GenderFemale</italic> was negative and statistically significant for <italic>HelpfulnessRating</italic>, <italic>KnowledgeRating,</italic> and <italic>PunctualityRating,</italic> but not for <italic>StaffRating</italic>.</p>
        <p>The coefficient of <italic>RiskScore</italic> was statistically insignificant for each of the four rating dimensions, whereas that of <italic>TopicCare</italic> and <italic>TopicSurgery</italic> were positive and statistically significant. The magnitude of the coefficient of <italic>GenderFemale</italic> was close to 0.2. This means that, on average, female physicians receive ratings lower by 0.2 points than their male counterparts. For example, on average, if male physicians receive a rating of 4 out of 5, their female counterparts would receive a rating of 3.8 out of 5.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Estimation for OverallRating (N=1093)<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="380"/>
            <col width="400"/>
            <col width="220"/>
            <thead>
              <tr valign="top">
                <td>Variable</td>
                <td>Coefficient (SE)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>
                  <italic>GenderFemale</italic>
                </td>
                <td>−0.162 (0.060)</td>
                <td>.007</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>RiskScore</italic>
                </td>
                <td>−0.056 (0.086)</td>
                <td>.52</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>TopicCare</italic>
                </td>
                <td>1.557 (0.058)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>TopicSurgery</italic>
                </td>
                <td>0.739 (0.071)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Specialty controls=yes; year fixed effects=yes; robust SE=yes; overall R-squared=0.267; within R-squared=0.168; between R-squared =0.339.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Estimation for HelpfulnessRating and KnowledgeRating (N=1093).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="220"/>
            <col width="220"/>
            <col width="0"/>
            <col width="200"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td>Variable</td>
                <td colspan="3">
                  <italic>HelpfulnessRating</italic>
                  <sup>a</sup>
                </td>
                <td colspan="2">
                  <italic>KnowledgeRating</italic>
                  <sup>b</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Coefficient (SE)</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">Coefficient (SE)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>
                  <italic>GenderFemale</italic>
                </td>
                <td>−0.185 (0.069)</td>
                <td>.008</td>
                <td colspan="2">−0.198 (0.065)</td>
                <td>.002</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>RiskScore</italic>
                </td>
                <td>0.003 (0.098)</td>
                <td>.97</td>
                <td colspan="2">−0.057 (0.094)</td>
                <td>.54</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>TopicCare</italic>
                </td>
                <td>1.702 (0.069)</td>
                <td>&#60;.001</td>
                <td colspan="2">1.492 (0.064)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>TopicSurgery</italic>
                </td>
                <td>0.688 (0.084)</td>
                <td>&#60;.001</td>
                <td colspan="2">0.513 (0.080)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Specialty controls=yes; year fixed effects=yes; robust SE=yes; overall R-squared=0.239; within R-squared=0.153; between R-squared=0.310.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Specialty controls=yes; year fixed effects=yes; robust SE=yes; overall R-squared=0.220; within R-squared=0.137; between R-squared=0.282.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Random effects panel regression (StaffRating and PunctualityRating; N=1093).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="260"/>
            <col width="250"/>
            <col width="120"/>
            <col width="0"/>
            <col width="250"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td>Variable</td>
                <td colspan="3">
                  <italic>StaffRating</italic>
                  <sup>a</sup>
                </td>
                <td colspan="2">
                  <italic>PunctualityRating</italic>
                  <sup>b</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Coefficient (SE)</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">Coefficient (SE)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>
                  <italic>GenderFemale</italic>
                </td>
                <td>−0.095 (0.062)</td>
                <td>.13</td>
                <td colspan="2">−0.172 (0.067)</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>RiskScore</italic>
                </td>
                <td>−0.045 (0.087)</td>
                <td>.61</td>
                <td colspan="2">−0.127 (0.105)</td>
                <td>.23</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>TopicCare</italic>
                </td>
                <td>1.547 (0.063)</td>
                <td>&#60;.001</td>
                <td colspan="2">1.488 (0.063)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>TopicSurgery</italic>
                </td>
                <td>0.923 (0.076)</td>
                <td>&#60;.001</td>
                <td colspan="2">0.832 (0.074)</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Specialty controls=yes; year fixed effects=yes; robust SE=yes; overall R-squared=0.247; within R-squared=0.155; between R-squared=0.315.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>Specialty controls=yes; year fixed effects=yes; robust SE=yes; overall R-squared=0.234; within R-squared=0.130; between R-squared=0.318.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Robustness Checks</title>
        <p>We added additional control variables to check whether our findings would change. The three additional variables were <italic>BeneficiaryCount</italic>, <italic>ServicesCount,</italic> and <italic>WordCount</italic>. <italic>BeneficiaryCount</italic> was the number of Medicare beneficiaries under the care of a physician in a year. <italic>ServicesCount</italic> was the number of services provided by a physician in a year. <italic>WordCoun</italic>t was the average number of words in the review comments received by a physician in a year. Tables S2-S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provide the results of panel specifications with additional control variables. Table S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides the results with <italic>OverallRating</italic> as the dependent variable. Table S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides the results with <italic>Helpfulness</italic> and <italic>KnowledgeRating</italic> as the dependent variables, and Table S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides the results with <italic>StaffRating</italic> and <italic>PunctualityRating</italic> as the dependent variables. As can be observed in Tables S2-S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, the coefficients <italic>of GenderFemale</italic> were negative and statistically significant for <italic>OverallRating</italic> and each of the four rating dimensions, including <italic>StaffRating</italic>. The magnitude of coefficient of <italic>GenderFemale</italic> was close but slightly higher than those in <xref ref-type="table" rid="table2">Tables 2</xref>-<xref ref-type="table" rid="table4">4</xref>.</p>
        <p>We conducted further robustness checks by removing the specialties in our panel in which both genders were not represented. This helped us mitigate the concern that a possible bias may arise owing to the absence of physicians of one of the genders in any of the specialties in our panel. The results displayed in Tables S5-S7 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> are consistent with our original findings that female physicians receive lower ratings than their male counterparts.</p>
        <p>In our next robustness check, we conducted our main regression analysis without topic controls. This test was conducted to examine whether the topic variables may have introduced a systemic bias in the specifications owing to the manner in which they were constructed and whether the negative coefficient of <italic>GenderFemale</italic> variable may have been an artifact. As can be observed from the results in Tables S8-S10 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, the coefficient of <italic>GenderFemale</italic> was negative and statistically significant across the specifications, even after topic controls were excluded. This further supports our main finding that female physicians tend to receive worse web-based reviews than their male counterparts. The topic controls play an important role in our specifications because they help to explain part of the variance in the web-based ratings. This can be further understood by comparing the overall R-squared, within R-squared, and between R-squared values in <xref ref-type="table" rid="table2">Tables 2</xref>, <xref ref-type="table" rid="table3">3</xref>, and <xref ref-type="table" rid="table4">4</xref> with those in Tables S8, S9, and S10 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, respectively. The 3 R-squared values were substantially higher in <xref ref-type="table" rid="table2">Tables 2</xref>-<xref ref-type="table" rid="table4">4</xref>, which means that the topic controls explained a considerable part of the variance in the web-based rating variables.</p>
        <p>In summary, we conducted three additional robustness checks as explained above: (1) included additional control variables, (2) removed the specialties that did not include physicians of both genders, and (3) removed the topic controls. After conducting these robustness checks, we can conclude that female physicians tend to receive worse web-based reviews than their male counterparts. This finding is consistent across the regression specifications used in this study.</p>
        <p>A concern could be about how representative the data in our panel are of the original data collected from RateMDs and Medicare (CMS). To address this concern, we calculated the descriptive statistics of the variables shown in <xref ref-type="table" rid="table1">Table 1</xref> using the original longitudinal data collected from RateMDs and Medicare. The descriptive statistics are shown in Table S11 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. A comparison of the statistical values in Table S11 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> shows that the panel data used for the econometric analysis in our study are fairly representative of the original data collected from the 2 aforementioned sources.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Overview</title>
        <p>Our study provides an important contribution to the growing literature on web-based physician reviews and physician gender. A possible concern could be that the differences observed in the reviews between physicians of different genders could be driven by the differences in the quality of care or outcomes delivered by physicians of different genders. To address this concern, we performed a substantial search of the existing literature examining the differences between the quality of clinical care or outcomes delivered by male and female physicians. We found several research papers in this context [<xref ref-type="bibr" rid="ref61">61</xref>-<xref ref-type="bibr" rid="ref65">65</xref>], but we could not find significant evidence from extant research that male physicians deliver better care than female physicians.</p>
      </sec>
      <sec>
        <title>Principal Findings</title>
        <p>We found that male physicians receive better web-based reviews than female physicians after controlling for their clinical characteristics such as specialty and patient risk. Although the difference between the web-based ratings for male and female physicians was statistically significant, the average magnitude of the difference was not substantial. Our findings support that of Dunivin et al [<xref ref-type="bibr" rid="ref32">32</xref>] and Thawani et al [<xref ref-type="bibr" rid="ref42">42</xref>], but do not support the findings of Emmert and Meier [<xref ref-type="bibr" rid="ref43">43</xref>], who found that during the examined time frame, female physicians had better reviews than male physicians. Their results indicated a slight but statistically significant preference for female physicians (2% differential in the percentage of reviews below the mean for each gender) compared with our results that found a 0.2 differential on a 5-point scale in favor of male physicians (4% difference). Possible reasons for these differences could be attributed to cultural variations between the patient populations in Alabama and Germany and that the reviews collected by Emmert and Meier [<xref ref-type="bibr" rid="ref43">43</xref>] included more female respondents than male respondents. It is also possible that the relationship between patients and their physicians were not in favor of male physicians in Germany, and temporal shifts in patient-physician relationships over the time frames examined could also impact the result differences (2012 vs 2012-2018 in our data).</p>
      </sec>
      <sec>
        <title>Implications</title>
        <p>Our findings have important implications for health care researchers, professionals, and policy makers. First, the empirical evidence of web-based reviews is less favorable toward female physicians, after accounting or controlling for several clinical aspects (including specialty and Medicare patient risk), and temporal effects should inform health care professionals and policy makers that patients’ opinions are consistently more favorable toward male physicians than toward female physicians. This cannot be overlooked even though the magnitude of the effect of gender on web-based reviews is not sizable.</p>
      </sec>
      <sec>
        <title>Policy and Design Suggestions</title>
        <p>Gender bias in reviews has been reported across multiple domains, including academia. Murray et al [<xref ref-type="bibr" rid="ref66">66</xref>] found that male faculty tended to receive higher ratings for overall teaching quality than female faculty, and Turrentine et al [<xref ref-type="bibr" rid="ref67">67</xref>] and Rojek et al [<xref ref-type="bibr" rid="ref68">68</xref>] found implicit bias in the narrative evaluations, with a bias toward men receiving more superlative praise. Studies have shown that measures can be taken to help reduce gender bias in reviews. Peterson et al [<xref ref-type="bibr" rid="ref69">69</xref>] found that simply informing students of potential gender biases can have significant effects on the evaluation of female instructors, and Rivera and Tilcsik [<xref ref-type="bibr" rid="ref70">70</xref>] found that by changing the rating scale from a 10-point to a 6-point rating system, gender bias can be reduced.</p>
        <p>Large societal-level aspects may also be in effect; however, that would seemingly be very hard to account for within a single portal. Sprague and Massoni [<xref ref-type="bibr" rid="ref71">71</xref>] found that male teachers are more likely to be held to an entertainer standard, whereas female teachers are held to a nurturer standard. These biases are formed throughout an individual’s life, and therefore, are harder to adjust for, even when directly informing users of the potential for bias. By leveraging the lessons learned from gender bias studies, web-based physician review sites could help to mitigate, but not eliminate, gender bias within their systems.</p>
        <p>Concentrated efforts to educate and inform patients about female physicians’ competence are needed. This can help to reduce implicit bias among patients toward the competence of female physicians compared with their male counterparts. These websites serve as an important resource for both reviewers and readers of the reviews, and the information needs to flow well. At the same time, readers of the reviews may be served better if the reviewers are asked to provide opinions about physicians of different genders before they provide a review for a physician. To solicit reviewers’ predisposed opinions about physicians of different genders, the questions can be framed in a manner that does not make the reviewers feel that they are being investigated for their opinions. After collecting their opinions on this issue, the websites may consider filtering the reviews provided by reviewers with an overt bias against physicians of one gender. The question of how to design the website to reduce the possible gender bias is complex and requires serious thought and consideration from both researchers and website designers. By leveraging previous research efforts targeted at informing users of bias potential, review portals can better collect and present information about physicians.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our study has a few limitations. First, we constructed our patient risk scores using the HCC risk score from Medicare data. Although Medicare is among the largest health care payers or insurers in the United States, further studies can attempt to validate the findings of our study using clinical data from other insurers. For instance, a significant proportion of the patient population in the United States has insurance from private insurers. Future studies can attempt to validate our findings by constructing clinical variables, such as risk scores, using clinical data from one or more private insurers. Second, we focused on the physician data from Alabama. Although it is 1 state, it provides a good mix of rural and urban counties. Future studies could extend this work to other states and compare the findings across a broader set of patients and health care providers.</p>
      </sec>
      <sec>
        <title>Future Studies</title>
        <p>The findings of this study suggest that gender bias in web-based reviews needs to be examined more closely. Additional studies that identify factors impacting this gender bias could help us develop strategies to mitigate gender bias in web-based reviews. Given the shortage of health care providers and the need for a robust and diverse health care workforce, such studies can help not only the service providers but also policy makers, educators, and administrators. If the administrators of hospitals and clinics are made aware of this bias and acknowledge it accordingly, institutional changes can be implemented to support and empower women to take up more leadership roles in clinical settings. As Sandberg [<xref ref-type="bibr" rid="ref72">72</xref>] points out in her New York Times best seller, as fewer women are in leadership roles than men, it can be challenging for junior women to have mentorship opportunities. A possible solution to this problem could be the performance evaluations of male leadership personnel to include the number of women mentored and focused initiatives and incentive opportunities for women to take on pathways to leadership roles.</p>
        <p>These focused efforts can provide a strong signal to patients about the competence of female physicians and, in turn, increase their confidence in the care provided by female physicians. This can further help to improve the overall care delivered to patients, as the increase in patients’ confidence can improve their communication with physicians, irrespective of the physicians’ gender. However, an open research question is whether the bias observed in web-based physician reviews is also observable in offline physician surveys. To examine this question, studies that compare reviews of male and female physicians in web-based and offline media need to be conducted.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Tables depicting the results of additional analysis including robustness checks.</p>
        <media xlink:href="jmir_v24i4e31659_app1.docx" xlink:title="DOCX File , 39 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CMS</term>
          <def>
            <p>Center for Medicare and Medicaid Services</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">HCC</term>
          <def>
            <p>hierarchical condition category</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">LDA</term>
          <def>
            <p>Latent Dirichlet Allocation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <source>RateMDs</source>
          <access-date>2021-06-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ratemds.com">https://www.ratemds.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <source>Vitals</source>
          <access-date>2021-06-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.vitals.com/">https://www.vitals.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <source>Healthgrades</source>
          <access-date>2021-06-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthgrades.com/">https://www.healthgrades.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Terlutter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bidmon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Röttl</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Who uses physician-rating websites? Differences in sociodemographic variables, psychographic variables, and health status of users and nonusers of physician-rating websites</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>03</month>
          <day>31</day>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>e97</fpage>
          <pub-id pub-id-type="doi">10.2196/jmir.3145</pub-id>
          <pub-id pub-id-type="medline">24686918</pub-id>
          <pub-id pub-id-type="pii">v16i3e97</pub-id>
          <pub-id pub-id-type="pmcid">PMC4004145</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <source>Binary Fountain</source>
          <year>2018</year>
          <access-date>2021-06-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.binaryfountain.com/wp-content/uploads/2018/09/Binary-Fountain-2018-Consumerism-Survey-Infographic.pdf">https://www.binaryfountain.com/wp-content/uploads/2018/09/Binary-Fountain-2018-Consumerism-Survey-Infographic.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Detz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>López</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sarkar</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Long-term doctor-patient relationships: patient perspective from online reviews</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>07</month>
          <day>02</day>
          <volume>15</volume>
          <issue>7</issue>
          <fpage>e131</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/7/e131/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2552</pub-id>
          <pub-id pub-id-type="medline">23819959</pub-id>
          <pub-id pub-id-type="pii">v15i7e131</pub-id>
          <pub-id pub-id-type="pmcid">PMC3713916</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Emmert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Halling</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Meier</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Evaluations of dentists on a German physician rating website: an analysis of the ratings</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>01</month>
          <day>12</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>e15</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/1/e15/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3830</pub-id>
          <pub-id pub-id-type="medline">25582914</pub-id>
          <pub-id pub-id-type="pii">v17i1e15</pub-id>
          <pub-id pub-id-type="pmcid">PMC4319074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>McCullough</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jha</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>A changing landscape of physician quality reporting: analysis of patients' online ratings of their physicians over a 5-year period</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>02</month>
          <day>24</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>e38</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/1/e38/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2003</pub-id>
          <pub-id pub-id-type="medline">22366336</pub-id>
          <pub-id pub-id-type="pii">v14i1e38</pub-id>
          <pub-id pub-id-type="pmcid">PMC3374528</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The voice of Chinese health consumers: a text mining approach to web-based physician reviews</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>05</month>
          <day>10</day>
          <volume>18</volume>
          <issue>5</issue>
          <fpage>e108</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/5/e108/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4430</pub-id>
          <pub-id pub-id-type="medline">27165558</pub-id>
          <pub-id pub-id-type="pii">v18i5e108</pub-id>
          <pub-id pub-id-type="pmcid">PMC4879326</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>YA</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Radcliff</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Wigfall</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Street</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>What do patients say about doctors online? A systematic review of studies on patient online reviews</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>04</month>
          <day>08</day>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>e12521</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/4/e12521/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12521</pub-id>
          <pub-id pub-id-type="medline">30958276</pub-id>
          <pub-id pub-id-type="pii">v21i4e12521</pub-id>
          <pub-id pub-id-type="pmcid">PMC6475821</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kadry</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Kadry</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gammas</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Macario</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Analysis of 4999 online physician ratings indicates that most patients give physicians a favorable rating</article-title>
          <source>J Med Internet Res</source>
          <year>2011</year>
          <month>11</month>
          <day>16</day>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>e95</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2011/4/e95/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1960</pub-id>
          <pub-id pub-id-type="medline">22088924</pub-id>
          <pub-id pub-id-type="pii">v13i4e95</pub-id>
          <pub-id pub-id-type="pmcid">PMC3222200</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Matelski</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Scope, breadth, and differences in online physician ratings related to geography, specialty, and year: observational retrospective study</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>03</month>
          <day>07</day>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>e76</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/3/e76/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7475</pub-id>
          <pub-id pub-id-type="medline">29514775</pub-id>
          <pub-id pub-id-type="pii">v20i3e76</pub-id>
          <pub-id pub-id-type="pmcid">PMC5863010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Segal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sacopulos</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sheets</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Thurston</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Puccia</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Online doctor reviews: do they track surgeon volume, a proxy for quality of care?</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>04</month>
          <day>10</day>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>e50</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/2/e50/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2005</pub-id>
          <pub-id pub-id-type="medline">22491423</pub-id>
          <pub-id pub-id-type="pii">v14i2e50</pub-id>
          <pub-id pub-id-type="pmcid">PMC3376525</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huerta</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Hefner</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>McAlearney</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Menachemi</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Hospital website rankings in the United States: expanding benchmarks and standards for effective consumer engagement</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>02</month>
          <day>25</day>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>e64</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/2/e64/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3054</pub-id>
          <pub-id pub-id-type="medline">24568892</pub-id>
          <pub-id pub-id-type="pii">v16i2e64</pub-id>
          <pub-id pub-id-type="pmcid">PMC3961706</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Emmert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Pisch</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Eight questions about physician-rating websites: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>02</month>
          <day>01</day>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>e24</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/2/e24/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2360</pub-id>
          <pub-id pub-id-type="medline">23372115</pub-id>
          <pub-id pub-id-type="pii">v15i2e24</pub-id>
          <pub-id pub-id-type="pmcid">PMC3636311</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Emmert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meszmer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Do health care providers use online patient ratings to improve the quality of care? Results from an online-based cross-sectional study</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>09</month>
          <day>19</day>
          <volume>18</volume>
          <issue>9</issue>
          <fpage>e254</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/9/e254/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5889</pub-id>
          <pub-id pub-id-type="medline">27644135</pub-id>
          <pub-id pub-id-type="pii">v18i9e254</pub-id>
          <pub-id pub-id-type="pmcid">PMC5048057</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Awad</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Osterberg</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Gaither</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Chumnarnsongkhroh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Washington</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Breyer</surname>
              <given-names>BN</given-names>
            </name>
          </person-group>
          <article-title>Web-based physician ratings for California physicians on probation</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>08</month>
          <day>22</day>
          <volume>19</volume>
          <issue>8</issue>
          <fpage>e254</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/8/e254/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7488</pub-id>
          <pub-id pub-id-type="medline">28830852</pub-id>
          <pub-id pub-id-type="pii">v19i8e254</pub-id>
          <pub-id pub-id-type="pmcid">PMC5585591</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Rui</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Can we trust online physician ratings? Evidence from cardiac surgeons in Florida</article-title>
          <source>Manag Sci</source>
          <year>2018</year>
          <month>06</month>
          <volume>64</volume>
          <issue>6</issue>
          <fpage>2557</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1287/mnsc.2017.2741</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okike</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Peter-Bibb</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Okike</surname>
              <given-names>ON</given-names>
            </name>
          </person-group>
          <article-title>Association between physician online rating and quality of care</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>12</month>
          <day>13</day>
          <volume>18</volume>
          <issue>12</issue>
          <fpage>e324</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/12/e324/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6612</pub-id>
          <pub-id pub-id-type="medline">27965191</pub-id>
          <pub-id pub-id-type="pii">v18i12e324</pub-id>
          <pub-id pub-id-type="pmcid">PMC5192234</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saifee</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Bardhan</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Lahiri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>ZE</given-names>
            </name>
          </person-group>
          <article-title>Adherence to clinical guidelines, electronic health record use, and online reviews</article-title>
          <source>J Manag Inf Syst</source>
          <year>2019</year>
          <month>10</month>
          <day>09</day>
          <volume>36</volume>
          <issue>4</issue>
          <fpage>1071</fpage>
          <lpage>104</lpage>
          <pub-id pub-id-type="doi">10.1080/07421222.2019.1661093</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saifee</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>ZE</given-names>
            </name>
            <name name-style="western">
              <surname>Bardhan</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Lahiri</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Are online reviews of physicians reliable indicators of clinical outcomes? A focus on chronic disease management</article-title>
          <source>Inf Syst Res</source>
          <year>2020</year>
          <month>12</month>
          <volume>31</volume>
          <issue>4</issue>
          <fpage>1282</fpage>
          <lpage>300</lpage>
          <pub-id pub-id-type="doi">10.1287/isre.2020.0945</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Emmert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meier</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pisch</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Physician choice making and characteristics associated with using physician-rating websites: cross-sectional study</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>08</month>
          <day>28</day>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>e187</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/8/e187/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2702</pub-id>
          <pub-id pub-id-type="medline">23985220</pub-id>
          <pub-id pub-id-type="pii">v15i8e187</pub-id>
          <pub-id pub-id-type="pmcid">PMC3758064</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grabner-Kräuter</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Waiguny</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Insights into the impact of online physician reviews on patients' decision making: randomized experiment</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>04</month>
          <day>09</day>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>e93</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/4/e93/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3991</pub-id>
          <pub-id pub-id-type="medline">25862516</pub-id>
          <pub-id pub-id-type="pii">v17i4e93</pub-id>
          <pub-id pub-id-type="pmcid">PMC4408377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Qu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Exploring the impact of review valence, disease risk, and trust on patient choice based on online physician reviews</article-title>
          <source>Telemat Inform</source>
          <year>2019</year>
          <month>12</month>
          <volume>45</volume>
          <fpage>101276</fpage>
          <pub-id pub-id-type="doi">10.1016/j.tele.2019.101276</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lee-Won</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>McKnight</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effects of online physician reviews and physician gender on perceptions of physician skills and primary care physician (PCP) selection</article-title>
          <source>Health Commun</source>
          <year>2019</year>
          <month>10</month>
          <volume>34</volume>
          <issue>11</issue>
          <fpage>1250</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2018.1475192</pub-id>
          <pub-id pub-id-type="medline">29792519</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brohan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Even with a referral, 80% of patients still check out doctors online</article-title>
          <source>Digital Commerce 360</source>
          <year>2018</year>
          <access-date>2022-04-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.digitalcommerce360.com/2018/05/22/even-with-a-referral-80-of-patients-still-check-out-doctors-online/">https://www.digitalcommerce360.com/2018/05/22/even-with-a-referral-80-of-patients-still-check-out-doctors-online/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lo</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pollack</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Donelan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Catania</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zapert</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The impact of health information on the internet on health care and the physician-patient relationship: national U.S. survey among 1.050 U.S. physicians</article-title>
          <source>J Med Internet Res</source>
          <year>2003</year>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2003/3/e17/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5.3.e17</pub-id>
          <pub-id pub-id-type="medline">14517108</pub-id>
          <pub-id pub-id-type="pmcid">PMC1550564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roter</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Aoki</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Physician gender effects in medical communication: a meta-analytic review</article-title>
          <source>JAMA</source>
          <year>2002</year>
          <month>08</month>
          <day>14</day>
          <volume>288</volume>
          <issue>6</issue>
          <fpage>756</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.288.6.756</pub-id>
          <pub-id pub-id-type="medline">12169083</pub-id>
          <pub-id pub-id-type="pii">jrp10033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Roter</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Roh</surname>
              <given-names>YK</given-names>
            </name>
            <name name-style="western">
              <surname>Hahm</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>HK</given-names>
            </name>
            <collab>Board Certification Committee of The Korean Academy of Family Medicine</collab>
          </person-group>
          <article-title>Physician gender and patient centered communication: the moderating effect of psychosocial and biomedical case characteristics</article-title>
          <source>Patient Educ Couns</source>
          <year>2015</year>
          <month>01</month>
          <volume>98</volume>
          <issue>1</issue>
          <fpage>55</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2014.10.008</pub-id>
          <pub-id pub-id-type="medline">25457177</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(14)00415-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicolai</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Demmel</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The impact of gender stereotypes on the evaluation of general practitioners' communication skills: an experimental study using transcripts of physician-patient encounters</article-title>
          <source>Patient Educ Couns</source>
          <year>2007</year>
          <month>12</month>
          <volume>69</volume>
          <issue>1-3</issue>
          <fpage>200</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2007.08.013</pub-id>
          <pub-id pub-id-type="medline">17942269</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(07)00339-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Roter</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Blanch-Hartigan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mast</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Pitegoff</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>How patient-centered do female physicians need to be? Analogue patients' satisfaction with male and female physicians' identical behaviors</article-title>
          <source>Health Commun</source>
          <year>2015</year>
          <volume>30</volume>
          <issue>9</issue>
          <fpage>894</fpage>
          <lpage>900</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2014.900892</pub-id>
          <pub-id pub-id-type="medline">25175277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunivin</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zadunayski</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Baskota</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Siek</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mankoff</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Gender, soft skills, and patient experience in online physician reviews: a large-scale text analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>07</month>
          <day>30</day>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>e14455</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/7/e14455/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14455</pub-id>
          <pub-id pub-id-type="medline">32729844</pub-id>
          <pub-id pub-id-type="pii">v22i7e14455</pub-id>
          <pub-id pub-id-type="pmcid">PMC7426798</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weisman</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Teitelbaum</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Physician gender and the physician-patient relationship: recent evidence and relevant questions</article-title>
          <source>Soc Sci Med</source>
          <year>1985</year>
          <volume>20</volume>
          <issue>11</issue>
          <fpage>1119</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1016/0277-9536(85)90189-3</pub-id>
          <pub-id pub-id-type="medline">3895448</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roter</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Physician gender and patient-centered communication: a critical review of empirical research</article-title>
          <source>Annu Rev Public Health</source>
          <year>2004</year>
          <volume>25</volume>
          <fpage>497</fpage>
          <lpage>519</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.publhealth.25.101802.123134</pub-id>
          <pub-id pub-id-type="medline">15015932</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Blanch-Hartigan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Roter</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Patients' satisfaction with male versus female physicians: a meta-analysis</article-title>
          <source>Med Care</source>
          <year>2011</year>
          <month>07</month>
          <volume>49</volume>
          <issue>7</issue>
          <fpage>611</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e318213c03f</pub-id>
          <pub-id pub-id-type="medline">21478782</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Roter</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Do patients talk differently to male and female physicians? A meta-analytic review</article-title>
          <source>Patient Educ Couns</source>
          <year>2002</year>
          <month>12</month>
          <volume>48</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1016/s0738-3991(02)00174-x</pub-id>
          <pub-id pub-id-type="medline">12477606</pub-id>
          <pub-id pub-id-type="pii">S073839910200174X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sandhu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Singleton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Clark-Carter</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kidd</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The impact of gender dyads on doctor-patient communication: a systematic review</article-title>
          <source>Patient Educ Couns</source>
          <year>2009</year>
          <month>09</month>
          <volume>76</volume>
          <issue>3</issue>
          <fpage>348</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2009.07.010</pub-id>
          <pub-id pub-id-type="medline">19647969</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(09)00264-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fennema</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Sex of physician: patients' preferences and stereotypes</article-title>
          <source>J Fam Pract</source>
          <year>1990</year>
          <month>04</month>
          <volume>30</volume>
          <issue>4</issue>
          <fpage>441</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="medline">2324696</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kerssens</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bensing</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Andela</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Patient preference for genders of health professionals</article-title>
          <source>Soc Sci Med</source>
          <year>1997</year>
          <month>05</month>
          <volume>44</volume>
          <issue>10</issue>
          <fpage>1531</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1016/s0277-9536(96)00272-9</pub-id>
          <pub-id pub-id-type="medline">9160442</pub-id>
          <pub-id pub-id-type="pii">S0277953696002729</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Plunkett</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Kohli</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Milad</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>The importance of physician gender in the selection of an obstetrician or a gynecologist</article-title>
          <source>Am J Obstet Gynecol</source>
          <year>2002</year>
          <month>05</month>
          <volume>186</volume>
          <issue>5</issue>
          <fpage>926</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1067/mob.2002.123401</pub-id>
          <pub-id pub-id-type="medline">12015516</pub-id>
          <pub-id pub-id-type="pii">S0002937802668486</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hasebrook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hahnenkamp</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Buhre</surname>
              <given-names>WF</given-names>
            </name>
            <name name-style="western">
              <surname>de Korte-de Boer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hamaekers</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Metelmann</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Metelmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bortul</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Palmisano</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mellin-Olsen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Macas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Andres</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Prokop-Dorner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vymazal</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hinkelmann</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rodde</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pfleiderer</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Medicine goes female: protocol for improving career options of females and working conditions for researching physicians in clinical medical research by organizational transformation and participatory design</article-title>
          <source>JMIR Res Protoc</source>
          <year>2017</year>
          <month>08</month>
          <day>02</day>
          <volume>6</volume>
          <issue>8</issue>
          <fpage>e152</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2017/8/e152/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.7632</pub-id>
          <pub-id pub-id-type="medline">28768613</pub-id>
          <pub-id pub-id-type="pii">v6i8e152</pub-id>
          <pub-id pub-id-type="pmcid">PMC5559648</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thawani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sarkar</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>BC</given-names>
            </name>
          </person-group>
          <article-title>Are online reviews of physicians biased against female providers?</article-title>
          <source>Proceedings of the 4th Machine Learning for Healthcare Conference</source>
          <year>2019</year>
          <conf-name>PMLR '19</conf-name>
          <conf-date>August 8-10, 2019</conf-date>
          <conf-loc>Ann Arbor, MI, USA</conf-loc>
          <fpage>406</fpage>
          <lpage>23</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Emmert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meier</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>An analysis of online evaluations on a physician rating website: evidence from a German public reporting instrument</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>08</month>
          <day>06</day>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>e157</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/8/e157/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2655</pub-id>
          <pub-id pub-id-type="medline">23919987</pub-id>
          <pub-id pub-id-type="pii">v15i8e157</pub-id>
          <pub-id pub-id-type="pmcid">PMC3742398</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marrero</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fingeret</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Impact of surgeon gender on online physician reviews</article-title>
          <source>J Surg Res</source>
          <year>2020</year>
          <month>01</month>
          <volume>245</volume>
          <fpage>510</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jss.2019.07.047</pub-id>
          <pub-id pub-id-type="medline">31446193</pub-id>
          <pub-id pub-id-type="pii">S0022-4804(19)30541-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <source>Centers for Medicare &#38; Medicaid Services</source>
          <year>2020</year>
          <access-date>2022-04-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/Medicare-Provider-Charge-Data/Downloads/Medicare-Physician-and-Other-Supplier-PUF-Methodology.pdf">https://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/Medicare-Provider-Charge-Data/Downloads/Medicare-Physician-and-Other-Supplier-PUF-Methodology.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="web">
          <article-title>Hierarchical condition category coding</article-title>
          <source>American Academy of Family Physicians</source>
          <year>2017</year>
          <access-date>2021-06-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aafp.org/family-physician/practice-and-career/getting-paid/coding/hierarchical-condition-category.html">https://www.aafp.org/family-physician/practice-and-career/getting-paid/coding/hierarchical-condition-category.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blei</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>MI</given-names>
            </name>
          </person-group>
          <article-title>Latent dirichlet allocation</article-title>
          <source>J Mach Learn Res</source>
          <year>2003</year>
          <volume>3</volume>
          <fpage>993</fpage>
          <lpage>1022</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schweinberger</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Topic modeling with R</article-title>
          <source>Language Technology and Data Analysis Laboratory</source>
          <year>2021</year>
          <access-date>2021-06-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://slcladal.github.io/topicmodels.html">https://slcladal.github.io/topicmodels.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Mining meaning from online ratings and reviews: tourist satisfaction analysis using latent dirichlet allocation</article-title>
          <source>Tourism Management</source>
          <year>2017</year>
          <month>04</month>
          <volume>59</volume>
          <issue>C</issue>
          <fpage>467</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1016/j.tourman.2016.09.009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A tale of two countries: international comparison of online doctor reviews between China and the United States</article-title>
          <source>Int J Med Inform</source>
          <year>2017</year>
          <month>03</month>
          <volume>99</volume>
          <fpage>37</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2016.12.007</pub-id>
          <pub-id pub-id-type="medline">28118920</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(16)30275-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tirunillai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tellis</surname>
              <given-names>GJ</given-names>
            </name>
          </person-group>
          <article-title>Mining marketing meaning from online chatter: strategic brand analysis of big data using latent dirichlet allocation</article-title>
          <source>J Mark Res</source>
          <year>2014</year>
          <month>08</month>
          <day>01</day>
          <volume>51</volume>
          <issue>4</issue>
          <fpage>463</fpage>
          <lpage>79</lpage>
          <pub-id pub-id-type="doi">10.1509/jmr.12.0106</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sarkar</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Trikalinos</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A large-scale quantitative analysis of latent factors and sentiment in online doctor reviews</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2014</year>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>1098</fpage>
          <lpage>103</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24918109"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/amiajnl-2014-002711</pub-id>
          <pub-id pub-id-type="medline">24918109</pub-id>
          <pub-id pub-id-type="pii">amiajnl-2014-002711</pub-id>
          <pub-id pub-id-type="pmcid">PMC4215053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>iDoctor: personalized and professionalized medical recommendations based on hybrid matrix factorization</article-title>
          <source>Future Gener Comput Syst</source>
          <year>2017</year>
          <month>01</month>
          <volume>66</volume>
          <fpage>30</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.future.2015.12.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feinerer</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Introduction to the tm package text mining in R</article-title>
          <source>Microsoft R Application Network</source>
          <year>2013</year>
          <access-date>2022-04-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mran.microsoft.com/snapshot/2017-12-04/web/packages/tm/vignettes/tm.pdf">https://mran.microsoft.com/snapshot/2017-12-04/web/packages/tm/vignettes/tm.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feinerer</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hornik</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Package 'tm'</article-title>
          <source>The Comprehensive R Archive Network</source>
          <year>2020</year>
          <access-date>2022-04-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://cran.rapporter.net/web/packages/tm/tm.pdf">http://cran.rapporter.net/web/packages/tm/tm.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grün</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hornik</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>topicmodels: an R package for fitting topic models</article-title>
          <source>J Stat Soft</source>
          <year>2011</year>
          <volume>40</volume>
          <issue>13</issue>
          <fpage>1</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.18637/jss.v040.i13</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amado</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cortez</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rita</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moro</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Research trends on big data in marketing: a text mining and topic modeling based literature analysis</article-title>
          <source>Eur Res Manag Bus Econ</source>
          <year>2018</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.iedeen.2017.06.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Calheiros</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Moro</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rita</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Sentiment classification of consumer-generated online reviews using topic modeling</article-title>
          <source>J Hosp Mark Manag</source>
          <year>2017</year>
          <month>04</month>
          <day>27</day>
          <volume>26</volume>
          <issue>7</issue>
          <fpage>675</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1080/19368623.2017.1310075</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vacher</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Chave</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ficetola</surname>
              <given-names>FG</given-names>
            </name>
            <name name-style="western">
              <surname>Sommeria‐Klein</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thébaud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Blanc</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Camacho</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cassimiro</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Colston</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dewynter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ernst</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gaucher</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gomes</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Jairam</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kok</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lima</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Marty</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Noonan</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Nunes</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Ouboter</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Recoder</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marques-Souza</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fouquet</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Large‐scale DNA‐based survey of frogs in Amazonia suggests a vast underestimation of species richness and endemism</article-title>
          <source>J Biogeogr</source>
          <year>2020</year>
          <month>05</month>
          <day>18</day>
          <volume>47</volume>
          <issue>8</issue>
          <fpage>1781</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1111/jbi.13847</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="web">
          <article-title>Alabama Physician Workforce Profile</article-title>
          <source>Association of American Medical Colleges</source>
          <year>2019</year>
          <access-date>2021-06-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aamc.org/media/37726/download">https://www.aamc.org/media/37726/download</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berthold</surname>
              <given-names>HK</given-names>
            </name>
            <name name-style="western">
              <surname>Gouni-Berthold</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Bestehorn</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Böhm</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Krone</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Physician gender is associated with the quality of type 2 diabetes care</article-title>
          <source>J Intern Med</source>
          <year>2008</year>
          <month>10</month>
          <volume>264</volume>
          <issue>4</issue>
          <fpage>340</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1365-2796.2008.01967.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1365-2796.2008.01967.x</pub-id>
          <pub-id pub-id-type="medline">18397244</pub-id>
          <pub-id pub-id-type="pii">JIM1967</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dahrouge</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Seale</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hogg</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Younger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Muggah</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ponka</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mercer</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A comprehensive assessment of family physician gender and quality of care: a cross-sectional analysis in Ontario, Canada</article-title>
          <source>Med Care</source>
          <year>2016</year>
          <month>03</month>
          <volume>54</volume>
          <issue>3</issue>
          <fpage>277</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1097/MLR.0000000000000480</pub-id>
          <pub-id pub-id-type="medline">26765146</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Beitler</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>XM</given-names>
            </name>
            <name name-style="western">
              <surname>Owens</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Sundararajan</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Malhotra</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sell</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Female physician leadership during cardiopulmonary resuscitation is associated with improved patient outcomes</article-title>
          <source>Crit Care Med</source>
          <year>2019</year>
          <month>01</month>
          <volume>47</volume>
          <issue>1</issue>
          <fpage>e8</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30303843"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/CCM.0000000000003464</pub-id>
          <pub-id pub-id-type="medline">30303843</pub-id>
          <pub-id pub-id-type="pmcid">PMC6298820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsugawa</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Jena</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Figueroa</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Orav</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Blumenthal</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Jha</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Comparison of hospital mortality and readmission rates for Medicare patients treated by male vs female physicians</article-title>
          <source>JAMA Intern Med</source>
          <year>2017</year>
          <month>02</month>
          <day>01</day>
          <volume>177</volume>
          <issue>2</issue>
          <fpage>206</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27992617"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2016.7875</pub-id>
          <pub-id pub-id-type="medline">27992617</pub-id>
          <pub-id pub-id-type="pii">2593255</pub-id>
          <pub-id pub-id-type="pmcid">PMC5558155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wallis</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ravi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Coburn</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nam</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Detsky</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Satkunasivam</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Comparison of postoperative outcomes among patients treated by male and female surgeons: a population based matched cohort study</article-title>
          <source>BMJ</source>
          <year>2017</year>
          <month>10</month>
          <day>10</day>
          <volume>359</volume>
          <fpage>j4366</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=29018008"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.j4366</pub-id>
          <pub-id pub-id-type="medline">29018008</pub-id>
          <pub-id pub-id-type="pmcid">PMC6284261</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Boothby</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Minik</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bérubé</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Larivière</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sugimoto</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Exploring the personal and professional factors associated with student evaluations of tenure-track faculty</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>e0233515</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0233515"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0233515</pub-id>
          <pub-id pub-id-type="medline">32492028</pub-id>
          <pub-id pub-id-type="pii">PONE-D-19-33829</pub-id>
          <pub-id pub-id-type="pmcid">PMC7269236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turrentine</surname>
              <given-names>FE</given-names>
            </name>
            <name name-style="western">
              <surname>Dreisbach</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>St Ivany</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Hanks</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Schroen</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>Influence of gender on surgical residency applicants' recommendation letters</article-title>
          <source>J Am Coll Surg</source>
          <year>2019</year>
          <month>04</month>
          <volume>228</volume>
          <issue>4</issue>
          <fpage>356</fpage>
          <lpage>65.e3</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jamcollsurg.2018.12.020</pub-id>
          <pub-id pub-id-type="medline">30630084</pub-id>
          <pub-id pub-id-type="pii">S1072-7515(19)30017-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rojek</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Khanna</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yim</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lisker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hauer</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Lucey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sarkar</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Differences in narrative language in evaluations of medical students by gender and under-represented minority status</article-title>
          <source>J Gen Intern Med</source>
          <year>2019</year>
          <month>05</month>
          <volume>34</volume>
          <issue>5</issue>
          <fpage>684</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30993609"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-019-04889-9</pub-id>
          <pub-id pub-id-type="medline">30993609</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-019-04889-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC6502922</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Biederman</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ditonto</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Roe</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Mitigating gender bias in student evaluations of teaching</article-title>
          <source>PLoS One</source>
          <year>2019</year>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>e0216241</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0216241"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0216241</pub-id>
          <pub-id pub-id-type="medline">31091292</pub-id>
          <pub-id pub-id-type="pii">PONE-D-19-00552</pub-id>
          <pub-id pub-id-type="pmcid">PMC6519786</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Tilcsik</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Scaling down inequality: rating scales, gender bias, and the architecture of evaluation</article-title>
          <source>Am Sociol Rev</source>
          <year>2019</year>
          <month>03</month>
          <day>12</day>
          <volume>84</volume>
          <issue>2</issue>
          <fpage>248</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1177/0003122419833601</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sprague</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Massoni</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Student evaluations and gendered expectations: what we can't count can hurt us</article-title>
          <source>Sex Roles</source>
          <year>2005</year>
          <month>12</month>
          <volume>53</volume>
          <issue>11-12</issue>
          <fpage>779</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1007/s11199-005-8292-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sandberg</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Scovell</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Lean in: women, work, and the will to lead</source>
          <year>2013</year>
          <publisher-loc>New York, NY, USA</publisher-loc>
          <publisher-name>Random House</publisher-name>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
