<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">14388871</issn>
            <publisher>
                <publisher-name>JMIR Publications Inc.</publisher-name>
                <publisher-loc>Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v15i7e133</article-id>
            <article-id pub-id-type="pmid">23823974</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.2589</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Understanding Patient Portal Use: Implications for Medication Management</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Shaw</surname>
                        <given-names>Ryan</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Nieuwkerk</surname>
                        <given-names>Pythia</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Osborn</surname>
                        <given-names>Chandra Y</given-names>
                    </name>
                    <degrees>PhD, MPH</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <address>
                        <institution>Department of Medicine</institution>
                        <institution>Vanderbilt University Medical Center</institution>
                        <addr-line>1215 Twenty-First Ave South</addr-line>
                        <addr-line>Ste 6000, MCE - North Tower</addr-line>
                        <addr-line>Nashville, TN, 37232-8300</addr-line>
                        <country>United States</country>
                        <phone>1 615 936 8468</phone>
                        <fax>1 615 936 1269</fax>
                        <email>chandra.osborn@vanderbilt.edu</email>
                    </address>
                    <xref ref-type="aff" rid="aff2">2</xref>
                    <xref ref-type="aff" rid="aff3">3</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>Mayberry</surname>
                        <given-names>Lindsay Satterwhite</given-names>
                    </name>
                    <degrees>PhD, MS</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib3">
                    <name name-style="western">
                        <surname>Wallston</surname>
                        <given-names>Kenneth A</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff4">4</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib4">
                    <name name-style="western">
                        <surname>Johnson</surname>
                        <given-names>Kevin B</given-names>
                    </name>
                    <degrees>MD, MS</degrees>
                    <xref ref-type="aff" rid="aff2">2</xref>
                    <xref ref-type="aff" rid="aff5">5</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib5">
                    <name name-style="western">
                        <surname>Elasy</surname>
                        <given-names>Tom A</given-names>
                    </name>
                    <degrees>MD, MPH</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <xref ref-type="aff" rid="aff3">3</xref>
                </contrib>
            </contrib-group>
            <aff id="aff1" rid="aff1">
                <sup>1</sup>
                <institution>Department of Medicine</institution>
                <institution>Vanderbilt University Medical Center</institution>
                <addr-line>Nashville, TN</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff2" rid="aff2">
                <sup>2</sup>
                <institution>Department of Biomedical Informatics</institution>
                <institution>Vanderbilt University Medical Center</institution>
                <addr-line>Nashville, TN</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff3" rid="aff3">
                <sup>3</sup>
                <institution>Diabetes Research &#38; Training Center</institution>
                <institution>Center for Diabetes Translational Research</institution>
                <institution>Vanderbilt University Medical Center</institution>
                <addr-line>Nashville, TN</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff4" rid="aff4">
                <sup>4</sup>
                <institution>School of Nursing</institution>
                <institution>Vanderbilt University Medical Center</institution>
                <addr-line>Nashville, TN</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff5" rid="aff5">
                <sup>5</sup>
                <institution>Department of Pediatrics</institution>
                <institution>Vanderbilt University Medical Center</institution>
                <addr-line>Nashville, TN</addr-line>
                <country>United States</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: Chandra Y Osborn <email>chandra.osborn@vanderbilt.edu</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <month>07</month>
                <year>2013</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>03</day>
                <month>07</month>
                <year>2013</year>
            </pub-date>
            <volume>15</volume>
            <issue>7</issue>
            <elocation-id>e133</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>26</day>
                    <month>02</month>
                    <year>2013</year>
                </date>
                <date date-type="rev-request">
                    <day>21</day>
                    <month>03</month>
                    <year>2013</year>
                </date>
                <date date-type="rev-recd">
                    <day>17</day>
                    <month>04</month>
                    <year>2013</year>
                </date>
                <date date-type="accepted">
                    <day>24</day>
                    <month>04</month>
                    <year>2013</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Chandra Y Osborn, Lindsay Satterwhite Mayberry, Kenneth A Wallston, Kevin B Johnson, Tom A Elasy. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 03.07.2013. </copyright-statement>
            <copyright-year>2013</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.jmir.org/2013/7/e133/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>The Internet can be leveraged to provide disease management support, including medication adherence promotion that, when tailored, can effectively improve adherence to medications. The growing adoption of patient portals represents an opportunity to support medication management and adherence more broadly, but virtually no data exist about the real and potential impact of existing portals on these outcomes.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>We sought to (1) understand who uses an existing patient portal and reasons for use and nonuse, (2) understand how portal users are using a portal to manage their medications, and (3) explore participants&#8217; ideas for improving portal functionality for medication management and adherence support.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>A total of 75 adults with type 2 diabetes participated in a mixed-methods study involving focus groups, a survey, and a medical chart review. We used quantitative data to identify differences between portal users and nonusers, and to test the relationship between the frequency of portal use and glycemic control among users. We used qualitative methods to understand how and why participants use a portal and their ideas for improving its medication management functionality.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>Of the enrolled participants, 81% (61/75) attended a focus group and/or completed a survey; portal users were more likely than nonusers to participate in that capacity (Fisher exact test; <italic>P</italic>=.01). Users were also more likely than nonusers to be Caucasian/white (Fisher exact test; <italic>P</italic>&#60;.001), have higher incomes (Fisher exact test; <italic>P</italic>=.005), and be privately insured (Fisher exact test; <italic>P</italic>&#60;.001). Users also tended to have more education than nonusers (Mann&#8211;Whitney U; <italic>P</italic>=.05), although this relationship was not significant at <italic>P</italic>&#60;.05. Among users, more frequent use of a portal was associated with better A1C (Spearman rho =&#8211;0.30; <italic>P</italic>=.02). Reasons for nonuse included not knowing about the portal (n=3), not having access to a computer (n=3), or having a family member serve as an online delegate (n=1). Users reported using the portal to request prescription refills/reauthorizations and to view their medication list, and they were enthusiastic about the idea of added refill reminder functionality. They were also interested in added functionality that could streamline the refill/reauthorization process, alert providers to fill/refill nonadherence, and provide information about medication side effects and interactions.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>Although there are disparities in patient portal use, patients use portals to manage their medications, are enthusiastic about further leveraging portals to support medication management and adherence, and those who use a portal more frequently have better glycemic control. However, more features and functionality within a portal platform is needed to maximize medication management and adherence promotion.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>patient portal</kwd>
                <kwd>computers</kwd>
                <kwd>medication adherence</kwd>
                <kwd>diabetes mellitus</kwd>
                <kwd>pharmacy</kwd>
                <kwd>health care disparities</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>Diabetes pharmacotherapy improves glycemic control and prevents diabetes-related complications [<xref ref-type="bibr" rid="ref1">1</xref>], but many individuals with type 2 diabetes mellitus (T2DM) are nonadherent to prescribed medications [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Medication nonadherence includes not taking the appropriate dose of a medication or not taking it at the correct time (ie, suboptimal dose adherence), abandoning a medication all together, or not picking up or reauthorizing an existing medication (ie, suboptimal refill adherence) [<xref ref-type="bibr" rid="ref5">5</xref>]. Optimal diabetes self-care is multifaceted, requiring physical activity, appropriate nutrition, blood glucose monitoring, and medication adherence [<xref ref-type="bibr" rid="ref6">6</xref>], and yet suboptimal medication adherence alone is independently associated with poor glycemic control [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>], an increased risk of hospitalizations and mortality [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>], and higher health care costs [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
            <p>The Internet can provide a platform for disease management support [<xref ref-type="bibr" rid="ref10">10</xref>], including medication adherence promotion [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>] that, when tailored, effectively improves adherence to long-term medications [<xref ref-type="bibr" rid="ref11">11</xref>]. Patient portals are secure Internet-based platforms that offer patients the ability to view their personal health information (PHI), and some portals also allow for 2-way secure messaging between patients and health care providers, and the ability to schedule medical appointments and request prescription refills [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Emerging evidence suggests portals improve health care quality [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>] and are associated with favorable patient outcomes [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. For example, among patients with diabetes, using a portal or a comparable system has been associated with performing self-care activities and glycemic control [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. On the basis of this and what we know about the efficacy of Internet-based interventions to promote medication adherence [<xref ref-type="bibr" rid="ref11">11</xref>], offering medication management support via a patient portal [<xref ref-type="bibr" rid="ref20">20</xref>] may be an effective means of promoting medication adherence to a large audience over a sustained period of time.</p>
            <p>In recent years, patient portal functionality has become more robust. Portals are not only allowing patients to perform the tasks described previously, but they also allow patients to transfer, share, and print PHI [<xref ref-type="bibr" rid="ref21">21</xref>]; receive generic health information [<xref ref-type="bibr" rid="ref22">22</xref>] and/or personally relevant health information [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]; self-screen for acute health issues (eg, flu) [<xref ref-type="bibr" rid="ref24">24</xref>]; be coached on how to communicate with providers before medical appointments [<xref ref-type="bibr" rid="ref25">25</xref>]; and manage medication lists [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref26">26</xref>] among other medication management tasks. From 1 of these studies, we learned that having access to personally relevant health information promotes sustained use of a patient portal [<xref ref-type="bibr" rid="ref22">22</xref>]. In addition, patients who had access to a medication management module added to an existing patient portal were both willing to use and satisfied with using it to reconcile medication lists and to report side effects, adverse drug events, and issues pertaining to medication nonadherence [<xref ref-type="bibr" rid="ref20">20</xref>]. However, we know very little about how patients are using standard patient portal functionality for medication management and adherence support purposes and what types of tools are currently absent from these platforms that could be added to meet the medication adherence-related needs of patients.</p>
            <p>In an effort to learn how individuals with a chronic illness use patient portal technology to manage their medications, we conducted a mixed-methods study with adults with a T2DM diagnosis who had been prescribed glucose-lowering medications and/or insulin. Our objectives were to (1) understand who uses an existing patient portal and reasons for use and nonuse, (2) understand how portal users are using a portal to manage their medications, and (3) explore participants&#8217; ideas for improving portal functionality for medication management and adherence support.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>MyHealthAtVanderbilt</title>
                <p>MyHealthAtVanderbilt (MHAV) is a patient portal available to patients receiving care at Vanderbilt University Medical Center (VUMC), a large academic medical center in Nashville, Tennessee. Users of MHAV can manage medical bills, view PHI (eg, vital signs, laboratory results, medication lists, and diagnoses) from their electronic health record (EHR), use secure messaging to communicate with providers and manage medical appointments, access VUMC information (eg, maps, provider information, and telephone directory), use health screening tools to assess symptoms or risk for various conditions [<xref ref-type="bibr" rid="ref24">24</xref>], view opportunities to participate in research studies, and view educational content linked to the <italic>International Classification of Diseases, Ninth Revision</italic> (<italic>ICD-9</italic>) codes from their EHR [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. There are 2 levels of MHAV access to protect the confidentiality of PHI: upon registering online, patients receive access to certain MHAV functions, but they cannot view PHI until they provide in-person identification at a VUMC clinic [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
            </sec>
            <sec>
                <title>Participants and Recruitment</title>
                <p>To both learn about patients&#8217; experiences with using MHAV to manage their health and medication regimens and get their ideas for leveraging this portal to improve medication management and adherence, we recruited English-speaking adults prescribed medications for T2DM who were patients at VUMC primary care clinics. Recruitment included approaching patients in the clinic waiting room, posting flyers advertising the study, and announcing the study on a VUMC listserv. Interested and eligible patients were identified, and completed informed consent procedures to enroll in the study. All enrolled participants consented to having study personnel review their EHR to collect demographic and clinical information (including medication lists), responded to a question about MHAV use, and were invited to attend a focus group and complete a survey. Enrolled participants who did not attend a focus group were invited to an average of 2.9 (SD 0.5) focus group sessions scheduled at different times of the day. Participants who could not attend a focus group were asked to complete a survey by phone or mail. The Institutional Review Board at Vanderbilt University approved all procedures prior to study enrollment.</p>
            </sec>
            <sec>
                <title>Qualitative Data</title>
                <p>We conducted 11 focus groups with 2 to 6 participants each, a trained facilitator (authors CYO or LSM), and a trained note taker who recorded verbal and nonverbal communications. All focus group sessions were recorded and transcribed verbatim, using session notes to link participants&#8217; comments to survey data. Focus group questions pertained to patients&#8217; experiences with diabetes medications, experiences with and attitudes toward using MHAV and other technologies to manage diabetes and medication regimens, and ideas for leveraging MHAV and other technologies to improve medication management and adherence. The primary questions of interest were:</p>
                <list list-type="order">
                    <list-item>
                        <p>Do you use MHAV to manage your diabetes and medication regimens? How/why not?</p>
                    </list-item>
                    <list-item>
                        <p>What content, resources, or tools/functions could be added to MHAV to help you manage your medications?</p>
                    </list-item>
                    <list-item>
                        <p>What do you think about using MHAV to receive an email reminder when it&#8217;s time to refill a prescription or receive text messages when it&#8217;s time to take a dose of medication or insulin (ie, dose reminders)? Would these functions be helpful to you?</p>
                    </list-item>
                </list>
                <p>We stratified sessions by self-reported frequency of patient portal use at enrollment (described subsequently) to homogenize groups relative to the subject matter and elicit different perspectives [<xref ref-type="bibr" rid="ref27">27</xref>], facilitate a more comfortable discussion about experiences with technology, and understand similarities and differences across types of users rather than to generate thematic saturation within each user group. We conducted 2 focus groups with nonusers, 5 with low users, and 4 with high users. In focus group sessions with nonusers, we asked if participants were aware of the MHAV patient portal. We then showed a video demonstration of MHAV [<xref ref-type="bibr" rid="ref28">28</xref>], and asked participants if they thought they would want to use MHAV in the future. If not, they were asked why not; if so, they were asked which of the features showcased in the demonstration video would they use and what other features would they like to see added.</p>
            </sec>
            <sec>
                <title>Quantitative Data</title>
                <sec>
                    <title>Demographics</title>
                    <p>We reviewed the EHR to collect each enrolled participant&#8217;s age, gender, and race. Those who responded to a survey also supplied their education, income, and insurance status.</p>
                </sec>
                <sec>
                    <title>Patient Portal Use</title>
                    <p>At enrollment, we asked participants how often they use MHAV to manage their health on a scale from 1=not at all to 5=very often. We used the response to this question to categorize enrolled participants as portal users or nonusers, and to operationalize users&#8217; frequency of use. For these analyses, those who answered &#8220;not at all&#8221; were considered nonusers and all others were considered users. We also asked users how long they had used the portal in months and years.</p>
                </sec>
                <sec>
                    <title>Clinical Characteristics</title>
                    <p>For all enrolled participants, we reviewed the EHR to collect the number and type of prescribed medications and the most recent glycosylated hemoglobin (A1C) value to assess glycemic control. Those who responded to a survey also supplied their duration of diabetes in months and years as well as their height and weight used to calculate body mass index.</p>
                </sec>
            </sec>
            <sec>
                <title>Analyses</title>
                <p>All statistical tests were performed using Stata 12 (StataCorp LP, College Station, TX, USA). Descriptive statistics characterized the sample. Mann&#8211;Whitney <italic>U</italic> tests and Fisher exact tests examined group differences between those who participated in a focus group and/or completed a survey (n=61) and those who were enrolled only (n=14) on demographics, MHAV use, and A1C, and then between patient portal users (n=62) and nonusers (n=13) on all variables. Next, Mann&#8211;Whitney <italic>U</italic> tests and Spearman rho (&#961;) correlation coefficients tested the relationships between the frequency of MHAV use and demographics and A1C among MHAV users.</p>
                <p>We used NVivo 9 (QSR International, Burlington, MA, USA) to code focus group transcripts. The purpose of our analytic approach was not to reach thematic saturation, but rather to explore participants&#8217; receptiveness to using a patient portal for medication management and adherence, and to generate ideas for how to tailor technologies to meet the needs of patients with T2DM. First, author LSM read transcripts in their entirety, identifying statements pertaining to participants&#8217; opinions about, experiences with, and ideas for using MHAV for medication management and adherence. Units of analysis consisted of statements by single participants and, largely, multiparticipant conversations during which participants built on each other&#8217;s ideas, interrupted, offered suggestions, and/or indicated a similar or different experience. Next, authors CYO and LSM iteratively reviewed, integrated, and discussed these data until subthemes emerged.</p>
                <sec>
                    <title>Quality Assurance</title>
                    <p>We took several steps to enrich the quality of our data and ensure the trustworthiness of our coding process. We participated in, recorded, and analyzed debriefing sessions after each focus group [<xref ref-type="bibr" rid="ref29">29</xref>]. We stratified focus group sessions by self-reported patient portal use to obtain and compare different perspectives (ie, triangulation of sources) [<xref ref-type="bibr" rid="ref30">30</xref>], and we used analyst triangulation to explore different interpretations of these data [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
                </sec>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>We enrolled 75 adults with T2DM with a mean age of 56.9 years (SD 8.8); 67% were female, 63% were Caucasian/white, and 33% were African American/black. See <xref ref-type="table" rid="table1">Table 1</xref> for additional summary statistics. Of the enrolled participants, 81% attended a focus group session that included a survey (n=45) or completed a survey by phone/mail (n=16). Nonusers of MHAV were less likely than users of MHAV to participate in a focus group or complete a survey (Fisher exact test; <italic>P</italic>=.01), but there were no differences between focus group/survey participants and enrolled-only participants on age, race, gender, or A1C.</p>
            <table-wrap position="float" id="table1">
                <label>Table 1</label>
                <caption>
                    <p>Participant demographic and clinical characteristics stratified by patient portal use.</p>
                </caption>
                <table width="655" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                    <col width="35" />
                    <col width="220" />
                    <col width="100" />
                    <col width="76" />
                    <col width="82" />
                    <col width="58" />
                    <thead>
                        <tr valign="bottom">
                            <td colspan="2">Demographics</td>
                            <td colspan="2">Patient portal use</td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="top">
                            <td colspan="2">
                                <break />
                            </td>
                            <td>Nonusers  <break />  
            (n=13)</td>
                            <td>Users  <break />  
            (n=62)</td>
                            <td>Full sample  <break />  
            (N=75)</td>
                            <td>
                                <italic>P</italic> value<sup>a</sup>
                            </td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="bottom">
                            <td colspan="2">Age (years), mean (SD)</td>
                            <td>58.8 (10.9)</td>
                            <td>56.5 (8.4)</td>
                            <td>56.9 (8.8)</td>
                            <td>.52</td>
                        </tr>
                        <tr valign="bottom">
                            <td colspan="2">
                                <bold>Gender, n (%)</bold>
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>.20</td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>Male</td>
                            <td>2 (15.4)</td>
                            <td>23 (37.1)</td>
                            <td>25 (33.3)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>Female</td>
                            <td>11 (84.6)</td>
                            <td>39 (62.9)</td>
                            <td>50 (66.7)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td colspan="2">
                                <bold>Race, n (%)</bold>
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>&#60;.001</td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>Caucasian/white</td>
                            <td>1 (7.7)</td>
                            <td>46 (74.2)</td>
                            <td>47 (62.7)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>African American/black</td>
                            <td>11 (84.6)</td>
                            <td>14 (22.6)</td>
                            <td>25 (33.3)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td colspan="2">Education<sup>b</sup> (years), mean (SD)</td>
                            <td>13.2 (1.8)</td>
                            <td>15.2 (2.3)</td>
                            <td>15.0 (2.4)</td>
                            <td>.05</td>
                        </tr>
                        <tr valign="bottom">
                            <td colspan="2">
                                <bold>Income<sup>b</sup> (US $), n (%)</bold>
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>.005</td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>&#8804;39,999</td>
                            <td>6 (85.7)</td>
                            <td>12 (23.5)</td>
                            <td>18 (31.6)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>40,000-59,999</td>
                            <td>0 (0.0)</td>
                            <td>15 (29.4)</td>
                            <td>15 (26.3)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>&#8805;60,000</td>
                            <td>1 (14.3)</td>
                            <td>24 (47.1)</td>
                            <td>24 (42.1)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td colspan="2">
                                <bold>Insurance status<sup>b</sup>, n (%)</bold>
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>&#60;.001</td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>Private</td>
                            <td>1 (14.3)</td>
                            <td>47 (87.0)</td>
                            <td>48 (78.7)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>Public</td>
                            <td>5 (71.4)</td>
                            <td>6 (11.1)</td>
                            <td>11 (18.0)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>None</td>
                            <td>1 (14.3)</td>
                            <td>1 (1.9)</td>
                            <td>2 (3.3)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td colspan="2">Number of diabetes medications, mean (SD)</td>
                            <td>1.3 (0.7)</td>
                            <td>1.3 (0.8)</td>
                            <td>1.3 (0.8)</td>
                            <td>.84</td>
                        </tr>
                        <tr valign="bottom">
                            <td colspan="2">
                                <bold>Type of diabetes medications, n (%)</bold>
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>
                                <break />
                            </td>
                            <td>.56</td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>Oral agents only</td>
                            <td>11 (84.6)</td>
                            <td>40 (64.5)</td>
                            <td>51 (69.9)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>Insulin only</td>
                            <td>1 (7.7)</td>
                            <td>8 (12.9)</td>
                            <td>9 (12.3)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td>
                                <break />
                            </td>
                            <td>Both</td>
                            <td>1 (7.7)</td>
                            <td>12 (3.3)</td>
                            <td>13 (17.8)</td>
                            <td>
                                <break />
                            </td>
                        </tr>
                        <tr valign="bottom">
                            <td colspan="2">Diabetes duration<sup>b</sup> (years), mean (SD)</td>
                            <td>7.8 (7.5)</td>
                            <td>8.0 (6.0)</td>
                            <td>8.0 (6.1)</td>
                            <td>.72</td>
                        </tr>
                        <tr valign="bottom">
                            <td colspan="2">Body mass index<sup>b</sup>, mean (SD)</td>
                            <td>39.2 (12.7)</td>
                            <td>34.4 (10.2)</td>
                            <td>35.0 (10.5)</td>
                            <td>.35</td>
                        </tr>
                        <tr valign="bottom">
                            <td colspan="2">A1C (%), mean (SD)</td>
                            <td>7.1 (1.6)</td>
                            <td>7.2 (1.6)</td>
                            <td>7.3 (1.6)</td>
                            <td>.71</td>
                        </tr>
                    </tbody>
                </table>
                <table-wrap-foot>
                    <fn id="table1fn1">
                        <p>
                            <sup>a</sup>We conducted Fisher exact tests for categorical variables and Mann&#8211;Whitney <italic>U</italic> tests for continuous variables.</p>
                    </fn>
                    <fn id="table1fn2">
                        <p>
                            <sup>b</sup>Variable collected by survey (n=61).</p>
                    </fn>
                </table-wrap-foot>
            </table-wrap>
            <sec>
                <title>Who Uses MyHealthAtVanderbilt?</title>
                <p>Of all 75 participants who were enrolled in the study, 83% (n=62) were patient portal users and reported using MHAV sometimes to often (mean 3.6, SD 1.0) [<xref ref-type="bibr" rid="ref31">31</xref>]. Most portal users (72%) reported at least 1 year of use. As shown in <xref ref-type="table" rid="table1">Table 1</xref>, MHAV users were more likely than nonusers to be Caucasian/white, have higher incomes, and be privately insured. MHAV users also tended to have more education than nonusers (Mann-Whitney <italic>U; P</italic>=.05) though this relationship was not significant at <italic>P</italic>&#60;.05. We found no other differences between MHAV users and nonusers. Among MHAV users, frequency of use was unrelated to race or indicators of socioeconomic status (SES; ie, education, income, and insurance status). Although there was no difference in A1C between MHAV users and nonusers, more frequent use of the portal was associated with better A1C (&#961;=&#8211;0.30, <italic>P</italic>=.02) among users.</p>
            </sec>
            <sec>
                <title>Why Do Some Participants Not Use MyHealthAtVanderbilt?</title>
                <p>After we showed nonusers the MHAV demonstration video, 4 of 7 nonusers reported they were interested in using the portal, but either had never heard about it, or had heard about it but did not know what its capabilities were. One of these participants said she would certainly use MHAV if she could use a computer:</p>
                <disp-quote>
                    <p>If I knew how to use a computer, I would use [MHAV]. Because, well, really I think all of it would be helpful. [Scheduling] the doctor&#8217;s appointments, paying the bills&#8212;about the medications&#8212;[being able to request] different medications if you need to do that, and knowing about your test results.</p>
                    <attrib>56-year-old female, African American/black, nonuser</attrib>
                </disp-quote>
                <p>In general, nonusers who were interested in using MHAV reported wanting to use the secure messaging feature to schedule appointments and wanting to view their PHI, such as their laboratory results and medication list.</p>
                <p>Of the 3 participants who were not interested in using MHAV, 2 participants did not know how to use a computer and felt they had good systems in place for managing their health and medications, and the third participant reported her husband used MHAV and managed her medications as her online delegate (see [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref31">31</xref>] for more detail on the delegate function of MHAV).</p>
            </sec>
            <sec>
                <title>How Portal Users Use MyHealthAtVanderbilt to Manage Their Medications</title>
                <p>Themes and subthemes are illustrated with quotations in the text and in <xref ref-type="table" rid="table2">Table 2</xref>. In focus groups, users described using MHAV to review their medication list and request prescription reauthorizations. Participants who used MHAV to view their medication list shared the information with other providers and/or pharmacists and used this information to ensure they were taking medications correctly:</p>
                <disp-quote>
                    <p>When I visited the physician about my injury, I thought she suggested I take 600 mg of Motrin for 2 weeks. However, when I looked at my medication list, it showed 400 mg of Motrin twice a day. It was helpful to see what she said, what we had talked about.</p>
                    <attrib>69-year-old female, African American/black, user</attrib>
                </disp-quote>
                <p>Frequently, users reported using MHAV&#8217;s secure messaging feature to request prescription reauthorizations. The participants who used secure messaging for this purpose consistently and enthusiastically endorsed it for streamlining the reauthorization process:</p>
                <disp-quote>
                    <p>I use [MHAV] all the time for my prescriptions. When they start to run out&#8212;[when] the refills require authorization&#8212;I will shoot off a [secure message] to my doctor&#8217;s office and they will call the pharmacist and I just go pick it up. They will send me a [secure message] back saying they have sent the prescription and just to pick it up. I think it is really, really great.</p>
                    <attrib>66-year-old female, African American/black, user</attrib>
                </disp-quote>
            </sec>
            <sec>
                <title>Ideas to Improve MyHealthAtVanderbilt&#8217;s Functionality for Medication Management and Adherence Support</title>
                <p>Participants were averse to receiving dose reminders (ie, reminders to take a dose of medication) from MHAV. In general, participants saw value in dose reminder functionality for children, adolescents, and older patients, but did not like the idea of receiving dose reminders via short message service (SMS) text messages, email, or a phone call. Many participants said they do not use SMS text messaging or email on their mobile phones and thought a phone call reminder would be too intrusive. Those who did use SMS text messaging thought dose reminders would become burdensome and unnecessary:</p>
                <disp-quote>
                    <p>You know, if I am driving around, I don&#8217;t want to get a text message or email thing on my phone saying that you know, something about my health.</p>
                    <attrib>56-year-old male, Caucasian/white, user</attrib>
                </disp-quote>
                <p>Others felt email reminders would become annoying and indicated they would just turn off the reminder without taking the medication either because they did not have the medication with them or they would become accustomed to turning off the reminder:</p>
                <disp-quote>
                    <p>I pretty much take my medicine. I just don&#8217;t take it the way I should, but I don&#8217;t know if I would like getting a reminder every day, twice a day, to take my medicine. Too much. I have just&#8212;I guess with me working and being at my desk, it&#8217;s just too much. As I get these little ding-dong bells that pull up on my email...and it would just be overload.</p>
                    <attrib>46-year-old female, Caucasian/white, user</attrib>
                </disp-quote>
                <p>However, participants were enthusiastic about leveraging MHAV to improve medication management and promote adherence through other functionality. We categorized participants&#8217; ideas for improving MHAV&#8217;s medication management functionality into 3 categories: (1) electronically linking MHAV with pharmacies, (2) MHAV alerting providers to patients&#8217; fill/refill nonadherence, and (3) using MHAV to help patients understand their medications. Specific ideas are presented under each category.</p>
                <sec>
                    <title>Electronically Linking MyHealthAtVanderbilt With Pharmacies</title>
                    <p>Although participants were satisfied with using MHAV to request prescription reauthorizations, they thought that linking MHAV to pharmacies would have several advantages. They wanted (1) MHAV to send proactive refill/reauthorization reminders to providers and patients, (2) MHAV to automatically send patient-initiated prescription medication fill/refill requests to pharmacies, and (3) MHAV to allow patients to request refills and/or reauthorizations for multiple medications at once.</p>
                    <p>Participants thought MHAV should send proactive reauthorization reminders to providers and/or patients:</p>
                    <disp-quote>
                        <p>It would be nice if [MHAV] kept up with when the [last prescription] was actually written and, 9 months from now, sent me an email that said, &#8220;Our records indicate that your prescription is ending [on] the 15th of next month, would you like a renewal? And what pharmacy?&#8221; and you could actually correspond back. Because, in my mind, that would reduce what the clinicians have to do on a daily basis, from all the patients needing renewals on prescriptions. Plus, it&#8217;s going to help me remember and I&#8217;m not going to have a lapse in time frame where I&#8217;m struggling to try to get my [medications].</p>
                        <attrib>42-year-old female, Caucasian/white, user</attrib>
                    </disp-quote>
                    <table-wrap position="float" id="table2">
                        <label>Table 2</label>
                        <caption>
                            <p>Participant comments about MyHealthAtVanderbilt (MHAV) and medication management.</p>
                        </caption>
                        <table width="619" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                            <col width="50" />
                            <col width="122" />
                            <col width="454" />
                            <thead>
                                <tr valign="bottom">
                                    <td colspan="2">Themes and subthemes</td>
                                    <td>Participant quotes</td>
                                </tr>
                            </thead>
                            <tbody>
                                <tr valign="bottom">
                                    <td colspan="3">
                                        <bold>How portal users use MHAV to manage their medications</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>Review medication list</td>
                                    <td>It&#8217;s really handy to have all that information there&#8212;any time you are going to a different doctor that&#8217;s outside of Vanderbilt. Because I&#8217;m asthmatic and I have like a lot of medications that I only take when necessary&#8212;I have a sheet of medications, a full sheet! So it&#8217;s nice because when you go to another doctor that doesn&#8217;t have access to pull up your medical history, you can go on MyHealth and print it off. So then I can take it with me when I go to a new doctor and [say], &#8220;Here, this is what I&#8217;m on.&#8221; And sometimes it&#8217;s helpful for me because I found that the pharmacy&#8212;sometimes the milligrams do not match [what&#8217;s in MyHealth]. (45-year-old female, Caucasian/white, user)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>Use secure messaging to request prescription reauthorizations</td>
                                    <td>Well, the advantage of doing the little [weekly] pill containers is that when I see that the bottle is getting almost empty, I still have a week&#8217;s worth right there in my pill containers, so then I can MyHealth them right away. Cause I&#8217;ll look up and go, &#8220;I don&#8217;t have any refills left this time,&#8221; and I MyHealth them right away and ask them to send a prescription to the pharmacy. (46-year-old male, African American/black, user)</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="3">
                                        <bold>Ideas to improve MHAV functionality for medication management and adherence support</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>Send proactive refill/reauthorization reminders to providers and patients</td>
                                    <td>So, I think something system-based, that would notify the doctor that, &#8220;Hey, unless something has changed in the medical record, you need to&#8212;let&#8217;s be proactive and have that 90-day [prescription] ready to be called in or sent in or what have you.&#8221; Because right now [my pharmacy] has to go back to the doctor&#8217;s office and get that. You know, there is a time lag of a couple of days, but I think if it was proactively done through [MHAV], to where it was notifying the doctor and yet also notifying me...that your prescription is ready to be picked up, I think [it] would be really helpful. (46-year-old male, Hispanic, nonuser)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>Automatically send patient-initiated prescription medication fill/refill requests to pharmacies</td>
                                    <td>So you go into MHAV, &#8220;I need this refill.&#8221; You submit it, and it goes to the pharmacy...And it happens every time, I&#8217;m standing out there and I&#8217;ll go [to the pharmacy] at 11 and it&#8217;s not ready. They close at like 5:30 and I go back at 4. Oh well they haven&#8217;t called it in yet. Well we are going to be out, you know, out of medicine. I gotta have insulin for tomorrow...What happens is MHAV will send you a message and say your pharmacy&#8217;s been notified of this refill. [Then] when you [go] to the pharmacy, the pharmacist will argue with you and you&#8217;ll be like, &#8220;You don&#8217;t have the medication?&#8221; and sometimes that&#8217;s a two to three day deal getting this medication. (42-year-old female, Caucasian/white, user)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>Allow patients to request refills and/or reauthorizations for multiple medications at once</td>
                                    <td>That&#8217;s one of the things that MHAV could do different is to have a link to the pharmacy. So you go in [to MHAV], I need this refill, you check it, submit it and it goes to the pharmacy...you go in [to MHAV] and it says renew/refill prescriptions and you check the box, say I need medicine A and B and you just check A and B. Prescriptions are already on file. I hit submit and it automatically goes to the pharmacy. (45-year-old male, Caucasian/white, user)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>Alert providers to patients&#8217; fill/refill nonadherence</td>
                                    <td>I think [linking MHAV and the pharmacy] would help. [If] you get a prescription filled for a 90-day supply of Metformin and then 100 days go by and you haven&#8217;t called for your refill then something is up. You&#8217;ve either been noncompliant and you have way too many pills left or you&#8217;re dead, or you&#8217;re in the hospital or something has happened, you know. The pharmacy here doesn&#8217;t call me and say, &#8220;You know what? It&#8217;s been 100 days since you refilled your Metformin.&#8221; And I&#8217;m thinking, like...I&#8217;m sure [another company] would call you to find out, &#8220;What&#8217;s going on? You haven&#8217;t gotten your refill lately.&#8221; (58-year-old female ,Caucasian/white, user)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>Help patients understand and manage medication side effects</td>
                                    <td>I should be able to go on MHAV and put in Verapamil and pull it up and it tells me, &#8220;This is what Verapamil is, what it&#8217;s prescribed for, if you start noticing these symptoms, tell your doctor.&#8221; When you change pills, you don&#8217;t know what is what because you take [a] whole bunch of pills every day...If there were links [on MHAV] where I could have clicked on that medicine and it said, &#8220;These are the common side effects. If you have any of these...&#8221; Or tell me, &#8220;This cough is going to go away in two weeks,&#8221; or, &#8220;This cough is never going to go away&#8212;call your provider.&#8221; (42-year-old female, Caucasian/white, user)</td>
                                </tr>
                                <tr valign="top">
                                    <td>
                                        <break />
                                    </td>
                                    <td>Help patients understand and avoid medication interactions</td>
                                    <td>If I could go into my record...be able to go in there somehow and see all the meds I&#8217;m on and have something say, &#8220;These meds all work together great,&#8221; or, &#8220;By taking these three different kinds of medicines you might have [an interaction].&#8221; And right now, that&#8217;s not available to me. I don&#8217;t know [that] unless I sit down with my doctor. If my other doctor puts something on [my medication list], [it&#8217;s important] that somehow we know that all these drugs are okay together. (46-year-old male, Hispanic, nonuser)</td>
                                </tr>
                            </tbody>
                        </table>
                    </table-wrap>
                    <p>Participants described how linking MHAV with pharmacies could prevent delayed communication between providers and pharmacies. Several participants described problems that occurred because of slow or poor communication between a provider&#8217;s office and the pharmacy:</p>
                    <disp-quote>
                        <p>The problem I had was, like&#8212;with my doctor&#8217;s direction I can request a medication [reauthorization through MHAV] and they may message me back and they will say something like&#8212;this happened last time&#8212;the nurse wrote back, &#8220;Meds called into pharmacy.&#8221; Now, what am I supposed to think? Meds are called into the pharmacy, right? So, I pick up the phone and I call the pharmacy and say, &#8220;Do you have [my prescription] ready?&#8221; [They said] &#8220;No.&#8221; I said &#8220;Did my doctor&#8217;s office call in the prescription?&#8221; [They said] &#8220;No...There is no record.&#8221; But [the nurse] messaged me and said, &#8220;Meds called into the pharmacy.&#8221; Her interpretation is that&#8212;without telling me this&#8212;before she gets off work she is going to call them into the pharmacy. So I could have hopped up and said, &#8220;Oh, my meds are ready, let me drive down and get my meds&#8221;...So once you push that button [to send a MHAV request for a reauthorization], it&#8217;s a chain of events that has to like go to your provider&#8217;s [office], then the doctor&#8217;s order [has to go] to the pharmacy and [then] getting [the prescription] ready.</p>
                        <attrib>46-year-old male, African American/black, user</attrib>
                    </disp-quote>
                    <p>As a result, participants reported going to pick up their prescriptions and finding out the request had not been sent to the pharmacy or the prescription had not been filled as they had expected. Participants also described going through a separate process for each medication when it was due for a refill or reauthorization rather than being able to request that all of their prescriptions be refilled and/or reauthorized at the same time. Participants described how their medications were started at different times and have different supplies (eg, 30 days vs 90 days) and refill amounts (eg, 1 vs 3 refills) resulting in occasions when 1 medication needs to be refilled or reauthorized, but others cannot be requested. As a result, the process of maintaining long-term medications was laborious for those with multiple medications:</p>
                    <disp-quote>
                        <p>For me&#8212;because I am on so many different drugs&#8212;they run out at different times and I feel like I am always going to the pharmacy, and I hate that. In fact, last week, it was the end of the month and I have like 5 or 6 that were due. I did go without one of my medications for 3 days, which I knew was going to be okay, just so that I could get like 6 of them filled on the same day, so they would run out 30 days later [at the same time]. That is bothersome to me.</p>
                        <attrib>46-year-old female, Caucasian/white, user</attrib>
                    </disp-quote>
                    <p>There was widespread enthusiasm for adding functionality to MHAV to address these problems. Participants wanted to be able to request refills for several medications at a single time and have MHAV send the information directly to the pharmacy when it was time for the prescriptions to be refilled (<xref ref-type="table" rid="table2">Table 2</xref>). One participant described how he used MHAV in conjunction with a mail-order prescription refill service. He described how he could order all of his medications at once, regardless of their refill date:</p>
                    <disp-quote>
                        <p>Okay, so you have the pill bar, and you&#8217;re filling it and you get it all filled and you look in the bottom [of your bottle] and there&#8217;s only 3 pills left. I gotta go online to [the refill website], [pull] up my account, and it&#8217;s got a whole list of your medications, you just put a check and it tells you&#8212;conceivably you could check all the medicines and it has a column that says, &#8220;You cannot be refilled before such and such a date.&#8221; So if you put a check there, they&#8217;ll hold that inactive and when the date comes it trips out and they send it automatically...It tells you how many refills you&#8217;ve got left. So during that time, I know that I can go onto MHAV and just send a brief note to my care provider that says, &#8220;This script is going to run out in 3 weeks,&#8221; and they can refill it for me. Just a couple of key strokes! And Bam!</p>
                        <attrib>58-year-old male, Caucasian/white, user</attrib>
                    </disp-quote>
                    <p>The other group members responded enthusiastically, and thought MHAV should add similar features and functionality.</p>
                    <p>Participants described an ideal system that would start with a patient receiving a refill reminder from MHAV, or logging onto MHAV to request multiple medications, and end with a secure message from MHAV telling them their prescription had been filled and was ready to be picked up from their pharmacy. However, they emphasized the importance of having tailored functionality. For example, participants wanted to be able to specify how they are alerted (eg, email, phone call, or SMS text messaging) with refill/reauthorization reminders and where they want their prescriptions filled:</p>
                    <disp-quote>
                        <p>If you could have [MHAV] contact any pharmacy, and set that in there, that would be very helpful.</p>
                        <attrib>58 year-old, female, Caucasian/white, user</attrib>
                    </disp-quote>
                </sec>
                <sec>
                    <title>MyHealthAtVanderbilt Alerting Providers to Patients&#8217; Fill/Refill Nonadherence</title>
                    <p>By linking MHAV with pharmacies, participants thought MHAV could be leveraged to monitor patients&#8217; refill adherence:</p>
                    <disp-quote>
                        <p>Something I just thought about is the pharmacy at Vanderbilt is not tied in with MyHealth, or the EHR. The doctor says, &#8220;You need to take this.&#8221; But there&#8217;s no record you ever got it filled and you&#8217;re taking it. [The pharmacies] need to be tied in with [the EHR] so when you pull it up, you can look and see. &#8220;This was filled on July 8th for 90 days.&#8221; That record is [currently] not there.</p>
                        <attrib>45-year-old male, Caucasian/white, user</attrib>
                    </disp-quote>
                    <p>Participants wanted providers to follow up with them if they were not refilling their medications on time (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
                </sec>
                <sec>
                    <title>Using MyHealthAtVanderbilt to Help Patients Understand Their Medications</title>
                    <p>Participants also suggested adding MHAV functionality to (4) help patients understand and manage medication side effects, and (5) help patients understand and avoid medication interactions. Participants often sent a secure message to their providers to ask about a medication side effect [<xref ref-type="bibr" rid="ref32">32</xref>], but they felt that many of their questions could be quickly and easily answered by adding functionality to MHAV. Participants also suggested that MHAV alert patients to possible interactions between their prescribed medications that may be missed when they have several doctors prescribing medications for different purposes:</p>
                    <disp-quote>
                        <p>A lot of drug interactions and stuff are well known and are not particularly well managed because you have so many different doctors prescribing at different times. It would be nice if that logic were built in [to MHAV] and you had some degree of confidence that the more common interactions and stuff are being watched by someone, or [MHAV would let you know] with a little alert.</p>
                        <attrib>35-year-old male, Caucasian/white, user</attrib>
                    </disp-quote>
                </sec>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <sec>
                <title>Principal Findings</title>
                <p>Patient portals represent a technology with the potential to facilitate better care of patients, but virtually no data exist about the real and potential impact of these portals on medication management and adherence. To our knowledge, this is the first study to investigate ways to leverage an existing portal to help patients better manage their medications and, in turn, become more adherent. Users of the MHAV portal (both high and low users) reported using secure messaging to request prescription reauthorizations, and suggested adding portal features and functionality to facilitate medication management and promote adherence. Specifically, participants would like MHAV to be linked with pharmacies to create functionality that (1) alerts providers when long-term prescriptions need to be reauthorized and alerts patients when they need to be refilled, (2) reduces communication problems between providers&#8217; offices and pharmacies, (3) allows patients to request multiple medication refills at once, and (4) alerts providers to patients&#8217; prescription fill and/or refill nonadherence. Finally, participants would like MHAV to (5) deliver medication information (eg, side effects, other drugs to avoid) in an accessible and user-friendly format. They also emphasized the importance of being able to tailor both how they receive alerts and which pharmacy they want to use to fill or refill prescriptions. Taken together, these suggestions illustrate patients&#8217; readiness for additional portal-related features and functionality to support medication management and adherence.</p>
                <p>As health care organizations and providers begin to use portals to educate patients about their medications and support them with adherence, there is an increased need for these efforts to be theoretically driven, evidence-based, and patient centered. Behavioral medicine experts have long advocated for the role theory plays in the design and content of health promotion programs [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. The first and most important reason is that programs grounded in empirically derived theories are more effective than those that are not [<xref ref-type="bibr" rid="ref35">35</xref>]. Second, programs grounded in the theoretical processes that regulate behavior can specify and test the critical assumptions of a program&#8217;s components to detect exactly why it worked or failed under certain conditions or with certain populations and how it should be improved [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. Both benefits are essential to developing self-care support tools and content within portals that will successfully reduce the personal, social, and economic burden of medication nonadherence. The participants in our study also saw value in integrating currently disjointed systems (ie, portals with pharmacies) to streamline the refill/reauthorization process and to have providers monitor refill adherence. Thus, future research efforts should investigate both the willingness of pharmacies to integrate with patient portal systems to streamline refill and reauthorization processes and of providers to monitor patients&#8217; adherence-related activities. Finally, implementing a portal or a medication management module within a portal should go hand in hand with monitoring use and evidence of stakeholder satisfaction, patient adherence, cost-effectiveness, and impact on clinical care and outcomes.</p>
                <p>We also explored the types of patients who are and who are not using MHAV and, separately, the relationship between the degree of use and glycemic control. We found that the groups who often have suboptimal glycemic control (ie, African Americans/blacks and individuals with lower SES) [<xref ref-type="bibr" rid="ref37">37</xref>] were also less likely to have ever used the portal. We also found that, among portal users, more frequent use was associated with better glycemic control. A few recent studies have reported disparities in patient portal use [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref40">40</xref>], including 2 studies with diabetes patients [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. Although our methodology, sample size, and portal in question differ from those studies, we also found that adults with diabetes who were African American/black [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref40">40</xref>] or who had less education [<xref ref-type="bibr" rid="ref40">40</xref>] were less likely to have ever used the MHAV portal. Furthermore, we identified income and insurance disparities in ever using MHAV, which contributes new findings to this literature. Shaw and Ferranti [<xref ref-type="bibr" rid="ref19">19</xref>] also reported better glycemic control among portal users versus nonusers. In our sample, there was no difference in A1C between portal users and nonusers. Most nonusers (62%) had A1C values less than 7.0%, suggesting these participants may be using other tools to manage their medications and diabetes. We did find an association between more frequent use of a portal and better glycemic control among users only. This finding extends our limited knowledge about the impact of portals on diabetes outcomes [<xref ref-type="bibr" rid="ref18">18</xref>]. Although differences in glycemic control based on portal use versus nonuse may be spurious (ie, due to the effects associated with education, income, access to computers, or another variable), our finding that more frequent portal use was associated with better glycemic control among participants who had accessed a portal suggests there may be benefits of using a portal that are independent of the contributions of other characteristics of portal users. Future research with larger samples should explore the independent relationship between frequency of portal use and clinical outcomes, adjusting for race and SES.</p>
            </sec>
            <sec>
                <title>Limitations</title>
                <p>Because we used a mixed-method approach, our quantitative findings are limited by our qualitative sampling procedure. We had limited variability in A1C among nonusers as a whole, and particularly among African American/black nonusers, to be able to tease apart the relationships (or lack thereof) between race, SES, A1C, and portal use versus nonuse. Although portal nonusers appear to be using strategies or tools to achieve optimal glycemic control despite not using a portal, additional research with larger, more diverse samples (ie, in terms of SES and glycemic control) is needed to both replicate this finding and identify what strategies are being used to maintain glycemic control among patients who do not use portals. In addition, we likely oversampled MHAV users by promoting the study over a listserv. All but one of the nonusers were recruited from clinic waiting rooms, whereas MHAV users often contacted us from seeing flyers in clinic waiting rooms or seeing the listserv announcement. Moreover, we found nonusers (most of whom we contacted by phone) were more difficult to reach for scheduling and reminding about focus group sessions than users (most of whom we contacted by email). Second, our cross-sectional design limits our ability to discern causal relationships (eg, we cannot conclude that more MHAV use improves glycemic control). Third, our study presents participants&#8217; perceptions of the frequency of using a patient portal, how they use it, and what added functionality would support medication management and adherence, which may not adequately reflect actual opinions and/or behaviors. Finally, the generalizability of these findings to patient populations with lower SES, other chronic illnesses, and/or those patients using other patient portals is limited. Therefore, we recommend future research explore these issues using different research methodologies with a wide range of patient populations and portal platforms.</p>
            </sec>
            <sec>
                <title>Implications for Meaningful Use</title>
                <p>Patient portals are increasingly being used to demonstrate meaningful use under the Medicare and Medicaid EHR Incentive Program, which provides financial incentives to providers and hospitals that demonstrate they are implementing EHRs to meaningfully improve patient care [<xref ref-type="bibr" rid="ref41">41</xref>]. Meaningful use is demonstrated through the achievement of benchmarks including, but not limited to: maintaining an active and correct medication and medication allergy list, identifying patient-specific educational resources and making those resources available to patients, performing medication reconciliation, automatically tracking medications from order to administration using assistive technologies in conjunction with an electronic medication administration record, and providing evidence of patients&#8217; use and engagement with their PHI [<xref ref-type="bibr" rid="ref41">41</xref>]. As providers and hospitals leverage portals to achieve these benchmarks, it will be important to monitor and learn from portal users and nonusers, understand reasons for nonuse, and identify how to offer medication management and adherence support within portals that meet the needs of patients while also satisfying meaningful use requirements.</p>
            </sec>
            <sec>
                <title>Conclusion</title>
                <p>We found that patients use portals to manage their health, including their medications (eg, messaging doctors to reauthorize long-term medications), and are enthusiastic about further leveraging these systems to support medication management. Although some portals have included functionality to support medication reconciliation [<xref ref-type="bibr" rid="ref26">26</xref>], reduce adverse drug events, and improve patient-provider communication regarding medications [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref42">42</xref>], more functionality is needed to maximize medication adherence promotion.</p>
            </sec>
        </sec>
    </body>
    <back>
        <glossary>
            <title>Abbreviations</title>
            <def-list>
                <def-item>
                    <term id="abb1">ADA</term>
                    <def>
                        <p>American Diabetes Association</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb2">EASD</term>
                    <def>
                        <p>European Association for the Study of Diabetes</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb3">EHR</term>
                    <def>
                        <p>electronic health record</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb4">MHAV</term>
                    <def>
                        <p>MyHealthAtVanderbilt</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb5">PHI</term>
                    <def>
                        <p>personal health information</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb6">SES</term>
                    <def>
                        <p>socioeconomic status</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb7">SMS</term>
                    <def>
                        <p>short message service</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb8">T2DM</term>
                    <def>
                        <p>type 2 diabetes mellitus</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb9">TRIAD</term>
                    <def>
                        <p>Translating Research into Action for Diabetes</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb10">UKPDS</term>
                    <def>
                        <p>UK Prospective Diabetes Study</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb11">VUMC</term>
                    <def>
                        <p>Vanderbilt University Medical Center</p>
                    </def>
                </def-item>
            </def-list>
        </glossary>
        <ack>
            <p>The authors would like to thank Cecilia Quintero, Erica Judge, and the participants for their contributions to this work. This research was funded with support from the Vanderbilt University Diabetes Research and Training Center Pilot and Feasibility Grant (NIDDK P60 DK020593) and Dr Osborn&#8217;s Career Development Award (NIDDK K01 DK087894). Dr Mayberry was supported by the Agency for Healthcare Research and Quality (T32 HS013833) and the NIH/NIDDK (F32 DK097880). Dr Johnson was supported by the Agency for Healthcare Research and Quality (R 18 HSO18168), and Dr Elasy was supported by the NIH/NIDDK (P30 DK092986).</p>
        </ack>
        <fn-group>
            <fn fn-type="con">
                <p>Authors CYO and TAE were responsible for the research design. Authors CYO and LSM facilitated focus group discussions, collected and managed data, and conducted the analyses. Author LSM wrote the methods and results, author CYO revised these sections and wrote the introduction and discussion sections, and author KAW wrote the abstract. All authors reviewed/edited all sections of the manuscript, and approved the final version. The corresponding author and guarantor of this manuscript (CYO) takes full responsibility for the work as a whole, including the study design, access to data, and the decision to submit and publish the manuscript.</p>
            </fn>
            <fn fn-type="conflict">
                <p>None declared.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <article-title>Intensive blood-glucose control with sulphonylureas or insulin compared with conventional treatment and risk of complications in patients with type 2 diabetes (UKPDS 33). UK Prospective Diabetes Study (UKPDS) Group</article-title>
                    <source>Lancet</source>
                    <year>1998</year>
                    <month>09</month>
                    <day>12</day>
                    <volume>352</volume>
                    <issue>9131</issue>
                    <fpage>837</fpage>
                    <lpage>53</lpage>
                    <pub-id pub-id-type="medline">9742976</pub-id>
                    <pub-id pub-id-type="pii">S0140673698070196</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Cramer</surname>
                            <given-names>JA</given-names>
                        </name>
                    </person-group>
                    <article-title>A systematic review of adherence with medications for diabetes</article-title>
                    <source>Diabetes Care</source>
                    <year>2004</year>
                    <month>05</month>
                    <volume>27</volume>
                    <issue>5</issue>
                    <fpage>1218</fpage>
                    <lpage>24</lpage>
                    <pub-id pub-id-type="medline">15111553</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Odegard</surname>
                            <given-names>PS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gray</surname>
                            <given-names>SL</given-names>
                        </name>
                    </person-group>
                    <article-title>Barriers to medication adherence in poorly controlled diabetes mellitus</article-title>
                    <source>Diabetes Educ</source>
                    <year>2008</year>
                    <volume>34</volume>
                    <issue>4</issue>
                    <fpage>692</fpage>
                    <lpage>7</lpage>
                    <pub-id pub-id-type="doi">10.1177/0145721708320558</pub-id>
                    <pub-id pub-id-type="medline">18669811</pub-id>
                    <pub-id pub-id-type="pii">34/4/692</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kim</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Agostini</surname>
                            <given-names>JV</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Justice</surname>
                            <given-names>AC</given-names>
                        </name>
                    </person-group>
                    <article-title>Refill adherence to oral hypoglycemic agents and glycemic control in veterans</article-title>
                    <source>Ann Pharmacother</source>
                    <year>2010</year>
                    <month>05</month>
                    <volume>44</volume>
                    <issue>5</issue>
                    <fpage>800</fpage>
                    <lpage>8</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20388863" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1345/aph.1M570</pub-id>
                    <pub-id pub-id-type="medline">20388863</pub-id>
                    <pub-id pub-id-type="pii">aph.1M570</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3117591</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bosworth</surname>
                            <given-names>HB</given-names>
                        </name>
                    </person-group>
                    <article-title>Medication adherence</article-title>
                    <source>Improving Patient Treatment Adherence: A Clinician&#039;s Guide</source>
                    <year>2010</year>
                    <publisher-loc>New York</publisher-loc>
                    <publisher-name>Springer Science + Business Media</publisher-name>
                    <fpage>69</fpage>
                    <lpage>95</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Inzucchi</surname>
                            <given-names>SE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bergenstal</surname>
                            <given-names>RM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Buse</surname>
                            <given-names>JB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Diamant</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ferrannini</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nauck</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Peters</surname>
                            <given-names>AL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tsapas</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wender</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Matthews</surname>
                            <given-names>DR</given-names>
                        </name>
                        <collab>American Diabetes Association (ADA)</collab>
                        <collab>European Association for the Study of Diabetes (EASD)</collab>
                    </person-group>
                    <article-title>Management of hyperglycemia in type 2 diabetes: a patient-centered approach: position statement of the American Diabetes Association (ADA) and the European Association for the Study of Diabetes (EASD)</article-title>
                    <source>Diabetes Care</source>
                    <year>2012</year>
                    <month>06</month>
                    <volume>35</volume>
                    <issue>6</issue>
                    <fpage>1364</fpage>
                    <lpage>79</lpage>
                    <pub-id pub-id-type="doi">10.2337/dc12-0413</pub-id>
                    <pub-id pub-id-type="medline">22517736</pub-id>
                    <pub-id pub-id-type="pii">dc12-0413</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3357214</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rozenfeld</surname>
                            <given-names>Y</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hunt</surname>
                            <given-names>JS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Plauschinat</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wong</surname>
                            <given-names>KS</given-names>
                        </name>
                    </person-group>
                    <article-title>Oral antidiabetic medication adherence and glycemic control in managed care</article-title>
                    <source>Am J Manag Care</source>
                    <year>2008</year>
                    <month>02</month>
                    <volume>14</volume>
                    <issue>2</issue>
                    <fpage>71</fpage>
                    <lpage>5</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ajmc.com/pubMed.php?pii=7016" />
                    </comment>
                    <pub-id pub-id-type="medline">18269302</pub-id>
                    <pub-id pub-id-type="pii">7016</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Ho</surname>
                            <given-names>PM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rumsfeld</surname>
                            <given-names>JS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Masoudi</surname>
                            <given-names>FA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McClure</surname>
                            <given-names>DL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Plomondon</surname>
                            <given-names>ME</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Steiner</surname>
                            <given-names>JF</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Magid</surname>
                            <given-names>DJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Effect of medication nonadherence on hospitalization and mortality among patients with diabetes mellitus</article-title>
                    <source>Arch Intern Med</source>
                    <year>2006</year>
                    <month>09</month>
                    <day>25</day>
                    <volume>166</volume>
                    <issue>17</issue>
                    <fpage>1836</fpage>
                    <lpage>41</lpage>
                    <pub-id pub-id-type="doi">10.1001/archinte.166.17.1836</pub-id>
                    <pub-id pub-id-type="medline">17000939</pub-id>
                    <pub-id pub-id-type="pii">166/17/1836</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hong</surname>
                            <given-names>JS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kang</surname>
                            <given-names>HC</given-names>
                        </name>
                    </person-group>
                    <article-title>Relationship between oral antihyperglycemic medication adherence and hospitalization, mortality, and healthcare costs in adult ambulatory care patients with type 2 diabetes in South Korea</article-title>
                    <source>Med Care</source>
                    <year>2011</year>
                    <month>04</month>
                    <volume>49</volume>
                    <issue>4</issue>
                    <fpage>378</fpage>
                    <lpage>84</lpage>
                    <pub-id pub-id-type="doi">10.1097/MLR.0b013e31820292d1</pub-id>
                    <pub-id pub-id-type="medline">21368684</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wantland</surname>
                            <given-names>DJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Portillo</surname>
                            <given-names>CJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Holzemer</surname>
                            <given-names>WL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Slaughter</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McGhee</surname>
                            <given-names>EM</given-names>
                        </name>
                    </person-group>
                    <article-title>The effectiveness of Web-based vs. non-Web-based interventions: a meta-analysis of behavioral change outcomes</article-title>
                    <source>J Med Internet Res</source>
                    <year>2004</year>
                    <month>11</month>
                    <day>10</day>
                    <volume>6</volume>
                    <issue>4</issue>
                    <fpage>e40</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2004/4/e40/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.6.4.e40</pub-id>
                    <pub-id pub-id-type="medline">15631964</pub-id>
                    <pub-id pub-id-type="pii">v6e40</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1550624</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Linn</surname>
                            <given-names>AJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Vervloet</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Dijk</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Smit</surname>
                            <given-names>EG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Van Weert</surname>
                            <given-names>JC</given-names>
                        </name>
                    </person-group>
                    <article-title>Effects of eHealth interventions on medication adherence: a systematic review of the literature</article-title>
                    <source>J Med Internet Res</source>
                    <year>2011</year>
                    <volume>13</volume>
                    <issue>4</issue>
                    <fpage>e103</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2011/4/e103/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.1738</pub-id>
                    <pub-id pub-id-type="medline">22138112</pub-id>
                    <pub-id pub-id-type="pii">v13i4e103</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3278089</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Misono</surname>
                            <given-names>AS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cutrona</surname>
                            <given-names>SL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Choudhry</surname>
                            <given-names>NK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fischer</surname>
                            <given-names>MA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stedman</surname>
                            <given-names>MR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Liberman</surname>
                            <given-names>JN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brennan</surname>
                            <given-names>TA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jain</surname>
                            <given-names>SH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Shrank</surname>
                            <given-names>WH</given-names>
                        </name>
                    </person-group>
                    <article-title>Healthcare information technology interventions to improve cardiovascular and diabetes medication adherence</article-title>
                    <source>Am J Manag Care</source>
                    <year>2010</year>
                    <month>12</month>
                    <volume>16</volume>
                    <issue>12 Suppl HIT</issue>
                    <fpage>SP82</fpage>
                    <lpage>92</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ajmc.com/pubMed.php?pii=12790" />
                    </comment>
                    <pub-id pub-id-type="medline">21314228</pub-id>
                    <pub-id pub-id-type="pii">12790</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Haggstrom</surname>
                            <given-names>DA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Saleem</surname>
                            <given-names>JJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Russ</surname>
                            <given-names>AL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jones</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Russell</surname>
                            <given-names>SA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chumbler</surname>
                            <given-names>NR</given-names>
                        </name>
                    </person-group>
                    <article-title>Lessons learned from usability testing of the VA's personal health record</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2011</year>
                    <month>12</month>
                    <volume>18 Suppl 1</volume>
                    <fpage>i13</fpage>
                    <lpage>7</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jamia.bmj.com/cgi/pmidlookup?view=long&#38;pmid=21984604" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1136/amiajnl-2010-000082</pub-id>
                    <pub-id pub-id-type="medline">21984604</pub-id>
                    <pub-id pub-id-type="pii">amiajnl-2010-000082</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3241159</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Osborn</surname>
                            <given-names>CY</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rosenbloom</surname>
                            <given-names>ST</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stenner</surname>
                            <given-names>SP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Anders</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Muse</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Johnson</surname>
                            <given-names>KB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jirjis</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jackson</surname>
                            <given-names>GP</given-names>
                        </name>
                    </person-group>
                    <article-title>MyHealthAtVanderbilt: policies and procedures governing patient portal functionality</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2011</year>
                    <month>12</month>
                    <volume>18 Suppl 1</volume>
                    <fpage>i18</fpage>
                    <lpage>23</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jamia.bmj.com/cgi/pmidlookup?view=long&#38;pmid=21807648" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1136/amiajnl-2011-000184</pub-id>
                    <pub-id pub-id-type="medline">21807648</pub-id>
                    <pub-id pub-id-type="pii">amiajnl-2011-000184</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3241162</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Weingart</surname>
                            <given-names>SN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rind</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tofias</surname>
                            <given-names>Z</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sands</surname>
                            <given-names>DZ</given-names>
                        </name>
                    </person-group>
                    <article-title>Who uses the patient internet portal? The PatientSite experience</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2006</year>
                    <volume>13</volume>
                    <issue>1</issue>
                    <fpage>91</fpage>
                    <lpage>5</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jamia.bmj.com/cgi/pmidlookup?view=long&#38;pmid=16221943" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1197/jamia.M1833</pub-id>
                    <pub-id pub-id-type="medline">16221943</pub-id>
                    <pub-id pub-id-type="pii">M1833</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1380201</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Zhou</surname>
                            <given-names>YY</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kanter</surname>
                            <given-names>MH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>JJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Garrido</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <article-title>Improved quality at Kaiser Permanente through e-mail between physicians and patients</article-title>
                    <source>Health Aff (Millwood)</source>
                    <year>2010</year>
                    <month>07</month>
                    <volume>29</volume>
                    <issue>7</issue>
                    <fpage>1370</fpage>
                    <lpage>5</lpage>
                    <pub-id pub-id-type="doi">10.1377/hlthaff.2010.0048</pub-id>
                    <pub-id pub-id-type="medline">20606190</pub-id>
                    <pub-id pub-id-type="pii">29/7/1370</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Grant</surname>
                            <given-names>RW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wald</surname>
                            <given-names>JS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schnipper</surname>
                            <given-names>JL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gandhi</surname>
                            <given-names>TK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Poon</surname>
                            <given-names>EG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Orav</surname>
                            <given-names>EJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Williams</surname>
                            <given-names>DH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Volk</surname>
                            <given-names>LA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Middleton</surname>
                            <given-names>B</given-names>
                        </name>
                    </person-group>
                    <article-title>Practice-linked online personal health records for type 2 diabetes mellitus: a randomized controlled trial</article-title>
                    <source>Arch Intern Med</source>
                    <year>2008</year>
                    <month>09</month>
                    <day>8</day>
                    <volume>168</volume>
                    <issue>16</issue>
                    <fpage>1776</fpage>
                    <lpage>82</lpage>
                    <pub-id pub-id-type="doi">10.1001/archinte.168.16.1776</pub-id>
                    <pub-id pub-id-type="medline">18779465</pub-id>
                    <pub-id pub-id-type="pii">168/16/1776</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Osborn</surname>
                            <given-names>CY</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mayberry</surname>
                            <given-names>LS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mulvaney</surname>
                            <given-names>SA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hess</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <article-title>Patient web portals to improve diabetes outcomes: a systematic review</article-title>
                    <source>Curr Diab Rep</source>
                    <year>2010</year>
                    <month>12</month>
                    <volume>10</volume>
                    <issue>6</issue>
                    <fpage>422</fpage>
                    <lpage>35</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20890688" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1007/s11892-010-0151-1</pub-id>
                    <pub-id pub-id-type="medline">20890688</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3086814</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Shaw</surname>
                            <given-names>RJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ferranti</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Patient-provider internet portals--patient outcomes and use</article-title>
                    <source>Comput Inform Nurs</source>
                    <year>2011</year>
                    <month>12</month>
                    <volume>29</volume>
                    <issue>12</issue>
                    <fpage>714</fpage>
                    <lpage>8; quiz 719</lpage>
                    <pub-id pub-id-type="doi">10.1097/NCN.0b013e318224b597</pub-id>
                    <pub-id pub-id-type="medline">21697705</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Schnipper</surname>
                            <given-names>JL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gandhi</surname>
                            <given-names>TK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wald</surname>
                            <given-names>JS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Grant</surname>
                            <given-names>RW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Poon</surname>
                            <given-names>EG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Volk</surname>
                            <given-names>LA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Businger</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Siteman</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Buckel</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Middleton</surname>
                            <given-names>B</given-names>
                        </name>
                    </person-group>
                    <article-title>Design and implementation of a web-based patient portal linked to an electronic health record designed to improve medication safety: the Patient Gateway medications module</article-title>
                    <source>Inform Prim Care</source>
                    <year>2008</year>
                    <volume>16</volume>
                    <issue>2</issue>
                    <fpage>147</fpage>
                    <lpage>55</lpage>
                    <pub-id pub-id-type="medline">18713531</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Turvey</surname>
                            <given-names>CL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zulman</surname>
                            <given-names>DM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nazi</surname>
                            <given-names>KM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wakefield</surname>
                            <given-names>BJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Woods</surname>
                            <given-names>SS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hogan</surname>
                            <given-names>TP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Weaver</surname>
                            <given-names>FM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McInnes</surname>
                            <given-names>K</given-names>
                        </name>
                    </person-group>
                    <article-title>Transfer of information from personal health records: a survey of veterans using My HealtheVet</article-title>
                    <source>Telemed J E Health</source>
                    <year>2012</year>
                    <month>03</month>
                    <volume>18</volume>
                    <issue>2</issue>
                    <fpage>109</fpage>
                    <lpage>14</lpage>
                    <pub-id pub-id-type="doi">10.1089/tmj.2011.0109</pub-id>
                    <pub-id pub-id-type="medline">22304439</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Ross</surname>
                            <given-names>SE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Haverhals</surname>
                            <given-names>LM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Main</surname>
                            <given-names>DS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bull</surname>
                            <given-names>SS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pratte</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lin</surname>
                            <given-names>CT</given-names>
                        </name>
                    </person-group>
                    <article-title>Adoption and use of an online patient portal for diabetes (Diabetes-STAR)</article-title>
                    <source>AMIA Annu Symp Proc</source>
                    <year>2006</year>
                    <fpage>1080</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17238699" />
                    </comment>
                    <pub-id pub-id-type="medline">17238699</pub-id>
                    <pub-id pub-id-type="pii">85879</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1839692</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Koonce</surname>
                            <given-names>TY</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Giuse</surname>
                            <given-names>DA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Beauregard</surname>
                            <given-names>JM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Giuse</surname>
                            <given-names>NB</given-names>
                        </name>
                    </person-group>
                    <article-title>Toward a more informed patient: bridging health care information through an interactive communication portal</article-title>
                    <source>J Med Libr Assoc</source>
                    <year>2007</year>
                    <month>01</month>
                    <volume>95</volume>
                    <issue>1</issue>
                    <fpage>77</fpage>
                    <lpage>81</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17252070" />
                    </comment>
                    <pub-id pub-id-type="medline">17252070</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1773042</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rosenbloom</surname>
                            <given-names>ST</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Daniels</surname>
                            <given-names>TL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Talbot</surname>
                            <given-names>TR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McClain</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hennes</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stenner</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Muse</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jirjis</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Purcell Jackson</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <article-title>Triaging patients at risk of influenza using a patient portal</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2012</year>
                    <volume>19</volume>
                    <issue>4</issue>
                    <fpage>549</fpage>
                    <lpage>54</lpage>
                    <pub-id pub-id-type="doi">10.1136/amiajnl-2011-000382</pub-id>
                    <pub-id pub-id-type="medline">22140208</pub-id>
                    <pub-id pub-id-type="pii">amiajnl-2011-000382</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3384102</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Allen</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Iezzoni</surname>
                            <given-names>LI</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Huang</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Huang</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Leveille</surname>
                            <given-names>SG</given-names>
                        </name>
                    </person-group>
                    <article-title>Internet-based coaching to improve patient-clinician communication in primary care</article-title>
                    <source>AMIA Annu Symp Proc</source>
                    <year>2007</year>
                    <fpage>861</fpage>
                    <pub-id pub-id-type="medline">18693963</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Staroselsky</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Volk</surname>
                            <given-names>LA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tsurikova</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Newmark</surname>
                            <given-names>LP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lippincott</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Litvak</surname>
                            <given-names>I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kittler</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wald</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bates</surname>
                            <given-names>DW</given-names>
                        </name>
                    </person-group>
                    <article-title>An effort to improve electronic health record medication list accuracy between visits: patients' and physicians' response</article-title>
                    <source>Int J Med Inform</source>
                    <year>2008</year>
                    <month>03</month>
                    <volume>77</volume>
                    <issue>3</issue>
                    <fpage>153</fpage>
                    <lpage>60</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2007.03.001</pub-id>
                    <pub-id pub-id-type="medline">17434337</pub-id>
                    <pub-id pub-id-type="pii">S1386-5056(07)00047-0</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Morgan</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <source>Focus Groups as Qualitative Research</source>
                    <year>1988</year>
                    <publisher-loc>Thousand Oaks, CA</publisher-loc>
                    <publisher-name>Sage Publications</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="web">
                    <source>Vanderbilt University Medical Center</source>
                    <access-date>2013-02-25</access-date>
                    <comment>What is MyHealthAtVanderbilt?<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.vanderbilthealth.com/main/28542">http://www.vanderbilthealth.com/main/28542</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6Ehj65Hxp</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref29">
                <label>29</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lincoln</surname>
                            <given-names>YS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Guba</surname>
                            <given-names>EG</given-names>
                        </name>
                    </person-group>
                    <source>Naturalistic Inquiry</source>
                    <year>1985</year>
                    <publisher-loc>Newbury Park, CA</publisher-loc>
                    <publisher-name>Sage Publications</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref30">
                <label>30</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Patton</surname>
                            <given-names>MQ</given-names>
                        </name>
                    </person-group>
                    <article-title>Enhancing the quality and credibility of qualitative analysis</article-title>
                    <source>Health Serv Res</source>
                    <year>1999</year>
                    <month>12</month>
                    <volume>34</volume>
                    <issue>5 Pt 2</issue>
                    <fpage>1189</fpage>
                    <lpage>208</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/10591279" />
                    </comment>
                    <pub-id pub-id-type="medline">10591279</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1089059</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref31">
                <label>31</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mayberry</surname>
                            <given-names>LS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kripalani</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rothman</surname>
                            <given-names>RL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Osborn</surname>
                            <given-names>CY</given-names>
                        </name>
                    </person-group>
                    <article-title>Bridging the digital divide in diabetes: family support and implications for health literacy</article-title>
                    <source>Diabetes Technol Ther</source>
                    <year>2011</year>
                    <month>10</month>
                    <volume>13</volume>
                    <issue>10</issue>
                    <fpage>1005</fpage>
                    <lpage>12</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21718098" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1089/dia.2011.0055</pub-id>
                    <pub-id pub-id-type="medline">21718098</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3182674</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref32">
                <label>32</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wade-Vuturo</surname>
                            <given-names>AE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mayberry</surname>
                            <given-names>LS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Osborn</surname>
                            <given-names>CY</given-names>
                        </name>
                    </person-group>
                    <article-title>Secure messaging and diabetes management: experiences and perspectives of patient portal users</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2013</year>
                    <month>05</month>
                    <day>1</day>
                    <volume>20</volume>
                    <issue>3</issue>
                    <fpage>519</fpage>
                    <lpage>25</lpage>
                    <pub-id pub-id-type="doi">10.1136/amiajnl-2012-001253</pub-id>
                    <pub-id pub-id-type="medline">23242764</pub-id>
                    <pub-id pub-id-type="pii">amiajnl-2012-001253</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3628058</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref33">
                <label>33</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rejeski</surname>
                            <given-names>WJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brawley</surname>
                            <given-names>LR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McAuley</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rapp</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>An examination of theory and behavior change in randomized clinical trials</article-title>
                    <source>Control Clin Trials</source>
                    <year>2000</year>
                    <month>10</month>
                    <volume>21</volume>
                    <issue>5 Suppl</issue>
                    <fpage>164S</fpage>
                    <lpage>70S</lpage>
                    <pub-id pub-id-type="medline">11018571</pub-id>
                    <pub-id pub-id-type="pii">S019724560000074X</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref34">
                <label>34</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Campbell</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fitzpatrick</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Haines</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kinmonth</surname>
                            <given-names>AL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sandercock</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Spiegelhalter</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tyrer</surname>
                            <given-names>P</given-names>
                        </name>
                    </person-group>
                    <article-title>Framework for design and evaluation of complex interventions to improve health</article-title>
                    <source>BMJ</source>
                    <year>2000</year>
                    <month>09</month>
                    <day>16</day>
                    <volume>321</volume>
                    <issue>7262</issue>
                    <fpage>694</fpage>
                    <lpage>6</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/10987780" />
                    </comment>
                    <pub-id pub-id-type="medline">10987780</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1118564</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref35">
                <label>35</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Webb</surname>
                            <given-names>TL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Joseph</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Yardley</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Michie</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>Using the internet to promote health behavior change: a systematic review and meta-analysis of the impact of theoretical basis, use of behavior change techniques, and mode of delivery on efficacy</article-title>
                    <source>J Med Internet Res</source>
                    <year>2010</year>
                    <volume>12</volume>
                    <issue>1</issue>
                    <fpage>e4</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2010/1/e4/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.1376</pub-id>
                    <pub-id pub-id-type="medline">20164043</pub-id>
                    <pub-id pub-id-type="pii">v12i1e4</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2836773</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref36">
                <label>36</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kraemer</surname>
                            <given-names>HC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wilson</surname>
                            <given-names>GT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fairburn</surname>
                            <given-names>CG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Agras</surname>
                            <given-names>WS</given-names>
                        </name>
                    </person-group>
                    <article-title>Mediators and moderators of treatment effects in randomized clinical trials</article-title>
                    <source>Arch Gen Psychiatry</source>
                    <year>2002</year>
                    <month>10</month>
                    <volume>59</volume>
                    <issue>10</issue>
                    <fpage>877</fpage>
                    <lpage>83</lpage>
                    <pub-id pub-id-type="medline">12365874</pub-id>
                    <pub-id pub-id-type="pii">ynv10179</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref37">
                <label>37</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Duru</surname>
                            <given-names>OK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gerzoff</surname>
                            <given-names>RB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Selby</surname>
                            <given-names>JV</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brown</surname>
                            <given-names>AF</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ackermann</surname>
                            <given-names>RT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Karter</surname>
                            <given-names>AJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ross</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Steers</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Herman</surname>
                            <given-names>WH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Waitzfelder</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mangione</surname>
                            <given-names>CM</given-names>
                        </name>
                    </person-group>
                    <article-title>Identifying risk factors for racial disparities in diabetes outcomes: the translating research into action for diabetes study</article-title>
                    <source>Med Care</source>
                    <year>2009</year>
                    <month>06</month>
                    <volume>47</volume>
                    <issue>6</issue>
                    <fpage>700</fpage>
                    <lpage>6</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19480090" />
                    </comment>
                    <pub-id pub-id-type="medline">19480090</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2743318</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref38">
                <label>38</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Goel</surname>
                            <given-names>MS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brown</surname>
                            <given-names>TL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Williams</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hasnain-Wynia</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Thompson</surname>
                            <given-names>JA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Baker</surname>
                            <given-names>DW</given-names>
                        </name>
                    </person-group>
                    <article-title>Disparities in enrollment and use of an electronic patient portal</article-title>
                    <source>J Gen Intern Med</source>
                    <year>2011</year>
                    <month>10</month>
                    <volume>26</volume>
                    <issue>10</issue>
                    <fpage>1112</fpage>
                    <lpage>6</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21538166" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1007/s11606-011-1728-3</pub-id>
                    <pub-id pub-id-type="medline">21538166</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3181306</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref39">
                <label>39</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Sarkar</surname>
                            <given-names>U</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Karter</surname>
                            <given-names>AJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Liu</surname>
                            <given-names>JY</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Adler</surname>
                            <given-names>NE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nguyen</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lopez</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schillinger</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>The literacy divide: health literacy and the use of an internet-based patient portal in an integrated health system-results from the diabetes study of northern California (DISTANCE)</article-title>
                    <source>J Health Commun</source>
                    <year>2010</year>
                    <volume>15 Suppl 2</volume>
                    <fpage>183</fpage>
                    <lpage>96</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20845203" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1080/10810730.2010.499988</pub-id>
                    <pub-id pub-id-type="medline">20845203</pub-id>
                    <pub-id pub-id-type="pii">926943837</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3014858</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref40">
                <label>40</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Sarkar</surname>
                            <given-names>U</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Karter</surname>
                            <given-names>AJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Liu</surname>
                            <given-names>JY</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Adler</surname>
                            <given-names>NE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nguyen</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>L&#243;pez</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schillinger</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>Social disparities in internet patient portal use in diabetes: evidence that the digital divide extends beyond access</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2011</year>
                    <month>05</month>
                    <day>1</day>
                    <volume>18</volume>
                    <issue>3</issue>
                    <fpage>318</fpage>
                    <lpage>21</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jamia.bmj.com/cgi/pmidlookup?view=long&#38;pmid=21262921" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1136/jamia.2010.006015</pub-id>
                    <pub-id pub-id-type="medline">21262921</pub-id>
                    <pub-id pub-id-type="pii">jamia.2010.006015</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3078675</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref41">
                <label>41</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <collab>Centers for Medicare &#38; Medicaid Services (CMS)&#8218; HHS</collab>
                    </person-group>
                    <article-title>Medicare and Medicaid programs; electronic health record incentive program--stage 2</article-title>
                    <source>Fed Regist</source>
                    <year>2012</year>
                    <volume>77</volume>
                    <issue>45</issue>
                    <fpage>13698</fpage>
                    <lpage>13829</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.federalregister.gov/articles/2012/03/07/2012-4443/medicare-and-medicaid-programs-electronic-health-record-incentive-program-stage-2" />
                    </comment>
                </nlm-citation>
            </ref>
            <ref id="ref42">
                <label>42</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Weingart</surname>
                            <given-names>SN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hamrick</surname>
                            <given-names>HE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tutkus</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Carbo</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sands</surname>
                            <given-names>DZ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tess</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Davis</surname>
                            <given-names>RB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bates</surname>
                            <given-names>DW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Phillips</surname>
                            <given-names>RS</given-names>
                        </name>
                    </person-group>
                    <article-title>Medication safety messages for patients via the web portal: the MedCheck intervention</article-title>
                    <source>Int J Med Inform</source>
                    <year>2008</year>
                    <month>03</month>
                    <volume>77</volume>
                    <issue>3</issue>
                    <fpage>161</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2007.04.007</pub-id>
                    <pub-id pub-id-type="medline">17581772</pub-id>
                    <pub-id pub-id-type="pii">S1386-5056(07)00090-1</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
