<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v24i10e37341</article-id>
      <article-id pub-id-type="pmid">36197718</article-id>
      <article-id pub-id-type="doi">10.2196/37341</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Limitations of User-and Human-Centered Design in an eHealth Context and How to Move Beyond Them</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gorp</surname>
            <given-names>Pieter</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kujala</surname>
            <given-names>Sari</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Risling</surname>
            <given-names>Tracie</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>van Velsen</surname>
            <given-names>Lex</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0599-8706</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Ludden</surname>
            <given-names>Geke</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>Department of Design, Production and Management</institution>
            <institution>University of Twente</institution>
            <addr-line>Drienerlolaan 5</addr-line>
            <addr-line>Enschede, 7522NB</addr-line>
            <country>Netherlands</country>
            <phone>31 534892920</phone>
            <email>g.d.s.ludden@utwente.nl</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4508-9865</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Grünloh</surname>
            <given-names>Christiane</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2319-3186</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>eHealth Department</institution>
        <institution>Roessingh Research and Development</institution>
        <addr-line>Enschede</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Communication Science</institution>
        <institution>University of Twente</institution>
        <addr-line>Enschede</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Design, Production and Management</institution>
        <institution>University of Twente</institution>
        <addr-line>Enschede</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Biomedical Systems and Signals group</institution>
        <institution>University of Twente</institution>
        <addr-line>Enschede</addr-line>
        <country>Netherlands</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Geke Ludden <email>g.d.s.ludden@utwente.nl</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>10</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>5</day>
        <month>10</month>
        <year>2022</year>
      </pub-date>
      <volume>24</volume>
      <issue>10</issue>
      <elocation-id>e37341</elocation-id>
      <history>
        <date date-type="received">
          <day>16</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>3</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>27</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>8</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Lex van Velsen, Geke Ludden, Christiane Grünloh. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 05.10.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2022/10/e37341" xlink:type="simple"/>
      <abstract>
        <p>Human-centered design (HCD) is widely regarded as the best design approach for creating eHealth innovations that align with end users’ needs, wishes, and context and has the potential to impact health care. However, critical reflections on applying HCD within the context of eHealth are lacking. Applying a critical eye to the use of HCD approaches within eHealth, we present and discuss 9 limitations that the current practices of HCD in eHealth innovation often carry. The limitations identified range from limited reach and bias to narrow contextual and temporal focus. Design teams should carefully consider if, how, and when they should involve end users and other stakeholders in the design process and how they can combine their insights with existing knowledge and design skills. Finally, we discuss how a more critical perspective on using HCD in eHealth innovation can move the field forward and offer 3 directions of inspiration to improve our design practices: value-sensitive design, citizen science, and more-than-human design. Although value-sensitive design approaches offer a solution to some of the biased or limited views of traditional HCD approaches, combining a citizen science approach with design inspiration and imagining new futures could widen our view on eHealth innovation. Finally, a more-than-human design approach will allow eHealth solutions to care for both people and the environment. These directions can be seen as starting points that invite and support the field of eHealth innovation to do better and to try and develop more inclusive, fair, and valuable eHealth innovations that will have an impact on health and care.</p>
      </abstract>
      <kwd-group>
        <kwd>user-centered design</kwd>
        <kwd>human-centered design</kwd>
        <kwd>eHealth, value-sensitive design</kwd>
        <kwd>citizen science</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>For years, user-centered design (UCD) has been considered to be a crucial part of eHealth design. It is believed to improve an innovation’s usefulness and usability [<xref ref-type="bibr" rid="ref1">1</xref>], to improve end-user satisfaction with the innovation [<xref ref-type="bibr" rid="ref2">2</xref>], and to increase the quality of user requirements [<xref ref-type="bibr" rid="ref3">3</xref>]. In addition to this, in the context of eHealth, a strong focus on end users during the design process (patients, care professionals, or others) is deemed to improve adoption rates [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>], patient decision-making [<xref ref-type="bibr" rid="ref7">7</xref>], patient engagement [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>], and patient satisfaction [<xref ref-type="bibr" rid="ref8">8</xref>]. UCD is a design approach or philosophy that originated in the 1980s. Two seminal publications coined the concept [<xref ref-type="bibr" rid="ref10">10</xref>] and listed its key principles [<xref ref-type="bibr" rid="ref11">11</xref>]. According to Gould and Lewis [<xref ref-type="bibr" rid="ref11">11</xref>], these key principles are that there should be an early focus on users and tasks. First, designers should study the users and the tasks that they need to perform with a technology to understand them fully. Second, the design team should use empirical measurements. Prospective end users need to work with prototypical versions of a technology and their performance and reactions should then be analyzed in a scientific manner. Third, one should apply iterative design. Within the design process, there should be multiple cycles of design, testing, and redesign. Since then, different publications have provided hands-on guidelines on how to implement UCD in practice, for example, an overview by Maguire [<xref ref-type="bibr" rid="ref12">12</xref>] of the complete UCD process and methods to apply at every stage, and an international standard offering guidance on human-centered design (HCD) activities (International Organization for Standardization 9241-210 “Human-centred design for interactive systems,” the latest version being from 2019 [<xref ref-type="bibr" rid="ref13">13</xref>]). According to the International Organization for Standardization standard, HCD “is an approach to interactive systems development that aims to make systems usable and useful by focusing on the users, their needs and requirements, and by applying human factors or ergonomics and usability knowledge and techniques.” The international standard outlines the following principles that should be followed in a human-centered approach [<xref ref-type="bibr" rid="ref13">13</xref>]:</p>
        <list list-type="order">
          <list-item>
            <p>The design is based upon explicit understanding of users, tasks, and environments.</p>
          </list-item>
          <list-item>
            <p>Users are involved throughout design and development.</p>
          </list-item>
          <list-item>
            <p>The design is driven and refined by user-centered evaluation.</p>
          </list-item>
          <list-item>
            <p>The process is iterative.</p>
          </list-item>
          <list-item>
            <p>The design addresses the whole user experience.</p>
          </list-item>
          <list-item>
            <p>The design team includes multidisciplinary skills and perspectives.</p>
          </list-item>
        </list>
        <p>Meanwhile, in design research as well as in the field of human-computer interaction (HCI), the term UCD has become a topic of much debate. Although the terms UCD and HCD are often used interchangeably, several authors in these fields have argued that the term UCD reduces a person to someone using a technology, failing to see the whole human being that lives with the technology. Gasson [<xref ref-type="bibr" rid="ref14">14</xref>], for example, argues for using HCD instead of UCD to avoid a focus on people as technology users and to allow a broader view of human activity supported by technology. In this paper, we will use the term HCD as an umbrella term for both approaches.</p>
        <p>HCD has found its way into eHealth design via several road maps that specifically focus on health and well-being as a domain. The Center for eHealth Research (CeHReS) road map [<xref ref-type="bibr" rid="ref15">15</xref>] is perhaps the most widely used design road map in the field and specifies the following 5 main phases in which HCD is a crucial element: contextual inquiry, value specification, design, operationalization, and summative evaluation. Each phase comes with its own goals and selection of methods that one can apply. The CeHReS road map has been used to guide the development of a wide range of eHealth apps, such as a mobile app to support people in dealing with ticks and tick bites [<xref ref-type="bibr" rid="ref16">16</xref>], an information dashboard to support nurses in antimicrobial stewardship [<xref ref-type="bibr" rid="ref17">17</xref>], or a blended exercise therapy intervention for patients with knee and hip osteoarthritis [<xref ref-type="bibr" rid="ref18">18</xref>]. Other design approaches that heavily hinge on the HCD philosophy and have been used to guide eHealth development include intervention mapping [<xref ref-type="bibr" rid="ref19">19</xref>], the person-based approach [<xref ref-type="bibr" rid="ref20">20</xref>], and Integrate, Design, Assess, and Share [<xref ref-type="bibr" rid="ref21">21</xref>]. Although the authors of these different approaches have all defined their own phases in the design process, their makeup and essence are basically the same. They revolve around extensive end-user (and stakeholder) involvement, iterative design, and working systematically, the same principles that the founders of HCD listed.</p>
        <p>Many articles report on the results of HCD processes in eHealth and reflect on the experiences of research and design teams while using the approach (eg, the studies by Fico et al [<xref ref-type="bibr" rid="ref4">4</xref>], Kramer et al [<xref ref-type="bibr" rid="ref22">22</xref>], and Atkinson et al [<xref ref-type="bibr" rid="ref23">23</xref>]). This has led to a body of literature in which the approach receives a lot of praise, with authors claiming that applying the approach has improved the quality of their eHealth service. However, critiquing one’s own approach too much would decrease the value of the design process results as well as the value of the resulting publication. This publication bias may have led the community to believe that HCD is, by definition, the best approach toward eHealth innovation. In addition, this belief in HCD as the best approach has influenced the writers of calls in funding programs (such as the European Union’s Horizon program), in which HCD is often included as a prerequisite for funding. Focusing calls in such a way pushes researchers to use an approach that may not be optimal for their context [<xref ref-type="bibr" rid="ref24">24</xref>]. In all, it is crucial that the eHealth design community acknowledges the inherent limitations of HCD in eHealth, to (1) reduce the positive bias in their reflections on the application of HCD, (2) raise awareness among design teams about the limitations of this design approach, and (3) improve HCD processes for eHealth by accounting for the limitations of the approach.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>In this paper, we aimed to provide an overview of the limitations of using HCD in an eHealth context. These limitations were derived from our own experiences in numerous HCD processes for eHealth services as well as from the larger body of human-centered eHealth design studies. We would like to clarify that we are not opponents of HCD. A simple Google Scholar search of our publication records will show that we have used the approach in the past [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>] and have reflected on its merits. To elaborate on some of our experiences, the second author (GL) and colleagues in the MinD—Designing for people with dementia project reflected on their experiences and on the complexities of involving people with dementia in the design and evaluation of (digital) tools that could improve their psychosocial well-being [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. In another project, we involved children with breathing problems in the design of a smart wearable [<xref ref-type="bibr" rid="ref29">29</xref>]. Both projects aimed to design for a group of people that was very different from the project team, which called for the inclusion of end-user experiences in the design process. The publications referenced here explain how the teams benefited from working with these groups, creating end results that were (more) acceptable. Nevertheless, in both cases, the teams clearly faced challenges when it came to selection of participants and representation of the complete target group as well as the interpretation of data gathered during cocreation sessions. There were discussions in which the information or knowledge of experts by experience conflicted with related work and knowledge of the project team. In the smart wearable project, we started with including the children who would eventually use the tool in the design process, although child pulmonologists were also involved. A much larger and more diverse group of stakeholders, including child physiotherapists, is involved in a currently running follow-up to this project. This greatly adds to the complexity of decision-making, as was also confirmed in another study in which the third author (CG) was involved. This study concluded that when multiple groups of stakeholders are involved, more knowledge is needed on how to deal with conflicting perspectives [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        <p>Although we are convinced that HCD approaches are necessary in the design of eHealth innovations, we think that it would be healthy for the community if critical reflection on using HCD becomes common practice, with the ultimate goal of improving our use of HCD. Of course, we are not the first (nor will we be the last) to critically reflect on the concept of HCD. Therefore, before listing the limitations that we would like to stress, we summarize some of the critical reflections on HCD that have been published in the past.</p>
      </sec>
      <sec>
        <title>Previous Reflections on HCD</title>
        <p>In his 2005 essay, “Human-Centered Design Considered Harmful,” Norman [<xref ref-type="bibr" rid="ref31">31</xref>] reflects on some of the principles that underlie HCD; for example, the principle that technology should always adapt to people and not the other way around. He posits that this principle is not really true as people indeed adapt to technology; moreover, technology changes and continues to change our behaviors and our lives. In fact, in eHealth innovation, providing a health intervention that changes people’s behavior or their perspective on health and even their lives is often the aim. According to Norman [<xref ref-type="bibr" rid="ref31">31</xref>], improving some aspects for individuals or groups may worsen them for others, and the focus on humans and their needs distracts from other design-related activities and may lead to incoherent and complex designs. Norman [<xref ref-type="bibr" rid="ref31">31</xref>], therefore, suggested an activity-centered design approach, which includes a deep understanding of people but also fosters a deep understanding of technology, tools, and the reasons for the activities.</p>
        <p>In 2011, a study by Bannon [<xref ref-type="bibr" rid="ref32">32</xref>] revisited the roots of the HCI discipline to argue that HCI should develop an even more human-centered approach. For instance, a focus on augmenting people’s existing skills goes beyond merely <italic>considering the user</italic> (and their requirements) and instead, also prioritizes the understanding of people, their concerns, activities, and, in particular, their values and more fundamental needs when designing new technology [<xref ref-type="bibr" rid="ref32">32</xref>]. Forlizzi [<xref ref-type="bibr" rid="ref33">33</xref>] urges moving beyond UCD toward stakeholder-centered and service design. Similar to Bannon [<xref ref-type="bibr" rid="ref32">32</xref>], Forlizzi [<xref ref-type="bibr" rid="ref33">33</xref>] also reflects on how drastically the field of HCI and also technology and society have evolved, broadening the focus of HCI from ergonomics and usability to also include experience, engagement, and entertainment. Forlizzi [<xref ref-type="bibr" rid="ref33">33</xref>] identified the lack of an economic perspective in UCD approaches; this perspective is needed, given that today technologies are increasingly being designed as services used by multiple stakeholders. Hence, she urges the HCI community to move beyond UCD and to consider a service design approach that also includes economics [<xref ref-type="bibr" rid="ref33">33</xref>]. More recently, the top-down approach of HCD as being traditionally led by professionals has been criticized, inviting the exploration and discussion of <italic>community-driven design</italic> [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. The argument goes that today’s global challenges deal with complex sociotechnical systems that require a bottom-up approach in which communities themselves take the lead to solve problems collaboratively, facilitated by professionals [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. The value of actively involving citizens and communities as coresearchers is also well known in approaches such as participatory action research and citizen science [<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        <p>These reflections on HCD show that the primary focus on “knowing the end user” is too narrow, and extensions or new approaches have been developed to respond to the need for including additional perspectives and dimensions. Although it incorporates some of the views mentioned previously, this paper specifically focuses on health and well-being as an application domain and the limitations of HCD that we experienced and observed in previous eHealth projects.</p>
      </sec>
    </sec>
    <sec>
      <title>Limitations of HCD in eHealth</title>
      <sec>
        <title>Limitation 1: HCD Tends to Lead to Sampling Bias</title>
        <p>“It’s not for me, but my neighbor would love this” is what we often hear participants say during design sessions. It makes one wonder, if we always hear this, are we designing something that nobody wants? Or are we talking to the wrong people? HCD methods most often rely on studying a relatively small sample in depth; this approach is prone to a range of sampling biases. By default, we are not talking to the right people, as not everybody can join the sessions; some specific groups will not be represented at all, whereas other groups are overrepresented (a selection bias) [<xref ref-type="bibr" rid="ref40">40</xref>]. For example, in a case study by Haslwanter et al [<xref ref-type="bibr" rid="ref41">41</xref>] that aimed to design a product that enables older adults to stay independently at home for longer, certain methods such as inviting the target audience to a demonstration house led to a recruitment bias in terms of gender, level of mobility, and interest in technology. This sampling bias is further compounded by the difficulty of finding people who are willing and able to spend their time in an interview or design activity. Participating in a design study can be quite time-consuming, meaning that patients need to combine this with their (high) disease burden. Jongsma and Friesen [<xref ref-type="bibr" rid="ref42">42</xref>] pointed out that participatory research is either too demanding and therefore unfeasible or too uninclusive and therefore unfair. In other words, you sometimes have to take what you get at the cost of biasing your sample (self-selection bias). This bias has been made explicit for experimental research in HCI, which tends to be biased toward younger, more tech-savvy, and more educated participants [<xref ref-type="bibr" rid="ref43">43</xref>]. For design activities, it is not clear what characterizes those that are more willing to join design activities. In addition, it is also possible, especially among professional participants, that one person participates on behalf of a department or professional group. This person may or may not be chosen by management and acts as a barrier toward involving other people within that group (gatekeeper bias). One could argue that these biases are not a large issue, as qualitative research does not strive toward generalizability, but if we want to include a diverse range of views and contexts, we should strive toward some form of generalizability [<xref ref-type="bibr" rid="ref44">44</xref>], and we must therefore take these biases seriously. Finally, when biased end-user input is the only source of inspiration for a new eHealth intervention, the implication is that the biased design input is translated into a biased technology. Many authors acknowledge this bias in the Limitations sections of their articles but do not discuss how this bias affected the design or in what way they tried to negate this bias in the design or evaluation phase. Could it be that the design research community has just accepted this bias and its consequences as facts of life?</p>
        <p>We would advise design researchers to go further than just naming sampling bias as a limitation in their publication and being done with it. In addition, mapping exactly what the bias looks like (ie, who the most important excluded groups are) and stating how the neglected groups will be included in the design process (eg, in an additional round of design activities using a method that is especially suited for these groups) or in the evaluation activities (eg, targeting the sample of a prototype evaluation toward these groups) would be a great improvement.</p>
      </sec>
      <sec>
        <title>Limitation 2: End-User Input Might Be Biased and Limited</title>
        <p>The premise of HCD is that listening to end users and incorporating their needs and wishes into eHealth design will ensure an innovation that end users will want and can use. However, listening to end users (patients or care professionals) has its limitations. First, a lot of the knowledge, opinions, or attitudes that are crucial for eHealth service design are tacit. Tacit knowledge is developed from direct experience and action and is highly pragmatic, and subconsciously understood [<xref ref-type="bibr" rid="ref45">45</xref>]. Tacit knowledge has been found to be of paramount importance for care professionals for developing working routines [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. Similarly, patient end users (in either preventive or curative care) will have internalized routines and assumptions that they rely on. The challenge with tacit knowledge is that it is difficult to verbalize, and thus elicit, during HCD [<xref ref-type="bibr" rid="ref48">48</xref>]. Most HCD studies tend to overly rely on traditional interviews and focus groups. These methods are well suited to pose direct questions but are therefore limited in their capacity to elicit tacit knowledge (unless combined with other methods, such as observations). To solve this issue, more creative methods should be applied that have the power to elicit tacit knowledge indirectly, or that allow for the researcher to determine tacit knowledge or procedures for themselves. Two such methods are narrative inquiry [<xref ref-type="bibr" rid="ref49">49</xref>] and the critical decision method [<xref ref-type="bibr" rid="ref50">50</xref>]. Next, patients and care professionals apply work-arounds to get things or to get their work done [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. Although this breaking out of protocol might be considered undesirable, it might also be necessary to achieve the best possible outcome for a patient. For example, Yang et al [<xref ref-type="bibr" rid="ref53">53</xref>] describe the case of a hospital information system that recommends medication dosages, in which physicians override the system as it does not properly take into account pediatric dosages. Furthermore, Dannecker et al [<xref ref-type="bibr" rid="ref54">54</xref>] describe a myriad of work-arounds that patients with osteoarthritis apply in order to construct pain intensity ratings. On the one hand, work-arounds are a fantastic source of inspiration for design. On the other hand, they can also be a problem as patients or care professionals may not want to disclose them because they are breaking the rules or protocols while implementing them. Zheng et al [<xref ref-type="bibr" rid="ref55">55</xref>] provide an overview of these challenges and ways to overcome them.</p>
      </sec>
      <sec>
        <title>Limitation 3: HCD Tends to Lead to Overreliance on (Fresh) End-User Input</title>
        <sec>
          <title>Overview</title>
          <p>Consulting the end user early on and throughout the development process of an eHealth service is an important principle of HCD. However, end-user input (or stakeholder input, for that matter; Limitation 4: End users Are Only a Subset of the People Who Should Be Heard During eHealth Design section) is not necessarily the only source of input for designers. The actual design of a service is a creative process that can be fueled by <italic>end-user input</italic> (which can be translated into requirements), but it can also be served by the knowledge and skills of a (multidisciplinary) design team and its creativity, or a by <italic>technology push</italic>.</p>
        </sec>
        <sec>
          <title>End-User Input</title>
          <p>In many articles that describe the HCD process of an eHealth service, end-user input seems to outweigh all the other elements that should inform a thorough design process. We stated in the Introduction section that HCD is part of many (if not most) current eHealth innovation projects. This has created a body of knowledge on user needs and requirements, but this body of knowledge is rarely used to inform other projects. Instead, every project runs its own interview, focus group, and design sessions and the secondary use of end-user input is disregarded. There are some recent exceptions in the field of designing for dementia that resulted in design tools that can, for some part, take over the contextual inquiry phase (such as the MinD toolkit [<xref ref-type="bibr" rid="ref56">56</xref>]). These largely evolved because of the difficulties of working with this end-user group, but similar tools might be helpful for other patient groups and could well reduce the burden on patients. In addition to this, many designers of eHealth tools are involved in a series of eHealth innovations, in many cases making them experienced “understanders” of particular patient groups. Creativity, so it is argued, is a valuable means of design for solving ill-defined problems. It can drive both the instrumental and hedonic aspects of an innovation in terms of functionality, safety, usability, and affect [<xref ref-type="bibr" rid="ref57">57</xref>]. A thorough understanding of the implementation context and of end users’ needs and wishes is paramount for creative design [<xref ref-type="bibr" rid="ref58">58</xref>], and thus, HCD can play a very valuable role in preparing the stage for creative thinking.</p>
          <p><italic>Technology push</italic> seems to have become a dirty word in the eHealth community, and user input, translated into requirements, has become the driving force in many eHealth development processes. This preference for end-user input over propagating technological innovations touches upon the classic debate of the technology push versus the demand pull. Can end users imagine what they actually want, or can they only repeat what they have already seen? Even if people are encouraged to imagine functions that they would like to see in a product or service, this may then relate to <italic>imagined</italic> needs instead of actual user needs. This imposes the risk that these functions are not used in the future [<xref ref-type="bibr" rid="ref41">41</xref>]. Furthermore, what is the most successful innovation strategy, developing what the market wants, or creating what is technologically possible? Although there are different camps in the scientific community with regard to this issue, it seems like technology push and demand pull are dependent on each other for developing a valuable and successful innovation. Although a technology push is often considered to be the core source of innovation, a demand pull can also drive innovation by bringing forth new ideas and concepts from the users and their context and is always necessary for ensuring economic viability [<xref ref-type="bibr" rid="ref59">59</xref>]. It seems that, rather than figuring out which approach is best, we should investigate how both approaches can be combined [<xref ref-type="bibr" rid="ref60">60</xref>].</p>
          <p>In line with current open science approaches, design (research) teams should make more efforts to make end-user input reusable and to reuse it where possible. Moreover, rather than thinking that end-user input is the only source of inspiration that can lead to value-adding eHealth innovations, they should aim to find the sweet spot where end user consultation, technology push, and the design team’s knowledge and creativity coincide or come together right. Or, as Norman [<xref ref-type="bibr" rid="ref31">31</xref>] put it, “Paradoxically, the best way to satisfy users is sometimes to ignore them.”</p>
        </sec>
      </sec>
      <sec>
        <title>Limitation 4: End Users Are Only a Subset of the People Who Should Be Heard During eHealth Design</title>
        <p>End users of eHealth solutions are most often patients, care professionals, and citizens, and are crucial in terms of being taken into account when designing a new eHealth service. However, there are also other organizations and actors involved, that is, all stakeholders. Stakeholders can be classified as being either direct or indirect [<xref ref-type="bibr" rid="ref61">61</xref>]. Direct stakeholders are individuals or organizations who interact directly with the system, whereas indirect stakeholders are affected by the use of the system. Although indirect stakeholders do not interact with the technology themselves, they can exert influence over an innovation or experience consequences from its implementation and use. For example, patients as indirect stakeholders are often not considered when developing electronic medical records, even though the records are about them [<xref ref-type="bibr" rid="ref62">62</xref>]. Similarly, in the case of developing an eHealth service that gives patients access to their records in Sweden, the “medical profession was not really perceived as a legitimate actor in the development process” [<xref ref-type="bibr" rid="ref63">63</xref>]. At the same time, the medical profession (clinicians and nurses) in this particular case contested the very idea of the project and was not interested in participating in the design process [<xref ref-type="bibr" rid="ref64">64</xref>], which created another challenge.</p>
        <p>It is imperative to consult both end users and other stakeholders in order to develop a service model and a business model. A service model is an overview of how a technological service interacts with end users and stakeholders, as well as with any other services (on the web or offline). As such, it is a combination of the patient journey and the care protocol (or care path) envisioned for an eHealth service [<xref ref-type="bibr" rid="ref64">64</xref>]. A business model, on the other hand, is an overview of how the eHealth service is being brought to the market and how it is envisioned to sustain. Both the service and the business model are of paramount importance for creating an eHealth service that is durable and that will be accepted beyond its end users.</p>
        <p>Holistic design, in which end users (primary and secondary), lead users, and other parties that can exert influence over the implementation and success of an eHealth service are involved, and in which technology, a service model, and a business model are developed simultaneously, is increasingly being used as a successor to HCD. It is at the core of the CeHReS road map, and in recent years, many developers and researchers have reported their experiences with holistic design (and the CeHReS road map) in case studies (eg, the study by van Velsen et al [<xref ref-type="bibr" rid="ref25">25</xref>]). Holistic design, in its turn, has disadvantages and challenges that design teams will have to deal with (such as ensuring the collaboration of health professionals [<xref ref-type="bibr" rid="ref65">65</xref>] and ensuring proper expectation management among all stakeholders [<xref ref-type="bibr" rid="ref66">66</xref>]). The involvement of different stakeholder groups can provide challenges in terms of balancing their influence as well as the potential assumptions that user groups have of each other that might be based on stereotypes [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref67">67</xref>].</p>
      </sec>
      <sec>
        <title>Limitation 5: Understanding the Added Value of HCD Is Complicated</title>
        <p>In general, HCD is considered to be a valuable approach that results in better eHealth services, the point of reference here being eHealth services that are developed without user involvement in any form. This is supported by literature claiming, for example, that user involvement was positive overall and through intermediate factors such as better user requirements [<xref ref-type="bibr" rid="ref68">68</xref>] or by the revised version of a website based on user input being preferred [<xref ref-type="bibr" rid="ref7">7</xref>]. A systematic mapping study showed that user participation and involvement can have a positive effect on system success (eg, user satisfaction, ease of use, and system use), but it has also been shown to have negative correlations with system success in older studies [<xref ref-type="bibr" rid="ref2">2</xref>]. It has been acknowledged that measuring user participation is complex; there is no common conceptual model to measure and validate this effect [<xref ref-type="bibr" rid="ref2">2</xref>] and we do not have a complete understanding of how user involvement affects product development [<xref ref-type="bibr" rid="ref68">68</xref>]. In practice, the conclusion that HCD leads to better eHealth services is made through a subjective reflection on the design process by the authors of an article describing the design process. Owing to the competitive nature of academia and the need to publish (or perish), researchers are subject to a (subliminal) bias and are prone to being overly positive about their results [<xref ref-type="bibr" rid="ref69">69</xref>]. This may mean that our general opinion about HCD is based on a large body of subjective viewpoints.</p>
        <p>So, how can we make an objective assessment of the value of HCD for the design of eHealth innovations? If we would fall back on the traditional means to assess the quality of an intervention in health care, then the logical thing to do would be to create a single design briefing, give it to one design team that will apply HCD and another design team that will apply an alternative design process that does not include end users directly and evaluate the resulting eHealth services in terms of usefulness, innovativeness, and usability. This way, we would be able to compare whether one approach “performs” better than the other. However, such studies are difficult to perform (as one has to duplicate the design process) and comparing one “condition” with the other is difficult, as there is also creativity and skill involved in design. Controlling for creativity and skill within the comparison among design approaches would be challenging and maybe even impossible. Despite all the challenges involved in setting up a fair comparison between HCD and an alternative approach, Guo et al [<xref ref-type="bibr" rid="ref70">70</xref>] conducted a survey study among 389 Chinese digital start-ups and found that applying either a customer orientation or a technology orientation could lead to successful business models. However, combining the 2 approaches led to troublesome situations, as resources were limited, and it was difficult to combine the business logics involved.</p>
        <p>The easiest solution toward “unbiasing” our understanding of the value of HCD in the eHealth context would be to adopt a critical view toward the value of the approach in different case studies even if this comes at the cost of a critical peer review. For example, Kip et al [<xref ref-type="bibr" rid="ref71">71</xref>] critically reflected on their design activities for developing a virtual reality application for practicing coping skills for clients in forensic mental health care and provided an overview of the suitability of different HCD methods for the target population (including both successes and failures). Only by publishing our failures and critical reflections can we create a proper and more nuanced view on the value of HCD (methods) and help eHealth innovation to mature as a research field.</p>
      </sec>
      <sec>
        <title>Limitation 6: HCD Risks of Supporting the Status Quo</title>
        <p>When it comes to developing innovative and disruptive eHealth services, questions posed to prospective end users are naturally going to be hypothetical. So, responses are likely be limited to end users’ ability to envision new concepts (More Than Needs and Wishes section). Although it is the role of the designer to develop new concepts, when we try to understand people’s needs, this is more easily done in the current context and not in the future context for which the design is to be developed. Take the example of developing a technology for the prediction of exacerbations based on real-world data and using these predictions for shared decision-making between patients and professionals. This future scenario is so far removed from the current care setting that it is difficult for people to reflect and articulate associated needs. Sometimes, the future scenario is not very far in the future, but the imagined needs do not necessarily reflect the actual needs when it comes to that specific situation. This was illustrated in the study by Haslwanter et al [<xref ref-type="bibr" rid="ref41">41</xref>] in which there was a difference in what people wanted while seeing the demonstration house and what people then used when implemented in practice. The well-known colloquialism, “what people say they do vs what they actually do” comes to mind, which conveys what we argue to be an even greater challenge when it comes to future scenarios.</p>
        <p>Although this limitation might be overcome by not relying solely on end-user input, there is also the risk that incorporating end-user input might hamper innovation. Indeed, it might lead to concluding that the status quo is the most desirable future. For example, research related to patients reading their electronic health records showed that health care professionals question the abilities of patients to understand these records and voice concerns which do not necessarily materialize [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref72">72</xref>]. Here, the desired status quo was a cumbersome process with patients asking for permission to access their paper-based records. It might seem trivial that one stakeholder group is not able to assess the needs of another group; however, health care professionals as domain experts are often considered to be an authority when designing eHealth systems [<xref ref-type="bibr" rid="ref30">30</xref>]. Similarly, ageism (whereby people hold prejudices about older adults) is often used to think about older adults’ use and ability to use new technology. How aging is framed (eg, as a “problem” to be managed by technology [<xref ref-type="bibr" rid="ref73">73</xref>]) can also represent common stereotypes and limit design opportunities. As a result, design teams are reluctant to introduce new (technological) concepts, as the general opinion is that older adults do not want change and are unable to deal with new innovations. However, when Jung and Ludden [<xref ref-type="bibr" rid="ref74">74</xref>,<xref ref-type="bibr" rid="ref75">75</xref>] interviewed older adults with mobility impairments and presented them with the prospect of using exoskeleton technology, a technology that they were completely unfamiliar with, they seemed rather open to this possible future. But generally, it seems easier for people (patients or health care professionals) to imagine barriers than to imagine opportunities for developing a new type of care, working routine, or society. Consequently, in HCD, we have the tendency to design something new for the current world, rather than designing a new world.</p>
        <p>In order to move beyond our prejudices and current (working) routines, there are several things we can do, but these require us to change <italic>how</italic> we do HCD. In their discussion of designing against the status quo, Khovanskaya et al [<xref ref-type="bibr" rid="ref76">76</xref>] offered several pieces of advice. Designers will need to study and understand the history behind the current situation and the prejudices therein. Then, in order to envision a new reality, designers might need to resort to different sources of inspiration, besides end-user input, such as feminist and queer theory, art, or the maker culture. The trick for the design team will then be to introduce these (disruptive) new ideas to potential end users and stakeholders and to create a safe space in which these ideas can be presented and discussed. Designing against the status quo might mean designing for the long term. The health care setting is conservative and reluctant to change. Therefore, combining short-term ambitions and design ideas (closer to the status quo) with long-term ambitions and design ideas (closer to the disruptive vision) is an approach that is most likely to succeed.</p>
      </sec>
      <sec>
        <title>Limitation 7: Traditional HCD and Designing for Behavior Change Are Not a Good Match</title>
        <p>With the increasing importance of preventing chronic diseases and improving lifestyle in general, many eHealth services aim to change the behavior of end users. They must support people to quit smoking, to sit less, or to eat healthier. This trend has led to a research discipline called persuasive design or design for behavior change. Persuasive design is concerned with developing technology “to reinforce, change or shape attitudes or behaviors, or both, without using coercion or deception” [<xref ref-type="bibr" rid="ref77">77</xref>] and has been found to increase compliance with eHealth services [<xref ref-type="bibr" rid="ref78">78</xref>]. In design for behavior change, a range of tools and methods have been developed with specific attention to the eHealth context [<xref ref-type="bibr" rid="ref79">79</xref>]. Although from a normative standpoint, persuading people to perform certain health-improving behaviors might be desirable, it does infringe on the person’s autonomy. For example, a study in the context of smoking cessation showed that although a person might want to stop smoking, they still might not want to make a commitment to behavior change [<xref ref-type="bibr" rid="ref80">80</xref>]. In a discussion on the ethics of persuasive design; therefore, Berdichevsky and Neuenschwander [<xref ref-type="bibr" rid="ref81">81</xref>] posit one golden rule for persuasive design, which is as follows: “The creators of a persuasive technology should never seek to persuade a person or persons of something they themselves would not consent to be persuaded to do.” However, the rise of monitoring and coaching technology and the need to make the population adopt a healthier lifestyle have created a situation in which many technologies are being developed that aim to persuade people to adopt a certain behavior <italic>eventually</italic>, while also applying an HCD approach. In this case, however, it is impossible to question potential end users (through interviews, focus groups, and design sessions) about this future goal. Their <italic>initial</italic> standpoint toward a change in behavior may be negative, although at the same time they may have a positive attitude toward caring about (and monitoring) their health. For example, one can probe how one should persuade or support patients with diabetes to be more physically active, but if the participant is unmotivated to do so (eg, the participant is perfectly happy with their current lifestyle), every question or probe is likely to result in a negative reply, if not an aversion to the design session in itself, or could lead to a socially accepted reply (not reflecting the participant’s attitude) just to be over and done with the session. The problem here is that the (technological) solution direction of the design team conflicts with the person’s wishes, desires, or values.</p>
        <p>In short, persuasive design and HCD seem to form an unhappy marriage. Therefore, if one were to design a technology that aims to induce health behavior change, one might best trade 1 of the 2 in for something else. Instead of persuasive design, one could resort to using <italic>tuning</italic> as a paradigm that focuses on building internal self-knowledge and self-awareness by supporting appropriate knowledge, skills, and practice [<xref ref-type="bibr" rid="ref82">82</xref>]. Instead of a single-factor health guidance (eg, to walk 10,000 steps a day), this approach acknowledges the complexities of health in terms of an individual’s context and other behaviors and aims to “support a person gaining knowledge, skills, and practice of how to tune their health across contexts” [<xref ref-type="bibr" rid="ref82">82</xref>]. In addition, taking into account the end user’s stage of chance (following the transtheoretical model [<xref ref-type="bibr" rid="ref83">83</xref>]) in eHealth design and personalization will ensure that content, functionalities, and design strategies [<xref ref-type="bibr" rid="ref84">84</xref>] are geared toward the aspects of behavior change to which the end user is most receptive. If one is quite attached to persuasive design, one could trade HCD in for value-sensitive design (VSD). Rather than focusing on what persuasive technology should do and how (as one would do in HCD), VSD aims to understand why a design might be harmful, and it will reveal the value conflicts or tensions that must be solved [<xref ref-type="bibr" rid="ref85">85</xref>]. The latter approach will respect the participants and their context and will not evoke negative emotions. Once the value conflicts are fully mapped, it will be the design team’s task to create a design that is capable of reaching the behavior change goals while respecting the end users’ values. Or, one could go even one step further and supply VSD with capability sensitive design [<xref ref-type="bibr" rid="ref86">86</xref>]. In such an approach, the design team has to elicit not only <italic>what</italic> end users value but also whether these outcomes <italic>ought</italic> to be valued.</p>
      </sec>
      <sec>
        <title>Limitation 8: HCD Tends to Miss Out on Ethical, Societal, and Political Aspects</title>
        <p>HCD activities focus on individual users, their context, and their needs and expectations in relation to specific tasks and goals. Thus, HCD tends to prioritize the microlevel rather than the mesolevel and macrolevel. However, organizational aspects on the mesolevel are crucial when it comes to the implementation of eHealth solutions in real life (End users Are Only a Subset of the People Who Should Be Heard During eHealth Design section). HCD supports the economic and social pillars of sustainability [<xref ref-type="bibr" rid="ref13">13</xref>]. However, ethical, societal, and political issues on the macrolevel can be overlooked when focusing on the individual user.</p>
        <p>Technological advancements such as machine learning and artificial intelligence (AI), have the potential to support people in their everyday tasks (eg, decision support tools in health care). However, they also have the potential to increase inequality by amplifying biases and assumptions that are invisible to users. This has been outlined in the book “Weapons of Math Destruction,” where mathematical models and algorithms are typed as <italic>opaque</italic> (lacking transparency or completely invisible), <italic>damaging</italic> (harmful or unfair for certain people and creating pernicious feedback loops), or that <italic>scale</italic> (have the capacity to grow exponentially) [<xref ref-type="bibr" rid="ref87">87</xref>]. Negative examples include decision support for judges using recidivism models or a university ranking model that creates an ecosystem of education and industry of tutors that adapt to that scoring system [<xref ref-type="bibr" rid="ref87">87</xref>]. As more and more decisions are automated in the future based on AI, algorithmic biases potentially lead to discrimination based on certain characteristics such as income, education, gender, or ethnicity [<xref ref-type="bibr" rid="ref88">88</xref>]. Although these decisions may work for many, people who fall outside what has been incorporated in the design as the “norm” (eg, through specific training data or through how the models are designed) have to deal with the consequences without the opportunity to appeal the decisions. Discrimination may stay hidden if we focus on specific user groups and how technology can support their tasks and goals (eg, supporting a judge in sentencing decisions).</p>
        <p>These examples show that the human perspective is often not considered or only very narrowly considered for a small user group. The focus on the individual user within an HCD can be complemented by approaches such as VSD, responsible research and innovation [<xref ref-type="bibr" rid="ref89">89</xref>], or human-centered explainable AI [<xref ref-type="bibr" rid="ref90">90</xref>], which aim to incorporate ethical and societal aspects into the design process. Within HCD alone, this is difficult to address, especially if the innovations are so complex that it is difficult to communicate the risks or form a black box by definition. Furthermore, as COVID-19 pandemic measures and tracking apps showed, certain decisions include not only a technological, scientific, and societal perspective but also a political one [<xref ref-type="bibr" rid="ref91">91</xref>,<xref ref-type="bibr" rid="ref92">92</xref>]. Given the circumstances, political decisions might prioritize certain values over others (eg, public security over privacy in relation to track and trace), this issue is also relevant for eHealth technologies (eg, apps used for contact tracing and risk information [<xref ref-type="bibr" rid="ref93">93</xref>]).</p>
      </sec>
      <sec>
        <title>Limitation 9: HCD Thinks About the Beginning but Not the End</title>
        <p>Most eHealth services that are developed through an HCD approach are accompanied by elaborate onboarding procedures and implementation plans. The desire to reach and secure a high number of end users makes sense, as one of the common key performance indicators for these services is the number of end users served (for a longer period). Interestingly, this focus on the first use of the service seems to come at a cost. It rarely happens that a design process also devotes attention and time to longer-term use or to ending the use of a service. Should an app change at some point in the user’s journey? When has an eHealth service fulfilled its purpose? How do we determine this moment? Which actions are associated with ending the end-user journey supported by the eHealth service? It rarely happens that answers to these questions are sought and processed into service design for the eHealth context.</p>
        <p>A topic that is associated with ending the personal use of the eHealth service is ending the eHealth service completely. It may feel a bit contradictory to think about the terminating of a service during the design stage, but for some services, this will be crucial for acceptance and for preventing undesirable situations. The COVID-19 pandemic has made the need for these deimplementation plans very clear. Contact tracing apps were built on top of the privacy-preserving exposure notification frameworks developed by Google and Apple. Despite the fact that these frameworks did not require tracking the geographical location of end users, they were met with a lot of skepticism and privacy concerns. Indeed, one cannot exclude the possibility that tracking the geographical location by means of this technology might be possible in the future. So although the use of these technologies might be legitimate and useful for the short term, they might be harmful in the long run. Therefore, the introduction of eHealth services that come with large implications, such as the COVID-19 contact tracing apps, should be accompanied by a plan that specifies when we can stop using them and how we can erase all the data that they collect during their lifetime.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Nine Limitations</title>
        <p>In this paper, we have described 9 limitations that we currently see with the application of HCD in eHealth. This set of limitations came about by critically reflecting on our own eHealth innovation projects and by reviewing the body of work in this domain. Of course, not all limitations are restricted to the eHealth context and many of them are applicable to the full range of digital services one can develop. However, we felt that it was important to provide a complete overview of the main limitations that we have seen. Again, we would like to emphasize that, even after composing this list of limitations, we do feel that HCD processes have their place in the design of eHealth innovations, especially in combination with other sources of input, such as available knowledge and a technology push. Our objective was to provide a wake-up call to researchers and designers in the eHealth domain. Although some actively seek and implement ways to improve the role of HCD in their innovations, others continue to rely on standard (and suboptimal) ways to involve end users. The most important point we want to make is that critical reflection on applying HCD methods in the design of eHealth services is lacking, and this is not helping the field of eHealth innovation to mature. This list of limitations is most probably not conclusive, and we hope that more critical reflection by other researchers in the field will eventually lead to a better understanding of (1) how and when HCD methods can really contribute to the design process (and when they would not do so); (2) how HCD methods can lead to more generalizable knowledge that the field needs and could share; and (3) how HCD methods can be integrated in the process of multidisciplinary design teams that include relevant health, technological, ethical, and other expertise.</p>
        <p>In addition to the limitations, this paper also discusses several current developments and opportunities to improve the use of HCD in the design of eHealth innovations. This means that there are already signs that the field of eHealth innovation is changing and taking important next steps that change how we see and deal with HCD in eHealth innovation. We briefly want to reflect on and elaborate on 3 of these developments here as we see them as very important for the future of eHealth innovation.</p>
      </sec>
      <sec>
        <title>More Than Needs and Wishes</title>
        <p>In limitations 4, 7, and 8, we have mentioned how VSD or value-based design and also capability sensitive design can provide guidance in involving multiple stakeholders and integrating ethical perspectives in the design process. VSD defines human values as “what is important to people in their lives, with a focus on ethics and morality” [<xref ref-type="bibr" rid="ref94">94</xref>]. Although VSD displays some similarities to HCD, it includes aspects that go beyond it as well, such as the commitment to analyze both direct and indirect stakeholders; to distinguish designer values, stakeholder values, and values explicitly supported by the project; to conduct an analysis on individual, group, and societal levels; and the possibility for technology and social structures to coevolve [<xref ref-type="bibr" rid="ref94">94</xref>]. Hence, VSD may offer a solution to some of the biased or limited views of traditional HCD approaches. For instance, the commitment of a thorough analysis of direct and indirect stakeholders might mitigate the risk of sampling bias (limitation 1) and bias toward and overreliance on end-user input (limitations 2 and 3), as it opens up the design space in terms of who should get a seat at the table. The challenge in applying VSD is that a focus on values can lead to a rather abstract understanding of what end users and other stakeholders consider important. This means that it leaves a serious task for the design team to translate this understanding into a tangible design, a task in which they may well want to involve end users again. We need a good body of work describing and reflecting on the processes used to do this (eg, the studies by Boerema et al [<xref ref-type="bibr" rid="ref95">95</xref>] and Smits et al [<xref ref-type="bibr" rid="ref96">96</xref>]).</p>
      </sec>
      <sec>
        <title>More Than Consulting End Users</title>
        <p>In limitation 7, we discussed the problem that in some eHealth development processes, the (technological) solution direction of the design team conflicts with a person’s wishes, desires, or values. Limitation 7 goes on to discuss ways to deal with this situation, but it also triggers the question of whether the solution direction that the design team was aiming for was the right one. Were they trying to answer the wrong question all along? An approach that tries to tackle this is citizen science, which seeks to engage “citizens” (ie, everyone who at some point may deal with the outcomes of science) in research in different ways. Citizen science has been around for a while now, and its uptake and importance in health and biomedical research are growing [<xref ref-type="bibr" rid="ref97">97</xref>]. Citizen science overlaps with HCD in its methods and aims and can range from <italic>contributory</italic> (eg, participation of the public or patients through data collection and processing) to <italic>collaborative</italic> (eg, public involvement in refining research questions, analyzing data, or disseminating findings), <italic>cocreation</italic> (eg, researchers and members of the public working together across key research processes), and <italic>extreme citizen science</italic> (in which researchers provide tools and methods to enable communities to develop their own participatory research projects) [<xref ref-type="bibr" rid="ref38">38</xref>]. In the health and well-being domain, the people dealing with the outcome of research are often also the subject of the research (patients or experts by experience). A larger adoption of citizen science could, on the one hand, help us in making the transition from seeing patients as subjects whose opinions we politely ask for, to coresearchers who are active in not only providing data or answers to our questions but also in asking the right questions and setting a research agenda for (public) health. On the other hand, citizen science philosophy somewhat conflicts with the issues and recommendations that we mention in limitation 6 (<italic>HCD Risks to Support the Status Quo</italic>). As we discuss in limitation 6, in order to envision a new reality, designers or a design team should bring in inspiration, come up with new ideas and imagine new futures, and find ways to introduce and discuss these with the public or the community they are working with. The 10 principles of citizen science, put forward by the European Citizen Science Association in 2015 [<xref ref-type="bibr" rid="ref98">98</xref>], provide an initial set of guidelines to take up citizen science in eHealth innovation. It is up to the field of eHealth innovation to further discuss and critically reflect on how and when to use citizen science approaches in the eHealth context.</p>
      </sec>
      <sec>
        <title>More Than Humans</title>
        <p>In limitation 8, we discuss how HCD risks missing out on ethical, societal, and political aspects. A prioritization of the microlevel, the personal level, has consequences, especially when this is the preferred and largely dominant approach in a particular field. One such consequence could be that we disregard the impact that our innovations have on the environment. A recent appeal in <italic>The Lancet Digital Health</italic> stressed this very point [<xref ref-type="bibr" rid="ref99">99</xref>]. In addition, several researchers have called for moving beyond the dominant anthropocentric perspective to include nonhuman perspectives [<xref ref-type="bibr" rid="ref100">100</xref>,<xref ref-type="bibr" rid="ref101">101</xref>]. As Giaccardi and Redström [<xref ref-type="bibr" rid="ref101">101</xref>] describe, we may at some point reach the boundaries of what can be conceived through UCD and HCD processes. The increasing complexity of what we can design and the increasing consequences that our designs can have call for new methods and for reconsideration of the role of HCD methods and the weight given to them.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this paper, we have presented 9 limitations of using HCD in eHealth and 3 directions of inspiration to improve design practices. We feel that these directions provide good starting points to do better and to try and develop more inclusive, fair, and valuable eHealth innovations that will have an impact on health and care. We trust and hope that this discussion of limitations as well as this short outlook to the future of eHealth innovation will stir up a bit of dust and would be very happy to see others add to it so that with more careful, considered, and critical use of HCD we can improve our eHealth research and innovation methods together.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CeHRes</term>
          <def>
            <p>Center for eHealth Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HCD</term>
          <def>
            <p>human-centered design</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HCI</term>
          <def>
            <p>human-computer interaction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">UCD</term>
          <def>
            <p>user-centered design</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">VSD</term>
          <def>
            <p>value-sensitive design</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work has been supported by the TOPFIT Citizenlab project, funded by the Regio Deal Twente and the Agenda voor Twente.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vredenburg</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A survey of user-centered design practice</article-title>
          <source>Proceedings of the SIGCHI Conference on Human Factors in Computing Systems</source>
          <year>2002</year>
          <conf-name>CHI02: Human Factors in Computing Systems</conf-name>
          <conf-date>Apr 20 - 25, 2002</conf-date>
          <conf-loc>Minneapolis Minnesota USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/503376.503460</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abelein</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Paech</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Understanding the influence of user participation and involvement on system success – a systematic mapping study</article-title>
          <source>Empir Software Eng</source>
          <year>2013</year>
          <month>12</month>
          <day>05</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>28</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1007/s10664-013-9278-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kujala1</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Effective user involvement in product development by improving the analysis of user needs</article-title>
          <source>Behav Inform Technol</source>
          <year>2008</year>
          <month>11</month>
          <day>17</day>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>457</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1080/01449290601111051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fico</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez-Millana</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leuteritz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fioravanti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Beltrán-Jaunsarás</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Traver</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Arredondo</surname>
              <given-names>MT</given-names>
            </name>
          </person-group>
          <article-title>User centered design to improve information exchange in diabetes care through ehealth : results from a small scale exploratory study</article-title>
          <source>J Med Syst</source>
          <year>2019</year>
          <month>11</month>
          <day>18</day>
          <volume>44</volume>
          <issue>1</issue>
          <fpage>2</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-019-1472-5</pub-id>
          <pub-id pub-id-type="medline">31741069</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-019-1472-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marien</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Legrand</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ramdoyal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nsenga</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ospina</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ramon</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Spinewine</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A user-centered design and usability testing of a web-based medication reconciliation application integrated in an eHealth network</article-title>
          <source>Int J Med Inform</source>
          <year>2019</year>
          <month>06</month>
          <volume>126</volume>
          <fpage>138</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2019.03.013</pub-id>
          <pub-id pub-id-type="medline">31029255</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(18)30115-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitzner</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dijkstra</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Evaluating User Centered Design of E-Health for Older Adults: Using Subjective Methods</source>
          <year>2016</year>
          <publisher-loc>USA</publisher-loc>
          <publisher-name>IGI Global</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Atkinson</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Massett</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Mylks</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McCormack</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Kish-Doto</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hesse</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>MQ</given-names>
            </name>
          </person-group>
          <article-title>Assessing the impact of user-centered research on a clinical trial eHealth tool via counterbalanced research design</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2011</year>
          <month>01</month>
          <day>01</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <lpage>31</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21169619"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jamia.2010.006122</pub-id>
          <pub-id pub-id-type="medline">21169619</pub-id>
          <pub-id pub-id-type="pii">18/1/24</pub-id>
          <pub-id pub-id-type="pmcid">PMC3005871</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nazi</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Turvey</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>TP</given-names>
            </name>
          </person-group>
          <article-title>A decade of veteran voices: examining patient portal enhancements through the lens of user-centered design</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>07</month>
          <day>10</day>
          <volume>20</volume>
          <issue>7</issue>
          <fpage>e10413</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/7/e10413/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10413</pub-id>
          <pub-id pub-id-type="medline">29991468</pub-id>
          <pub-id pub-id-type="pii">v20i7e10413</pub-id>
          <pub-id pub-id-type="pmcid">PMC6058093</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wachtler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Coe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mendoza</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sterling</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gunn</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Development of a mobile clinical prediction tool to estimate future depression severity and guide treatment in primary care: user-centered design</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>04</month>
          <day>23</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e95</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/4/e95/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.9502</pub-id>
          <pub-id pub-id-type="medline">29685864</pub-id>
          <pub-id pub-id-type="pii">v6i4e95</pub-id>
          <pub-id pub-id-type="pmcid">PMC5938570</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Draper</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>User Centered System Design New Perspectives on Human-Computer Interaction</source>
          <year>1986</year>
          <publisher-loc>Hillsdale, NJ</publisher-loc>
          <publisher-name>Lawrence Erlbaum Associates</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gould</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Designing for usability: key principles and what designers think</article-title>
          <source>Commun ACM</source>
          <year>1985</year>
          <month>03</month>
          <volume>28</volume>
          <issue>3</issue>
          <fpage>300</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1145/3166.3170</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maguire</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Methods to support human-centred design</article-title>
          <source>Int J Human Comput Stud</source>
          <year>2001</year>
          <month>10</month>
          <volume>55</volume>
          <issue>4</issue>
          <fpage>587</fpage>
          <lpage>634</lpage>
          <pub-id pub-id-type="doi">10.1006/ijhc.2001.0503</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>ISO 9241-210:2019 Ergonomics of human-system interaction — Part 210: human-centred design for interactive systems</article-title>
          <source>ISO</source>
          <year>2019</year>
          <month>7</month>
          <access-date>2022-03-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iso.org/standard/77520.html">https://www.iso.org/standard/77520.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gasson</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Human-centered vs. user-centered approaches to information system design</article-title>
          <source>J Inform Technol Theory Application</source>
          <year>2003</year>
          <month>1</month>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>29</fpage>
          <lpage>46</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Gemert-Pijnen</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Nijland</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>van Limburg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ossebaard</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Kelders</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Seydel</surname>
              <given-names>ER</given-names>
            </name>
          </person-group>
          <article-title>A holistic framework to improve the uptake and impact of eHealth technologies</article-title>
          <source>J Med Internet Res</source>
          <year>2011</year>
          <month>12</month>
          <day>05</day>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>e111</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2011/4/e111/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1672</pub-id>
          <pub-id pub-id-type="medline">22155738</pub-id>
          <pub-id pub-id-type="pii">v13i4e111</pub-id>
          <pub-id pub-id-type="pmcid">PMC3278097</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Velsen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Beaujean</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wentzel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Van Steenbergen</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>van Gemert-Pijnen</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Developing requirements for a mobile app to support citizens in dealing with ticks and tick bites via end-user profiling</article-title>
          <source>Health Informatics J</source>
          <year>2015</year>
          <month>03</month>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458213496419?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458213496419</pub-id>
          <pub-id pub-id-type="medline">24282189</pub-id>
          <pub-id pub-id-type="pii">1460458213496419</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wentzel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van Velsen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>van Limburg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Jong</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Karreman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hendrix</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Gemert-Pijnen</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Participatory eHealth development to support nurses in antimicrobial stewardship</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2014</year>
          <month>06</month>
          <day>05</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>45</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-14-45"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-14-45</pub-id>
          <pub-id pub-id-type="medline">24898694</pub-id>
          <pub-id pub-id-type="pii">1472-6947-14-45</pub-id>
          <pub-id pub-id-type="pmcid">PMC4074392</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bossen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kloek</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Snippe</surname>
              <given-names>HW</given-names>
            </name>
            <name name-style="western">
              <surname>Dekker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de Bakker</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Veenhof</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A blended intervention for patients with knee and hip osteoarthritis in the physical therapy practice: development and a pilot study</article-title>
          <source>JMIR Res Protoc</source>
          <year>2016</year>
          <month>02</month>
          <day>24</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>e32</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2016/1/e32/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.5049</pub-id>
          <pub-id pub-id-type="medline">26912378</pub-id>
          <pub-id pub-id-type="pii">v5i1e32</pub-id>
          <pub-id pub-id-type="pmcid">PMC4785239</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boekhout</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Peels</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Berendsen</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Bolman</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Lechner</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>An eHealth intervention to promote physical activity and social network of single, chronically impaired older adults: adaptation of an existing intervention using intervention mapping</article-title>
          <source>JMIR Res Protoc</source>
          <year>2017</year>
          <month>11</month>
          <day>23</day>
          <volume>6</volume>
          <issue>11</issue>
          <fpage>e230</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2017/11/e230/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.8093</pub-id>
          <pub-id pub-id-type="medline">29170146</pub-id>
          <pub-id pub-id-type="pii">v6i11e230</pub-id>
          <pub-id pub-id-type="pmcid">PMC5721211</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bradbury</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Muller</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The person-based approach to intervention development: application to digital health-related behavior change interventions</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>01</month>
          <day>30</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>e30</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/1/e30/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4055</pub-id>
          <pub-id pub-id-type="medline">25639757</pub-id>
          <pub-id pub-id-type="pii">v17i1e30</pub-id>
          <pub-id pub-id-type="pmcid">PMC4327440</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mummah</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>TN</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>IDEAS (integrate, design, assess, and share): a framework and toolkit of strategies for the development of more effective digital interventions to change health behavior</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>12</month>
          <day>16</day>
          <volume>18</volume>
          <issue>12</issue>
          <fpage>e317</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/12/e317/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5927</pub-id>
          <pub-id pub-id-type="medline">27986647</pub-id>
          <pub-id pub-id-type="pii">v18i12e317</pub-id>
          <pub-id pub-id-type="pmcid">PMC5203679</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Blok</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Velsen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mulder</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>de Vet</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Supporting eating behaviour of community-dwelling older adults: co-design of an embodied conversational agent</article-title>
          <source>Design Health (Abingdon)</source>
          <year>2021</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>120</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34381936"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/24735132.2021.1885592</pub-id>
          <pub-id pub-id-type="medline">34381936</pub-id>
          <pub-id pub-id-type="pii">1885592</pub-id>
          <pub-id pub-id-type="pmcid">PMC8300522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Atkinson</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Saperstein</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Desmond</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Billing</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Rural eHealth nutrition education for limited-income families: an iterative and user-centered design approach</article-title>
          <source>J Med Internet Res</source>
          <year>2009</year>
          <month>06</month>
          <day>22</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2009/2/e21/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1148</pub-id>
          <pub-id pub-id-type="medline">19632974</pub-id>
          <pub-id pub-id-type="pii">v11i2e21</pub-id>
          <pub-id pub-id-type="pmcid">PMC2762801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hallewell Haslwanter</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Miesenberger</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Key factors in the engineering process for systems for aging in place contributing to low usability and success</article-title>
          <source>J Enabling Technol</source>
          <year>2018</year>
          <month>10</month>
          <day>10</day>
          <volume>12</volume>
          <issue>4</issue>
          <fpage>186</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1108/jet-12-2017-0053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Velsen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Illario</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jansen-Kosterink</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Crola</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Di Somma</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Colao</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vollenbroek-Hutten</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A community-based, technology-supported health service for detecting and preventing frailty among older adults: a participatory design development process</article-title>
          <source>J Aging Res</source>
          <year>2015</year>
          <volume>2015</volume>
          <fpage>216084</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2015/216084"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2015/216084</pub-id>
          <pub-id pub-id-type="medline">26346580</pub-id>
          <pub-id pub-id-type="pmcid">PMC4541013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hooglugt</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ludden</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>A mobile app adopting an identity focus to promote physical activity (MoveDaily): iterative design study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>06</month>
          <day>15</day>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>e16720</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/6/e16720/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16720</pub-id>
          <pub-id pub-id-type="medline">32538795</pub-id>
          <pub-id pub-id-type="pii">v8i6e16720</pub-id>
          <pub-id pub-id-type="pmcid">PMC7325000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Almeida</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Holthoff-Detto</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ludden</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Niedderer</surname>
              <given-names>K</given-names>
            </name>
            <collab>MinD consortium</collab>
          </person-group>
          <article-title>What is needed to obtain informed consent and monitor capacity for a successful study involving People with Mild Dementia? Our experience in a multi-centre study</article-title>
          <source>Designing With and for People With Dementia: Wellbeing, Empowerment and Happiness</source>
          <year>2019</year>
          <publisher-loc>Dresden</publisher-loc>
          <publisher-name>TUD press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Niedderer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Holthoff-Detto</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>van Rompay</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Karahanoğlu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ludden</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Almeida</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Durán</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Aguado</surname>
              <given-names>YB</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Craven</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Gosling</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Orton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tournier</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>This is Me: evaluation of a boardgame to promote social engagement, wellbeing and agency in people with dementia through mindful life-storytelling</article-title>
          <source>J Aging Stud</source>
          <year>2022</year>
          <month>03</month>
          <volume>60</volume>
          <fpage>100995</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0890-4065(21)00085-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jaging.2021.100995</pub-id>
          <pub-id pub-id-type="medline">35248311</pub-id>
          <pub-id pub-id-type="pii">S0890-4065(21)00085-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siering</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ludden</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Mader</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Rees</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>A theoretical framework and conceptual design for engaging children in therapy at home-the design of a wearable breathing trainer</article-title>
          <source>J Pers Med</source>
          <year>2019</year>
          <month>05</month>
          <day>20</day>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jpm9020027"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jpm9020027</pub-id>
          <pub-id pub-id-type="medline">31137523</pub-id>
          <pub-id pub-id-type="pii">jpm9020027</pub-id>
          <pub-id pub-id-type="pmcid">PMC6617157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cajander</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Grünloh</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Electronic health records are more than a work tool: conflicting needs of direct and indirect stakeholders</article-title>
          <source>Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems</source>
          <year>2019</year>
          <conf-name>CHI '19: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>May 4 - 9, 2019</conf-date>
          <conf-loc>Glasgow Scotland UK</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Human-centered design considered harmful</article-title>
          <source>Interact</source>
          <year>2005</year>
          <month>07</month>
          <day>01</day>
          <volume>12</volume>
          <issue>4</issue>
          <fpage>14</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1145/1070960.1070976</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bannon</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Reimagining HCI</article-title>
          <source>Interact</source>
          <year>2011</year>
          <month>07</month>
          <day>01</day>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>50</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1145/1978822.1978833</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Forlizzi</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Moving beyond user-centered design</article-title>
          <source>Interactions</source>
          <year>2018</year>
          <month>08</month>
          <day>22</day>
          <volume>25</volume>
          <issue>5</issue>
          <fpage>22</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1145/3239558</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hekler</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dow</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Phatak</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>schraefel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <source>Proceedings of the Companion Publication of the 2019 on Designing Interactive Systems Conference 2019 Companion</source>
          <year>2019</year>
          <conf-name>DIS '19: Designing Interactive Systems Conference 2019</conf-name>
          <conf-date>Jun 23 - 28, 2019</conf-date>
          <conf-loc>San Diego CA USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3301019.3319998</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Spencer</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Community-based, human-centered design</article-title>
          <source>jnd.org</source>
          <year>2019</year>
          <month>1</month>
          <day>3</day>
          <access-date>2021-08-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jnd.org/community-based-human-centered-design/">https://jnd.org/community-based-human-centered-design/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Changing design education for the 21st Century</article-title>
          <source>She Ji J Design Econ Innov</source>
          <year>2020</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>49</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.sheji.2019.12.002"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.sheji.2019.12.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A short history of community-driven design</article-title>
          <source>Resilience for All</source>
          <year>2018</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>Island Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Borda</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Downie</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Citizen science models in health research: an Australian commentary</article-title>
          <source>Online J Public Health Inform</source>
          <year>2019</year>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>e23</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31993110"/>
          </comment>
          <pub-id pub-id-type="doi">10.5210/ojphi.v11i3.10358</pub-id>
          <pub-id pub-id-type="medline">31993110</pub-id>
          <pub-id pub-id-type="pii">ojphi-11-e23</pub-id>
          <pub-id pub-id-type="pmcid">PMC6975539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oberschmidt</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Grünloh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nijboer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>van Velsen</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Best practices and lessons learned for action research in eHealth design and implementation: literature review</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>01</month>
          <day>28</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>e31795</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/1/e31795/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/31795</pub-id>
          <pub-id pub-id-type="medline">35089158</pub-id>
          <pub-id pub-id-type="pii">v24i1e31795</pub-id>
          <pub-id pub-id-type="pmcid">PMC8838546</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Latulipe</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gatto</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Quandt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bertoni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arcury</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Design considerations for patient portal adoption by low-income, older adults</article-title>
          <source>Proc SIGCHI Conf Hum Factor Comput Syst</source>
          <year>2015</year>
          <month>04</month>
          <volume>2015</volume>
          <fpage>3859</fpage>
          <lpage>68</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27077140"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/2702123.2702392</pub-id>
          <pub-id pub-id-type="medline">27077140</pub-id>
          <pub-id pub-id-type="pmcid">PMC4827765</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hallewell Haslwanter</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Why do few assistive technology systems make it to market? The case of the HandyHelper project</article-title>
          <source>Univ Access Inf Soc</source>
          <year>2016</year>
          <month>10</month>
          <day>21</day>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>755</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1007/s10209-016-0499-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jongsma</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Friesen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The challenge of demandingness in citizen science and participatory research</article-title>
          <source>Am J Bioeth</source>
          <year>2019</year>
          <month>08</month>
          <day>24</day>
          <volume>19</volume>
          <issue>8</issue>
          <fpage>33</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1080/15265161.2019.1619867</pub-id>
          <pub-id pub-id-type="medline">31544651</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dickinson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arnott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Prior</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Methods for human – computer interaction research with older people</article-title>
          <source>Behav Inform Technol</source>
          <year>2007</year>
          <month>07</month>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>343</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1080/01449290601176948</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Groger</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mayberry</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Straker</surname>
              <given-names>JK</given-names>
            </name>
          </person-group>
          <article-title>What we didn’t learn because of who would not talk to us</article-title>
          <source>Qual Health Res</source>
          <year>2016</year>
          <month>07</month>
          <day>01</day>
          <volume>9</volume>
          <issue>6</issue>
          <fpage>829</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1177/104973299129122180</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McAdam</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McCrory</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Exploring the dichotomies within the tacit knowledge literature: towards a process of tacit knowing in organizations</article-title>
          <source>J Knowl Manag</source>
          <year>2007</year>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>43</fpage>
          <lpage>59</lpage>
          <pub-id pub-id-type="doi">10.1108/13673270710738906</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thornton</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Tacit knowledge as the unifying factor in evidence based medicine and clinical judgement</article-title>
          <source>Philos Ethics Humanit Med</source>
          <year>2006</year>
          <month>03</month>
          <day>17</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>E2</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://peh-med.biomedcentral.com/articles/10.1186/1747-5341-1-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1747-5341-1-2</pub-id>
          <pub-id pub-id-type="medline">16759426</pub-id>
          <pub-id pub-id-type="pii">1747-5341-1-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC1475611</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kothari</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Bickford</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dobbins</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Uncovering tacit knowledge: a pilot study to broaden the concept of knowledge in knowledge translation</article-title>
          <source>BMC Health Serv Res</source>
          <year>2011</year>
          <month>08</month>
          <day>18</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>198</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-11-198"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-11-198</pub-id>
          <pub-id pub-id-type="medline">21851617</pub-id>
          <pub-id pub-id-type="pii">1472-6963-11-198</pub-id>
          <pub-id pub-id-type="pmcid">PMC3173304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Velsen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wentzel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Van Gemert-Pijnen</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Designing eHealth that matters via a multidisciplinary requirements development approach</article-title>
          <source>JMIR Res Protoc</source>
          <year>2013</year>
          <month>06</month>
          <day>24</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2013/1/e21/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.2547</pub-id>
          <pub-id pub-id-type="medline">23796508</pub-id>
          <pub-id pub-id-type="pii">v2i1e21</pub-id>
          <pub-id pub-id-type="pmcid">PMC3815432</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kothari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rudman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dobbins</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rouse</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sibbald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The use of tacit and explicit knowledge in public health: a qualitative study</article-title>
          <source>Implement Sci</source>
          <year>2012</year>
          <month>03</month>
          <day>20</day>
          <volume>7</volume>
          <fpage>20</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-7-20"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-7-20</pub-id>
          <pub-id pub-id-type="medline">22433980</pub-id>
          <pub-id pub-id-type="pii">1748-5908-7-20</pub-id>
          <pub-id pub-id-type="pmcid">PMC3325865</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okechukwu</surname>
              <given-names>OJ</given-names>
            </name>
            <name name-style="western">
              <surname>Weller</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Watt</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Eliciting experts? knowledge in emergency response organizations</article-title>
          <source>Int J Emergency Services</source>
          <year>2014</year>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>118</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1108/IJES-06-2014-0009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bjørn</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Balka</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Health care categories have politics too: unpacking the managerial agendas of electronic triage systems</article-title>
          <source>Proceedings of the Tenth European Conference on Computer Supported Cooperative Work</source>
          <year>2007</year>
          <conf-name>Tenth European Conference on Computer Supported Cooperative Work</conf-name>
          <conf-date>Sep 24-28, 2007</conf-date>
          <conf-loc>Limerick, Ireland</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ellingsen</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A review of 25 years of CSCW research in healthcare: contributions, challenges and future agendas</article-title>
          <source>Comput Supported Coop Work</source>
          <year>2012</year>
          <month>6</month>
          <day>21</day>
          <volume>22</volume>
          <issue>4-6</issue>
          <fpage>609</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1007/s10606-012-9168-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kankanhalli</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Luen Yip</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Workarounds in the use of IS in healthcare: a case study of an electronic medication administration system</article-title>
          <source>Int J Human Comput Stud</source>
          <year>2012</year>
          <month>1</month>
          <volume>70</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>65</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.ijhcs.2011.08.002"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijhcs.2011.08.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dannecker</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Warne-Griggs</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Royse</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Listening to patients' voices: workarounds patients use to construct pain intensity ratings</article-title>
          <source>Qual Health Res</source>
          <year>2019</year>
          <month>03</month>
          <volume>29</volume>
          <issue>4</issue>
          <fpage>484</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1177/1049732318773714</pub-id>
          <pub-id pub-id-type="medline">29890886</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ratwani</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Adler-Milstein</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Studying workflow and workarounds in electronic health record–supported work to improve health system performance</article-title>
          <source>Ann Intern Med</source>
          <year>2020</year>
          <month>06</month>
          <day>02</day>
          <volume>172</volume>
          <issue>11_Supplement</issue>
          <fpage>S116</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.7326/m19-0871</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="web">
          <article-title>MinD tools - Designing for people with dementia homepage</article-title>
          <source>MinD tools - Designing for people with dementia</source>
          <access-date>2022-06-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://designingfordementia.eu/resources/mind-tools">https://designingfordementia.eu/resources/mind-tools</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Salvendy</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Creativity in ergonomic design: a supplemental value-adding source for product and service development</article-title>
          <source>Hum Factors</source>
          <year>2010</year>
          <month>08</month>
          <volume>52</volume>
          <issue>4</issue>
          <fpage>503</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1177/0018720810376056</pub-id>
          <pub-id pub-id-type="medline">21141243</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christiaans</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Venselaar</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Creativity in design engineering and the role of knowledge: modelling the expert</article-title>
          <source>Int J Technol Des Educ</source>
          <year>2005</year>
          <month>01</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1007/s10798-004-1904-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Di Stefano</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gambardella</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Verona</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Technology push and demand pull perspectives in innovation studies: current findings and future research directions</article-title>
          <source>Res Policy</source>
          <year>2012</year>
          <month>10</month>
          <volume>41</volume>
          <issue>8</issue>
          <fpage>1283</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.respol.2012.03.021"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.respol.2012.03.021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brem</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Voigt</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Integration of market pull and technology push in the corporate front end and innovation management—insights from the German software industry</article-title>
          <source>Technovation</source>
          <year>2009</year>
          <month>5</month>
          <volume>29</volume>
          <issue>5</issue>
          <fpage>351</fpage>
          <lpage>67</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.technovation.2008.06.003"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.technovation.2008.06.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kahn</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Borning</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Huldtgren</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Value sensitive design and information systems</article-title>
          <source>Early engagement and new technologies: Opening up the laboratory</source>
          <year>2013</year>
          <publisher-loc>Dordrecht</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kahn</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Borning</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Value sensitive design and information systems</article-title>
          <source>Human-computer Interaction Management Information Systems: Foundations</source>
          <year>2006</year>
          <publisher-loc>Armonk, NY</publisher-loc>
          <publisher-name>ME Sharpe</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Erlingsdóttir</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lindholm</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>When patient empowerment encounters professional autonomy: the conflict and negotiation process of inscribing an eHealth service</article-title>
          <source>Scandinavian J Public Administration</source>
          <year>2015</year>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>48</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Broekhuis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weering</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Schuit</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schürz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Velsen</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Designing a stakeholder-inclusive service model for an eHealth service to support older adults in an active and social life</article-title>
          <source>BMC Health Serv Res</source>
          <year>2021</year>
          <month>07</month>
          <day>05</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>654</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-021-06597-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-021-06597-9</pub-id>
          <pub-id pub-id-type="medline">34225745</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-021-06597-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC8256482</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Noergaard</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sandvei</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rottmann</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Johannessen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wiil</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pedersen</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Development of a web-based health care intervention for patients with heart disease: lessons learned from a participatory design study</article-title>
          <source>JMIR Res Protoc</source>
          <year>2017</year>
          <month>05</month>
          <day>17</day>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>e75</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2017/5/e75/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.7084</pub-id>
          <pub-id pub-id-type="medline">28526674</pub-id>
          <pub-id pub-id-type="pii">v6i5e75</pub-id>
          <pub-id pub-id-type="pmcid">PMC5451636</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Dooren</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Siriaraya</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Visch</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Spijkerman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bijkerk</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Reflections on the design, implementation, and adoption of a gamified eHealth application in youth mental healthcare</article-title>
          <source>Entertainment Comput</source>
          <year>2019</year>
          <month>08</month>
          <volume>31</volume>
          <fpage>100305</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.entcom.2019.100305"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.entcom.2019.100305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grünloh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Myreteg</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cajander</surname>
              <given-names>Å</given-names>
            </name>
            <name name-style="western">
              <surname>Rexhepi</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>"Why do they need to check me?" patient participation through eHealth and the doctor-patient relationship: qualitative study</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>01</month>
          <day>15</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>e11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/1/e11/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8444</pub-id>
          <pub-id pub-id-type="medline">29335237</pub-id>
          <pub-id pub-id-type="pii">v20i1e11</pub-id>
          <pub-id pub-id-type="pmcid">PMC5789160</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kujala</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>User involvement: a review of the benefits and challenges</article-title>
          <source>Behav Inform Technol</source>
          <year>2003</year>
          <month>01</month>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1080/01449290301782</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fanelli</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Do pressures to publish increase scientists' bias? An empirical support from US States data</article-title>
          <source>PLoS One</source>
          <year>2010</year>
          <month>04</month>
          <day>21</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e10271</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0010271"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0010271</pub-id>
          <pub-id pub-id-type="medline">20422014</pub-id>
          <pub-id pub-id-type="pmcid">PMC2858206</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Su</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Technology push or market pull? Strategic orientation in business model design and digital start‐up performance*</article-title>
          <source>J Prod Innov Manag</source>
          <year>2020</year>
          <month>05</month>
          <day>12</day>
          <volume>37</volume>
          <issue>4</issue>
          <fpage>352</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/jpim.12526"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jpim.12526</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kip</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kelders</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Bouman</surname>
              <given-names>YH</given-names>
            </name>
            <name name-style="western">
              <surname>van Gemert-Pijnen</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>The importance of systematically reporting and reflecting on eHealth development: participatory development process of a virtual reality application for forensic mental health care</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>08</month>
          <day>19</day>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>e12972</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/8/e12972/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12972</pub-id>
          <pub-id pub-id-type="medline">31429415</pub-id>
          <pub-id pub-id-type="pii">v21i8e12972</pub-id>
          <pub-id pub-id-type="pmcid">PMC6718085</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Delbanco</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Darer</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Elmore</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Farag</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mejilla</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ngo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ralston</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Trivedi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Vodicka</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Leveille</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>Inviting patients to read their doctors' notes: a quasi-experimental study and a look ahead</article-title>
          <source>Ann Intern Med</source>
          <year>2012</year>
          <month>10</month>
          <day>02</day>
          <volume>157</volume>
          <issue>7</issue>
          <fpage>461</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/0003-4819-157-7-201210020-00002?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-157-7-201210020-00002</pub-id>
          <pub-id pub-id-type="medline">23027317</pub-id>
          <pub-id pub-id-type="pii">1363511</pub-id>
          <pub-id pub-id-type="pmcid">PMC3908866</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vines</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pritchard</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Olivier</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Brittain</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>An age-old problem</article-title>
          <source>ACM Trans Comput Hum Interact</source>
          <year>2015</year>
          <month>03</month>
          <day>04</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1145/2696867</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ludden</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Potential of exoskeleton technology to assist older adults with daily living</article-title>
          <source>Proceedings of the Extended Abstracts of the 2018 CHI Conference on Human Factors in Computing Systems</source>
          <year>2018</year>
          <conf-name>CHI '18: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>Apr 21 - 26, 2018</conf-date>
          <conf-loc>Montreal QC Canada</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3170427.3188464</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Ludden</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>What do older adults and clinicians think about traditional mobility aids and exoskeleton technology?</article-title>
          <source>J Hum Robot Interact</source>
          <year>2019</year>
          <month>06</month>
          <day>20</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1145/3311789</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khovanskaya</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Dombrowski</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Harmon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Korn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Light</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Voida</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Designing against the status quo</article-title>
          <source>interactions</source>
          <year>2018</year>
          <month>02</month>
          <day>23</day>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>64</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1145/3178560</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oinas-Kukkonen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Harjumaa</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Towards deeper understanding of persuasion in software and information systems</article-title>
          <source>Proceedings of the First International Conference on Advances in Computer-Human Interaction</source>
          <year>2008</year>
          <conf-name>First International Conference on Advances in Computer-Human Interaction</conf-name>
          <conf-date>Feb 10-15, 2008</conf-date>
          <conf-loc>Sainte Luce, Martinique, France</conf-loc>
          <pub-id pub-id-type="doi">10.1109/ACHI.2008.31</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelders</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Kok</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Ossebaard</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Van Gemert-Pijnen</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Persuasive system design does matter: a systematic review of adherence to web-based interventions</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>11</month>
          <day>14</day>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>e152</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/6/e152/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2104</pub-id>
          <pub-id pub-id-type="medline">23151820</pub-id>
          <pub-id pub-id-type="pii">v14i6e152</pub-id>
          <pub-id pub-id-type="pmcid">PMC3510730</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Niedderer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Clune</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ludden</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <source>Design for Behaviour Change Theories and Practices of Designing for Change</source>
          <year>2017</year>
          <publisher-loc>Abingdon, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ploderer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pearce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Borland</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Things you don't want to know about yourself: ambivalence about tracking and sharing personal information for behaviour change</article-title>
          <source>Proceedings of the 24th Australian Computer-Human Interaction Conference</source>
          <year>2012</year>
          <conf-name>OzCHI '12: The 24th Australian Computer-Human Interaction Conference</conf-name>
          <conf-date>Nov 26 - 30, 2012</conf-date>
          <conf-loc>Melbourne Australia</conf-loc>
          <pub-id pub-id-type="doi">10.1145/2414536.2414610</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berdichevsky</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Neuenschwander</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Toward an ethics of persuasive technology</article-title>
          <source>Commun ACM</source>
          <year>1999</year>
          <month>05</month>
          <volume>42</volume>
          <issue>5</issue>
          <fpage>51</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1145/301353.301410</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>schraefel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hekler</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Tuning</article-title>
          <source>interactions</source>
          <year>2020</year>
          <month>02</month>
          <day>25</day>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>48</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1145/3381897</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref83">
        <label>83</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prochaska</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Velicer</surname>
              <given-names>WF</given-names>
            </name>
          </person-group>
          <article-title>The transtheoretical model of health behavior change</article-title>
          <source>Am J Health Promot</source>
          <year>1997</year>
          <month>09</month>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>38</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.4278/0890-1171-12.1.38</pub-id>
          <pub-id pub-id-type="medline">10170434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref84">
        <label>84</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ludden</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hekkert</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Design for healthy behavior: design interventions and stages of change</article-title>
          <source>Proceedings of the 9th International Conference on Design and Emotion</source>
          <year>2014</year>
          <conf-name>9th International Conference on Design and Emotion</conf-name>
          <conf-date>Oct 6-10, 2014</conf-date>
          <conf-loc>Bogota, Colombia</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref85">
        <label>85</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Design methods for ethical persuasive computing</article-title>
          <source>Proceedings of the 4th International Conference on Persuasive Technology</source>
          <year>2009</year>
          <conf-name>Persuasive 2009; 4th International Conference on Persuasive Technology Claremont</conf-name>
          <conf-date>Apr 26 - 29, 2009</conf-date>
          <conf-loc>California USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/1541948.1541957</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref86">
        <label>86</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Capability sensitive design for health and wellbeing technologies</article-title>
          <source>Sci Eng Ethics</source>
          <year>2020</year>
          <month>12</month>
          <day>18</day>
          <volume>26</volume>
          <issue>6</issue>
          <fpage>3363</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33206283"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11948-020-00275-5</pub-id>
          <pub-id pub-id-type="medline">33206283</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11948-020-00275-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7755618</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref87">
        <label>87</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Neil</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Weapons of Math Destruction How Big Data Increases Inequality and Threatens Democracy</source>
          <year>2016</year>
          <publisher-loc>New York, United States</publisher-loc>
          <publisher-name>Penguin Books Limited</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref88">
        <label>88</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferrer</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Nuenen</surname>
              <given-names>TV</given-names>
            </name>
            <name name-style="western">
              <surname>Such</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Cote</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Criado</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Bias and discrimination in AI: a cross-disciplinary perspective</article-title>
          <source>IEEE Technol Soc Mag</source>
          <year>2021</year>
          <month>6</month>
          <volume>40</volume>
          <issue>2</issue>
          <fpage>72</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1109/mts.2021.3056293</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref89">
        <label>89</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Macnaghten</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stilgoe</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Responsible research and innovation: from science in society to science for society, with society</article-title>
          <source>Sci Public Policy</source>
          <year>2012</year>
          <month>12</month>
          <day>05</day>
          <volume>39</volume>
          <issue>6</issue>
          <fpage>751</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1093/scipol/scs093</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref90">
        <label>90</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ehsan</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Riedl</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Human-centered explainable AI: towards a reflective sociotechnical approach</article-title>
          <source>Proceedings of the HCI International 2020 - Late Breaking Papers: Multimodality and Intelligence: 22nd HCI International Conference, HCII 2020</source>
          <year>2020</year>
          <conf-name>HCI International 2020 - Late Breaking Papers: Multimodality and Intelligence: 22nd HCI International Conference, HCII 2020,</conf-name>
          <conf-date>Jul 19-24, 2020</conf-date>
          <conf-loc>Copenhagen, Denmark</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref91">
        <label>91</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ozbilgin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Contandriopoulos</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Orthodoxy, illusio, and playing the scientific game: a Bourdieusian analysis of infection control science in the COVID-19 pandemic</article-title>
          <source>Wellcome Open Res</source>
          <year>2021</year>
          <month>9</month>
          <day>22</day>
          <volume>6</volume>
          <fpage>126</fpage>
          <pub-id pub-id-type="doi">10.12688/wellcomeopenres.16855.2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref92">
        <label>92</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kay</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Eslambolchilar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A life of data: characteristics and challenges of very long term self-tracking for health and wellness</article-title>
          <source>ACM Trans Comput Healthcare</source>
          <year>2020</year>
          <month>04</month>
          <day>30</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1145/3373719</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref93">
        <label>93</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dubov</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shoptawb</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The value and ethics of using technology to contain the COVID-19 epidemic</article-title>
          <source>Am J Bioeth</source>
          <year>2020</year>
          <month>07</month>
          <day>18</day>
          <volume>20</volume>
          <issue>7</issue>
          <fpage>W7</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32420817"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/15265161.2020.1764136</pub-id>
          <pub-id pub-id-type="medline">32420817</pub-id>
          <pub-id pub-id-type="pmcid">PMC7657709</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref94">
        <label>94</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hendry</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>Value Sensitive Design Shaping Technology with Moral Imagination</source>
          <year>2019</year>
          <publisher-loc>Cambridge, MA</publisher-loc>
          <publisher-name>MIT Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref95">
        <label>95</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boerema</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Velsen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vollenbroek-Hutten</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hermens</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Value-based design for the elderly: an application in the field of mobility aids</article-title>
          <source>Assist Technol</source>
          <year>2017</year>
          <volume>29</volume>
          <issue>2</issue>
          <fpage>76</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1080/10400435.2016.1208303</pub-id>
          <pub-id pub-id-type="medline">27532436</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref96">
        <label>96</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smits</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ludden</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bredie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van</surname>
              <given-names>GH</given-names>
            </name>
          </person-group>
          <article-title>Values that matter: a new method to design and assess moral mediation of technology</article-title>
          <source>MIT Press Direct</source>
          <year>2022</year>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1162/desi_a_00669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref97">
        <label>97</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wiggins</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilbanks</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The rise of citizen science in health and biomedical research</article-title>
          <source>Am J Bioeth</source>
          <year>2019</year>
          <month>08</month>
          <day>24</day>
          <volume>19</volume>
          <issue>8</issue>
          <fpage>3</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1080/15265161.2019.1619859</pub-id>
          <pub-id pub-id-type="medline">31339831</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref98">
        <label>98</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>ECSA 10 Principles of citizen science</article-title>
          <source>OSF Home</source>
          <year>2019</year>
          <month>1</month>
          <day>23</day>
          <access-date>2022-07-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://osf.io/xpr2n/">https://osf.io/xpr2n/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref99">
        <label>99</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chevance</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hekler</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Efoui-Hess</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Godino</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Golaszewski</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gualtieri</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Krause</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marrauld</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nebeker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Perski</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Simons</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Digital health at the age of the Anthropocene</article-title>
          <source>Lancet Digital Health</source>
          <year>2020</year>
          <month>06</month>
          <volume>2</volume>
          <issue>6</issue>
          <fpage>e290</fpage>
          <lpage>1</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-7500(20)30130-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(20)30130-8</pub-id>
          <pub-id pub-id-type="medline">33328121</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(20)30130-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7928047</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref100">
        <label>100</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coulton</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lindley</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>More-than human centred design: considering other things</article-title>
          <source>Design J</source>
          <year>2019</year>
          <month>05</month>
          <day>29</day>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>463</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1080/14606925.2019.1614320</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref101">
        <label>101</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giaccardi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Redström</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Technology and more-than-human design</article-title>
          <source>Design Issues</source>
          <year>2020</year>
          <month>09</month>
          <volume>36</volume>
          <issue>4</issue>
          <fpage>33</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1162/desi_a_00612</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
