<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id><journal-id journal-id-type="publisher-id">formative</journal-id><journal-id journal-id-type="index">27</journal-id><journal-title>JMIR Formative Research</journal-title><abbrev-journal-title>JMIR Form Res</abbrev-journal-title><issn pub-type="epub">2561-326X</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v9i1e77263</article-id><article-id pub-id-type="doi">10.2196/77263</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Consumer Co-Design of an Online Resource to Build Communication Skills of Health Consumers: Mixed Methods Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Beauchamp</surname><given-names>Alison</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Hilbers</surname><given-names>Julieanne</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Cvetanovska</surname><given-names>Natali</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Wong Shee</surname><given-names>Anna</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff4">4</xref><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Horvat</surname><given-names>Lidia</given-names></name><degrees>MSSci</degrees><xref ref-type="aff" rid="aff6">6</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Rogers</surname><given-names>Sandra</given-names></name><degrees>MEng</degrees><xref ref-type="aff" rid="aff7">7</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Cooper</surname><given-names>Andrea</given-names></name><xref ref-type="aff" rid="aff8">8</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Flemming-Judge</surname><given-names>Elizabeth</given-names></name><degrees>MSW</degrees><xref ref-type="aff" rid="aff8">8</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Rawlinson</surname><given-names>Sue</given-names></name><degrees>MPsych</degrees><xref ref-type="aff" rid="aff9">9</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Jessup</surname><given-names>Rebecca</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff3">3</xref></contrib></contrib-group><aff id="aff1"><institution>School of Rural Health, Monash University</institution><addr-line>D501, Level 535 Rainforest Walk, Wellington Road</addr-line><addr-line>Clayton</addr-line><addr-line>Victoria</addr-line><country>Australia</country></aff><aff id="aff2"><institution>Compassionate Communities, Perron Institute, University of Western Australia</institution><addr-line>Nedlands</addr-line><addr-line>Western Australia</addr-line><country>Australia</country></aff><aff id="aff3"><institution>Office of Research, Northern Health</institution><addr-line>Melbourne</addr-line><country>Australia</country></aff><aff id="aff4"><institution>School of Medicine, Deakin University</institution><addr-line>Melbourne</addr-line><country>Australia</country></aff><aff id="aff5"><institution>Research Development, Grampians Health</institution><addr-line>Ballarat</addr-line><country>Australia</country></aff><aff id="aff6"><institution>Department of Health, Safer Care Victoria</institution><addr-line>Melbourne</addr-line><country>Australia</country></aff><aff id="aff7"><institution>Patient Experience Office, Monash Health</institution><addr-line>Melbourne</addr-line><country>Australia</country></aff><aff id="aff8"><institution>Department of Health, Health Consumer, Safer Care Victoria</institution><addr-line>Melbourne</addr-line><country>Australia</country></aff><aff id="aff9"><institution>Health Consumer, Community Partnerships, South East Sydney Local Health District</institution><addr-line>Sydney</addr-line><country>Australia</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Stone</surname><given-names>Alicia</given-names></name></contrib><contrib contrib-type="editor"><name name-style="western"><surname>Mavragani</surname><given-names>Amaryllis</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Tracy</surname><given-names>Marguerite</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>McEnhill</surname><given-names>Paul</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Alison Beauchamp, PhD, School of Rural Health, Monash University, D501, Level 535 Rainforest Walk, Wellington Road, Clayton, Victoria, 380035, Australia, +61 399051327; <email>alison.beauchamp@monash.edu</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>12</day><month>12</month><year>2025</year></pub-date><volume>9</volume><elocation-id>e77263</elocation-id><history><date date-type="received"><day>10</day><month>05</month><year>2025</year></date><date date-type="rev-recd"><day>29</day><month>10</month><year>2025</year></date><date date-type="accepted"><day>29</day><month>10</month><year>2025</year></date></history><copyright-statement>&#x00A9; Alison Beauchamp, Julieanne Hilbers, Natali Cvetanovska, Anna Wong Shee, Lidia Horvat, Sandra Rogers, Andrea Cooper, Elizabeth Flemming-Judge, Sue Rawlinson, Rebecca Jessup. Originally published in JMIR Formative Research (<ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>), 12.12.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://formative.jmir.org">https://formative.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://formative.jmir.org/2025/1/e77263"/><abstract><sec><title>Background</title><p>Information provided by health professionals can be complex and is often not well understood by health care consumers, leading to adverse outcomes. Clinician-led communication approaches such as &#x201C;teach-back&#x201D; can improve consumer understanding, yet are infrequently used by clinicians. A possible solution is to build consumers&#x2019; skills to proactively check their understanding rather than waiting for the clinician to do so; however, there are few educational resources to support consumers in building these skills.</p></sec><sec><title>Objective</title><p>This study aimed to co-design a web-based learning resource for consumers to check they have understood information provided by a clinician (ie, to &#x201C;check-back&#x201D;).</p></sec><sec sec-type="methods"><title>Methods</title><p>This mixed methods study used a co-design approach, consisting of 2 phases. The study was conducted during the COVID-19 pandemic, and all activities were conducted online, via email or telephone. Phase 1 (needs assessment) involved first establishing an Expert Panel of consumers, clinicians, and academic experts to guide all co-design steps of the study. Next, we sought to understand issues around health communication through focus groups and interviews with consumers and clinicians. Participants were recruited from outpatient settings and consumer representative programs within 3 health services in Victoria, Australia. Focus groups and interviews aimed to identify factors that might influence consumers&#x2019; use of check-back. Deductive analysis based on the Capability, Opportunity, and Motivation-Behavior (COM-B) model was used to identify initial themes; these were discussed in depth with the Expert Panel and barriers within each theme identified. A rapid literature review was undertaken to identify strategies for web-based communication training for consumers. Phase 2 (creation of the online resource) involved an iterative process. In an online meeting, Expert Panel members brainstormed ideas for addressing barriers and prioritized these ideas for inclusion in the resource. Several drafts of the content were written before a draft online version was built. This draft was reviewed by the Expert Panel, who recommended extensive revisions. Following these revisions, we conducted an online survey and focus group with consumers and clinicians from Phase 1 to identify further improvements. Findings from this consultation were used to make final changes to the online resource.</p></sec><sec sec-type="results"><title>Results</title><p>The Expert Panel included 12 members. Phase 1 focus groups and interviews were held with 39 consumers and 16 clinicians. Five themes were identified: self-efficacy, pre-existing skills, clinician attitudes, information complexity, and internal barriers such as embarrassment. Phase 2 survey and focus group participants identified several issues with the second draft of the resource, focusing on functionality, accessibility, and layout. Usability and acceptability of the resource were rated highly by participants.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Findings highlight the value of using co-design to develop a consumer-centered, web-based learning resource. Further evaluation is required to demonstrate its effectiveness at improving consumer understanding.</p></sec></abstract><kwd-group><kwd>patient-provider communication</kwd><kwd>patient understanding</kwd><kwd>health literacy</kwd><kwd>co-design</kwd><kwd>consumer engagement</kwd><kwd>user-centered design</kwd><kwd>stakeholder collaboration</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>The health system places a high burden on health care consumers to understand and apply health information across a range of contexts. From providing informed consent to following complex health care regimes or participating in decisions about their health, it is important that people are able to understand and recall information given to them by health professionals [<xref ref-type="bibr" rid="ref1">1</xref>]. Studies have demonstrated that health information is frequently not understood or remembered by health care consumers [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref5">5</xref>], leading to increased treatment burden and adverse health outcomes [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Factors that may affect understanding originate from both the consumer and health professional and include limited health literacy and confidence in asking questions or engaging in health care discussions [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>], and limited ability of the health professional to convey health information clearly [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Evidence-based approaches to address this communication gap are required.</p><p>One communication approach that has been associated with improved consumer understanding and recall across diverse settings and health conditions is &#x201C;teach-back&#x201D; [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. This approach involves a health professional providing information and then confirming the consumer&#x2019;s understanding by asking them to explain back that information in their own words. In this way, any misunderstandings can be identified and addressed within an active, 2-way interaction. There is strong evidence that checking health care consumers&#x2019; understanding through approaches such as teach-back can build greater rapport and more active communication [<xref ref-type="bibr" rid="ref18">18</xref>], and may lead to improved knowledge, skills, and self-care abilities [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Yet despite the fact that these approaches offer a simple and effective approach for improving understanding, they are not widely adopted by health professionals [<xref ref-type="bibr" rid="ref19">19</xref>]. Approaches such as teach-back rely on the health professional to initiate the process, and there are several barriers to their use, including lack of confidence and concern about the consumer reaction [<xref ref-type="bibr" rid="ref19">19</xref>]. Despite this, evidence suggests that health care consumers are receptive to the idea of being asked to confirm their understanding, stating this would help with their learning and support them to remember important information [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref20">20</xref>].</p><p>One possible strategy to increase the use of approaches such as teach-back is to build consumers&#x2019; skills and confidence to actively check their understanding rather than waiting for the health professional to do so. For example, this may involve the consumer saying, &#x201C;Can I just check that I&#x2019;ve understood everything. Did you say....&#x201D; Encouraging consumers to initiate the process of repeating back information using their own words (ie, to &#x201C;check-back&#x201D;) may be a feasible approach to improve understanding and recall of information across many health care settings. However, while some communication skills, such as asking questions and giving information, may come naturally to many health care consumers, initiating the process of checking-back requires more advanced skills [<xref ref-type="bibr" rid="ref21">21</xref>]. These include the ability to actively listen, to summarize key information, and then the confidence to explain back that information in their own words [<xref ref-type="bibr" rid="ref21">21</xref>].</p><p>Many of these skills could be learned through communication training or coaching; these learning approaches have been demonstrated to be effective in increasing consumer participation and engagement in health care interactions [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>]. However, while education-based interventions may provide health care consumers with the skills to initiate check-backs themselves, there are also many barriers to consider, including low self-efficacy and confidence, perceived power imbalance, the communication style of the health professional, cultural factors, and structural factors such as short consultation times [<xref ref-type="bibr" rid="ref24">24</xref>]. Any intervention that supports health care consumers to use the check-back process needs to address these barriers while also considering the context within which the intervention will be used. An effective methodology for developing interventions that are responsive to local barriers is that of co-design. The co-design approach in health enables equal involvement of consumers, health professionals, and other stakeholders throughout all stages of intervention development, ensuring that the end product meets the needs of those for whom it is designed [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. Co-design can be defined as an active collaboration between stakeholders in designing solutions to a prespecified problem and is shown to be an effective approach for developing strategies to improve health communication [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref31">31</xref>].</p><p>This paper describes the co-design of a web-based learning resource for health care consumers. The decision to select a web-based approach was initially driven by consumers who had been involved in co-design of a similar web-based learning resource for clinicians called &#x201C;teach-back&#x201D; [<xref ref-type="bibr" rid="ref32">32</xref>]. Those consumers noted they would like to see a web-based learning resource specifically for consumers that prompted them to initiate the teach-back process (ie, to &#x201C;check-back&#x201D;). The aim of this web-based learning resource is therefore to equip consumers with the necessary skills and confidence to initiate the check-back process in any setting and interaction with a health professional, that is, to confirm understanding through summarizing and repeating back key information to the health professional. For the purposes of this paper, the term &#x201C;consumers&#x201D; will hereafter be used to refer to health care consumers, patients, or users of the health system.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Study Design</title><p>This mixed methods study uses a co-design approach developed by Boyd et al [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. This approach has six elements: (1) engage, (2) plan, (3) explore, (4) develop, (5) decide, (6) change. As noted above, co-design seeks to develop solutions to an identified issue through first understanding consumer perspectives about that issue. Accordingly, the first 3 elements of this framework involve collaborating with key stakeholders to establish the study parameters and explore consumer experiences in depth; we have called this the &#x201C;needs assessment&#x201D; phase. The second 3 elements aim to improve that experience through deciding what to improve and then taking action that leads to change; we have called this phase &#x201C;creation of the online resource.&#x201D; Within this framework, elements can overlap and their order may vary. Our application of this framework is shown in <xref ref-type="fig" rid="figure1">Figure 1</xref>. We adhered to the Guidance for Reporting Involvement of Patients and the Public (GRIPP2) to report consumer involvement in this study [<xref ref-type="bibr" rid="ref35">35</xref>].</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Overview of the study phases and co-design elements in the study. Icons made by Uniconlabs, rukanicon, photo3idea_studio, Hilmy Abiyyu A., juicy_fish, and Saepul Nahwan from Flaticon [<xref ref-type="bibr" rid="ref36">36</xref>].</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v9i1e77263_fig01.png"/></fig></sec><sec id="s2-2"><title>Phase 1: Needs Assessment</title><sec id="s2-2-1"><title>Engage and Plan</title><p>The needs assessment phase followed the first 3 elements of the Boyd co-design approach (engage, plan, and explore). &#x201C;Engage&#x201D; refers to establishing and maintaining meaningful relationships with consumers and clinicians [<xref ref-type="bibr" rid="ref33">33</xref>]. This was achieved by establishing a co-design team, which we named the &#x201C;Expert Panel&#x201D; in recognition of the lived experience and expertise of Panel members. Purposive sampling was used to select Expert Panel members from key stakeholder groups, including health care consumers, clinicians, and academic experts. Consumer members were invited through an expression of interest circulated within the Consumer Branch of the Victorian government agency for quality and safety in health care (Safer Care Victoria) and were remunerated for their involvement. Inclusion criteria for consumers were having lived experience as a health care consumer and being aged 18 years or older. Clinicians and academic experts with experience in health literacy, health communication, and co-design were invited through previous collaborations and networks.</p><p>The purpose of the Expert Panel was to guide all co-design aspects of the study. The Expert Panel initially met in October 2020 to agree upon terms of reference for the group, including roles, responsibilities, and frequency of meetings. In this online meeting, planning for the project was also undertaken, including clarifying the overall purpose and scope of the learning resource and developing a plan for the &#x201C;explore&#x201D; step of the study. It was determined by the Expert Panel that &#x201C;explore&#x201D; should include 2 aspects: interviews or focus groups with consumers and clinicians to identify potential barriers to using check-back within health care interactions, and a rapid literature review of studies addressing communication skills training for consumers.</p></sec><sec id="s2-2-2"><title>Explore</title><sec id="s2-2-2-1"><title>Setting and Participants</title><p>The &#x201C;explore&#x201D; element of this study was conducted across 3 health services in Victoria, Australia with 1 service in a regional setting and 2 in Metropolitan Melbourne. Within the regional service, participants were recruited from the community health service, specifically outpatient rehabilitation programs and chronic disease outpatient clinics. Within the Metropolitan services, participants were recruited from chronic disease outpatient clinics and from the hospital volunteer or consumer representative programs. Of note, the 2 Metropolitan health services support communities in the outer north and south-east of Melbourne, with high proportions of culturally and linguistically diverse populations.</p><p>Convenience sampling was used to recruit consumers and clinicians from participating health services to take part in focus groups and interviews. For consumers who were clients of outpatient rehabilitation programs and chronic disease outpatient clinics, client lists were screened and those eligible were contacted by phone or email to discuss the study. For consumer representatives and hospital volunteers, email alerts were sent and those who were interested were invited to contact the researchers. Clinicians included nursing and allied health professionals from the above sites, who were invited to a focus group or interview via email. Consumers and clinicians who participated in focus groups or interviews were also invited to take part in consultation activities in Phase 2. Inclusion criteria for consumers and clinicians were being aged 18 years or older, with the capacity to provide informed consent.</p></sec><sec id="s2-2-2-2"><title>Focus Groups and Interviews With Consumers and Clinicians</title><p>Data were collected via focus groups or semistructured interviews for participants who were unable to take part in a focus group. Focus groups were held separately for consumers and clinicians. Due to COVID-19 restrictions, all focus groups were conducted via teleconference and interviews via telephone. Focus groups and interviews were divided into 2 parts, with the first part aiming to identify factors that might influence consumers&#x2019; use of the check-back process with health professionals. To provide context for participants, short &#x201C;vignettes&#x201D; were written describing challenges that a consumer may face when using check-back. These vignettes were based on a synthesis of patient experience stories from one of the participating health services and were used to &#x201C;depersonalize&#x201D; discussions and ensure participants felt comfortable in sharing their ideas without needing to refer to their personal experiences (refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for an example of a vignette and focus group and interview guide).</p><p>A series of seeding questions to prompt discussions was developed using the Capability, Opportunity, and Motivation-Behavior (COM-B) model which provides a theoretically-based approach for developing behavior change interventions [<xref ref-type="bibr" rid="ref35">35</xref>, <xref ref-type="bibr" rid="ref37">37</xref>]. The COM-B model can be used to identify skills and abilities that an individual needs in order to adopt a behavior, as well as the environmental conditions that might support adoption of that behavior. For this study, the behavior was consumer-initiated check-back&#x2014;that is, confirming understanding through summarizing and repeating back key information to the health professional. The COM-B model considers 3 key domains associated with behavior change: Capability, Opportunity, and Motivation [<xref ref-type="bibr" rid="ref38">38</xref>]. <xref ref-type="fig" rid="figure2">Figure 2</xref> shows examples of topics used to explore participants&#x2019; views, based on these 3 domains.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Domains of the COM-B model and their application to focus group and interview topics to identify potential barriers to using check-back within health care interactions. COM-B: Capability, Opportunity, and Motivation-Behavior. Icons made by Uniconlabs, Freepik, and pojok d from Flaticon [<xref ref-type="bibr" rid="ref36">36</xref>].</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v9i1e77263_fig02.png"/></fig><p>Focus group and interview participants were also asked for ideas about the design of the web-based resource, including how it could be made accessible for consumers. These included the types of scenarios to show in the videos and strategies to ensure the resource was easy to use.</p><p>All vignettes and topics for the focus groups and interviews were discussed with the Expert Panel to ensure they were appropriate and would be easily understood by participants. Focus groups and interviews were audio-recorded and transcribed. Deductive thematic analysis was used to analyze the data and identify patterns (themes) within the data that could be used to develop content for the resource [<xref ref-type="bibr" rid="ref39">39</xref>]. Data were analyzed by 2 researchers (AB and JH). Transcripts were read several times to become familiar with the data and to generate an initial set of themes using the 3 domains of the COM-B model as the parent themes (Capability, Opportunity, and Motivation). The themes that arose from this initial analysis were discussed in depth during an online meeting with the Expert Panel in order to gather their insights into the data, thus providing a more balanced approach to analysis. Barriers and enablers within each theme were subsequently identified by JH and AB, and then cross-checked with the Expert Panel via email. Quotes that accurately illustrated the themes were also identified.</p></sec><sec id="s2-2-2-3"><title>Literature Review</title><p>The needs assessment was also informed by a rapid review of the literature (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Briefly, this review aimed to identify best-practice strategies for web-based communication skills training directed at consumers. A narrative approach was used to synthesize the data. Recommendations for best-practice strategies from this review were provided to the Expert Panel for consideration during development of the web-based resource.</p></sec></sec></sec><sec id="s2-3"><title>Phase 2: Creation of the Online Resource</title><sec id="s2-3-1"><title>Develop and Decide</title><p>The second phase involved creating the web-based learning resource, following the 3 elements from Boyd co-design framework of develop, decide, and change. For the development and decision steps, findings from the interviews and focus groups and the rapid literature review were discussed with the Expert Panel. In this meeting, identified barriers and enablers to using the check-back process were considered, and the Expert Panel was asked to generate ideas for how these could be addressed in the web-based resource. Ideas were generated by brainstorming through facilitated discussion, a recognized approach in co-design [<xref ref-type="bibr" rid="ref40">40</xref>-<xref ref-type="bibr" rid="ref42">42</xref>]. Each theme, barrier, and enabler identified from the focus group and interview data was discussed in turn, with the goal being to identify how each could be targeted within the resource; for example, whether a video-based scenario could be used to demonstrate how to address a specific barrier. The proposed content was then prioritized for inclusion by the Expert Panel. There were no criteria for inclusion of this content, and decisions were made through discussion. Based on these priorities, several written drafts of the resource content were developed and refined, each in collaboration with the Expert Panel.</p></sec><sec id="s2-3-2"><title>Change</title><sec id="s2-3-2-1"><title>First Draft of the Resource</title><p>The change step involved building an online version of the learning resource using an iterative process. As a first step, audio and video content were recorded over 2 days at one of the participating health services. Four scenarios were filmed with volunteer patients and health professionals acting out a scripted health care interaction. An additional 16 short video clips and brief audio recordings were also recorded, all of which were based on example scenarios and quotes provided by Phase 1 focus group and interview participants. A complete first draft of the web-based resource was then built during April-May 2021. This draft version was reviewed by the Expert Panel who recommended extensive revisions related to functionality, accessibility, and layout. These recommendations are shown in <xref ref-type="table" rid="table1">Table 1</xref>, with the corresponding revisions that were made.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Summary of identified issues for drafts 1 and 2 of the check-back resource, and examples of revisions made.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="top">Draft and issue category</td><td align="left" valign="top">Identified issues</td><td align="left" valign="top">Example of revisions made</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="3">Draft 1 (reviewed by Expert Panel)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Functionality and navigation</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Resource is difficult to navigate</p></list-item><list-item><p>Not able to move freely through the resource</p></list-item><list-item><p>Not clear how to access videos</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Include an overview and a progress bar</p></list-item><list-item><p>Allow progression without needing to view videos</p></list-item><list-item><p>Provide clearer instructions for using videos and audio</p></list-item></list></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Accessibility</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Difficult for hearing or sight-impaired consumers to use</p></list-item><list-item><p>Limited representation of diversity</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Add captions to videos and include audio buttons</p></list-item><list-item><p>Increase font size and color contrast</p></list-item><list-item><p>Imagery changed to show more diversity</p></list-item></list></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Layout and length</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Not clear what check-back is at the start</p></list-item><list-item><p>Not all videos are relevant to everyone, which makes the resource overcomplicated</p></list-item><list-item><p>Overall resource too long and hard to follow</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Show steps in check-back earlier</p></list-item><list-item><p>Have 1 main video demonstrating check-back and the others as optional viewing</p></list-item><list-item><p>Group content with the most important elements first</p></list-item></list></td></tr><tr><td align="left" valign="top" colspan="3">Draft 2 (reviewed by consumers and clinicians)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Functionality and navigation</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Clearer instructions for navigating to the next page are needed</p></list-item><list-item><p>Wording of some instructions about using the resource is ambiguous</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Size of &#x201C;Next&#x201D; button increased and instructions simplified</p></list-item><list-item><p>Clarify instructions and use consistent language throughout</p></list-item></list></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Accessibility</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Links to written transcripts needed</p></list-item><list-item><p>Audio buttons not easily visible</p></list-item><list-item><p>More pictures of families needed</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Provide links to a &#x201C;resources&#x201D; page with transcripts</p></list-item><list-item><p>Increase size of the audio button</p></list-item><list-item><p>Imagery changed to include families</p></list-item></list></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Layout and length</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Home page text is not grouped next to relevant imagery and is easily missed</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Move some text on the home page to be more obvious and use bold text for emphasis</p></list-item></list></td></tr></tbody></table></table-wrap></sec><sec id="s2-3-2-2"><title>Second Draft of the Resource</title><p>Following these revisions, we consulted with consumers and clinicians to determine the usability, acceptability, and perceived value of draft 2 of the resource and to identify areas for further improvement. Participants were those who had taken part in Phase 1 focus groups and interviews and were willing to take part in this stage. Two approaches were used for this consultation: (1) an anonymous online survey of consumers and clinicians and (2) a focus group with consumers from 1 participating health service. For the online survey, respondents were asked to rate usability (ease of use and navigation), acceptability (whether the resource length was appropriate and overall quality of the module), and perceived value (how interesting the content was and whether the videos clearly showed how to use check-back). A 5-point Likert scale (from strongly disagree to strongly agree) was used. Participants were also asked to rate whether they would recommend it to others (5-point Likert scale; definitely yes to definitely no). An open-text response option was provided for additional comments, including recommendations for any revisions. Data from the Likert scale responses were reported as proportions, and open-text responses were collated. The 60-minute focus group was held with consumers via teleconference, with a link to the learning resource sent to participants ahead of time. During the focus group, researchers presented each section of the resource and asked participants about usability, acceptability, and perception of value, using the questions asked in the online survey to frame the discussion. Participants were also invited to make recommendations for any revisions. The focus group was audio-recorded and transcribed. Data from the survey and focus group were used to make final changes to the online resource in consultation with the Expert Panel (<xref ref-type="table" rid="table1">Table 1</xref>).</p></sec></sec></sec><sec id="s2-4"><title>Ethical Considerations</title><p>Ethics approval for the use of patient stories and to conduct all focus groups and interviews and filming was provided by the Research Ethics Committees of Monash Health, Northern Health, and Grampians Health Service (Ethics Review Manager reference numbers: 68367, 68046, and 62381). All participants provided written informed consent for focus groups and interviews and implied consent for the online survey. All study data were deidentified for analysis and reporting purposes, and no identifying data are reported. Expert Panel members were compensated for their time based on Safer Care Victoria&#x2019;s Remuneration for Partners Policy. Consumers who attended focus groups and interviews were offered a AUD $20 (US $14) gift voucher.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Results From Phase 1: Needs Assessment</title><sec id="s3-1-1"><title>Expert Panel</title><p>The Expert Panel included 4 consumers with extensive lived experience of health care. There were 4 clinician members (including 1 medical specialist and 3 allied health or nursing professionals), and 4 experts in health communication, health literacy, or co-design. One general practitioner (GP) was invited to participate but was only able to provide input into 1 round of email consultation. The Expert Panel represented a diverse range of perspectives across age, gender, and culture and guided all stages of the study through 4 online meetings and 2 rounds of email consultations.</p></sec><sec id="s3-1-2"><title>Focus Groups and Interviews</title><p>Focus groups or interviews were held with 39 consumers and 16 clinicians; specifically, 3 consumer (n=14) and 2 clinician (n=11) focus groups, and 25 consumer and 5 clinician interviews. Among 39 consumers, ages ranged from late 20s to early 80s, and there were 12 males (31%). Out of 39, 10 consumers (26%) were born outside Australia or spoke a language other than English at home, with 2 of these consumers interviewed in Arabic by an accredited qualified interpreter. Among clinicians, roles included nursing, pharmacy, occupational therapy, and physiotherapy. <xref ref-type="table" rid="table2">Table 2</xref> presents findings from Phase 1 focus groups and interviews. Under the 3 COM-B domains, 5 themes were identified: self-efficacy and confidence, pre-existing skills, health professional behaviors and attitudes, information complexity and overload, and internal barriers such as embarrassment. For each theme, barriers and enablers are shown, each illustrated by a quote.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Themes, barriers, and enablers to using check-back within health care interactions as identified from focus group and interview data with consumers (n=39) and clinicians (n=16).</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Domain and theme (frequency)</td><td align="left" valign="bottom">Barriers and enablers from focus groups and interviews</td><td align="left" valign="bottom">Example quotes</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="3">COM-B domain: Capability</td></tr><tr><td align="left" valign="top">Self-efficacy and confidence<break/>(7 consumers, 2 clinicians)</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Many people would find it difficult to ask clinicians to repeat information.</p></list-item><list-item><p>The resource could include messages that aim to counteract shyness or beliefs about hierarchy and highlight how common it is for people to not understand information.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>&#x201C;Have you heard it before that older people have them on a pedestal and are a bit timid on asking questions?&#x201D; (Client #4)</p></list-item><list-item><p>&#x201C;People need to be encouraged to think that you <underline>can</underline> ask questions you <underline>can</underline> double check...because it&#x2019;s quite normal to not understand.&#x201D; (Volunteer #4)</p></list-item></list></td></tr><tr><td align="left" valign="top">Pre-existing skills<break/>(9 consumers, 1 clinician)</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>People may already have the skills to check understanding as they often do this in everyday life.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>&#x201C;Yes, I have a bad memory for names. When someone gives me their name, I&#x2019;ll repeat it back to them.&#x201D; (Volunteer #2)</p></list-item></list></td></tr><tr><td align="left" valign="top" colspan="3">COM-B domain: Opportunity</td></tr><tr><td align="left" valign="top">Health professional behaviors and attitudes<break/>(9 consumers, 2 clinicians)</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Clinicians&#x2019; behavior can limit a consumers&#x2019; confidence and empowerment, especially if they appear authoritative or disengaged.</p></list-item><list-item><p>The resource could emphasize the consumers&#x2019; right to ask questions and to clarify information.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p><italic>&#x201C;</italic>...and they have got the attitude of them and us, it&#x2019;s like well what do you know, I&#x2019;m the specialist.&#x201D; (Client #1)</p></list-item><list-item><p>&#x201C;We have to empower consumers to have the confidence to do that in a non-confrontational way and I think that perhaps the videos would assist with that.&#x201D; (Consumer representative #1)</p></list-item></list></td></tr><tr><td align="left" valign="top">Information complexity and overload<break/>(11 consumers)</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Clinicians frequently use complex terms, and the amount of information can be overwhelming and difficult to remember.</p></list-item><list-item><p>Include tips such as asking the doctor to write things down. Highlight the value of bringing a support person with you.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>&#x201C;That&#x2019;s often the problem, too many abbreviations and jargon is used.&#x201D; (Consumer representative #2)</p></list-item><list-item><p>&#x201C;I ask my doctor if he minds jotting down those points that he highlighted so I can have something once I&#x2019;m out the door, something to ponder on.&#x201D; (Volunteer #6)</p></list-item></list></td></tr><tr><td align="left" valign="top" colspan="3">COM-B domain: Motivation</td></tr><tr><td align="left" valign="top">Internal barriers<break/>(20 consumers, 2 clinicians)</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Internal factors include embarrassment or lack of confidence. Consumers may be overwhelmed by the situation and by emotions such as worry or fear.</p></list-item><list-item><p>The resource could emphasize the benefits of understanding information and include messages that give &#x201C;permission&#x201D; to clarify understanding.</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>&#x201C;You&#x2019;ve got patients waiting outside, I don&#x2019;t want to hold the doctor up by asking silly questions because I don&#x2019;t understand.&#x201D; (Volunteer #7)</p></list-item><list-item><p>&#x201C;That no question is a silly question. &#x2026;we&#x2019;d rather you understand and question, than go home and do the wrong thing.&#x201D; (Client #4)</p></list-item></list></td></tr></tbody></table></table-wrap></sec><sec id="s3-1-3"><title>Literature Review</title><p>From the rapid literature review (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>), 15 relevant recommendations were identified. These were presented to the Expert Panel for consideration during development of the check-back resource. Key recommendations included the importance of raising consumers&#x2019; awareness about their role in health communication and using approaches to build self-efficacy in communication, for example, demonstrate behaviors through video clips of peers. Text font should be large and clear with consistent layouts throughout, and text should be brief and jargon-free. For culturally diverse populations, the use of visual aids and including people from various cultural groups is recommended, as is the use of transcripts of any video commentary to support people with a hearing impairment. A mix of modalities is effective for the delivery of information; these include infographics, videos, text, animation, and narration. Including an interactive component can increase user engagement, and the addition of additional printed resources, such as question prompt lists, is also recommended.</p></sec></sec><sec id="s3-2"><title>Results From Phase 2: Creation of the Web-Based Resource</title><p>The check-back resource was built through an iterative process. As described in the &#x201C;Methods&#x201D;, the Expert Panel recommended extensive revisions to the first complete draft of the resource (<xref ref-type="table" rid="table1">Table 1</xref>); a second complete draft was then developed, followed by a further round of consultation with consumers and clinicians through an online survey and focus group.</p><sec id="s3-2-1"><title>Online Survey</title><p>Out of 55, 11 (20%) respondents completed the online survey. <xref ref-type="table" rid="table3">Table 3</xref> shows a summary of survey findings relating to usability, acceptability, and perception of value.</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Findings from the online survey to determine usability, acceptability, and perceived value of the check-back resource (n=11 clinicians and consumers).</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Question</td><td align="left" valign="bottom">Response 1, n (%)</td><td align="left" valign="bottom">Response 2, n (%)</td><td align="left" valign="bottom">Response 3, n (%)</td><td align="left" valign="bottom">Response 4, n (%)</td><td align="left" valign="bottom">Response 5, n (%)</td></tr><tr><td align="left" valign="bottom" colspan="6">The resource was...<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup></td></tr></thead><tbody><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Easy to use</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">2 (18)</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">3 (27)</td><td align="left" valign="top">6 (55)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Easy to navigate</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">2 (18)</td><td align="left" valign="top">1 (9)</td><td align="left" valign="top">1 (9)</td><td align="left" valign="top">7 (64)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Interesting</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">1 (9)</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">5 (45)</td><td align="left" valign="top">5 (45)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Right length</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">1 (9)</td><td align="left" valign="top">3 (27)</td><td align="left" valign="top">3 (27)</td><td align="left" valign="top">4 (36)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Videos showed check-back (n=10)</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">4 (40)</td><td align="left" valign="top">6 (60)</td></tr><tr><td align="left" valign="top">How would you rate the quality of the module<sup><xref ref-type="table-fn" rid="table3fn2">b</xref></sup>?</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">1 (9)</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">4 (36)</td><td align="left" valign="top">6 (55)</td></tr><tr><td align="left" valign="top">Would you recommend this module to others for learning about check-back<sup><xref ref-type="table-fn" rid="table3fn3">c</xref></sup>?</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">1 (9)</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">4 (36)</td><td align="left" valign="top">6 (55)</td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>Responses: 1=Strongly disagree, 2=Somewhat disagree, 3=Neither, 4=Somewhat agree, and 5=Strongly agree.</p></fn><fn id="table3fn2"><p><sup>b</sup>Responses: 1=Extremely bad, 2=Somewhat bad, 3=Neither good nor bad, 4=Somewhat good, and 5=Extremely good.</p></fn><fn id="table3fn3"><p><sup>c</sup>Responses: 1=Definitely not, 2=Probably not, 3=Might or might not, 4=Probably yes, and 5=Definitely yes.</p></fn></table-wrap-foot></table-wrap><p>Overall, most participants agreed or strongly agreed that the resource was easy to use (9/11, 82%) and navigate (8/11, 71%), the content was interesting (10/11, 90%), and the videos demonstrated how to use check-back (10/10, 100%). Most participants (10/11, 91%) rated the quality of the module as somewhat or extremely good and said they would recommend it to others (10/11, 91%). One respondent said they would not recommend it, commenting that there were too few videos demonstrating what check-back is. Open-text comments revealed that the resource was very engaging, with suggestions for improvement mostly focused on enhancing the navigability of the resource.</p></sec><sec id="s3-2-2"><title>Consumer Focus Group</title><p>Comments on draft 2 received from the consumer focus group (n=5) also focused on navigation, including the need for clearer links to audio and written transcripts. Minor revisions to images and text were also recommended, including more use of family images. In response to these findings and those from the online survey, additional revisions to the resource were made in collaboration with the Expert Panel (<xref ref-type="table" rid="table1">Table 1</xref>). The final resource was approved by the Expert Panel in October 2021 and made publicly available from April 2022. An overview of the check-back resource is shown in <xref ref-type="fig" rid="figure3">Figure 3</xref>.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Overview of the &#x201C;check-back&#x201D; learning resource [<xref ref-type="bibr" rid="ref43">43</xref>]. GP: general practitioner. Icons made by Saepul Nahwan, Becris, Freepik, PixelVerse, Roundicons, smashingstocks, and vectorsmarket15 from Flaticon [<xref ref-type="bibr" rid="ref36">36</xref>].</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="formative_v9i1e77263_fig03.png"/></fig></sec></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>This study describes the development of a web-based learning resource to support consumer-driven check-back, using a co-design approach to partner with key stakeholders, including consumers with lived experience and health professionals. Early feedback suggests that the resource is engaging and accessible for consumers, with content that is interesting and relevant. In part, this relevance may be due to the use of the co-design approach with its focus on embedding the perspectives of consumers and other end users throughout the design and development process. Co-design has become increasingly used in health care to undertake service evaluation and quality improvement activities [<xref ref-type="bibr" rid="ref25">25</xref>]. However, few studies have described using co-design in patient-provider communication, especially those that engage consumers as a core component of the process or that develop web-based resources [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. One study used co-design to address communication barriers for patients with heart failure, resulting in a paper-based question prompt list for patients [<xref ref-type="bibr" rid="ref28">28</xref>]. In another study, a communication training package targeted toward radiographers was co-designed with patients with breast cancer [<xref ref-type="bibr" rid="ref30">30</xref>]. This study adds to the limited evidence for the value of using co-design to develop consumer-oriented web-based resources, including those aiming to assist consumers to build their communication skills in any healthcare setting or with any clinician.</p><p>Challenges that have been identified with using co-design include the exclusion of people with lived experience from the process, having the methods established before beginning the project, and not allowing for equal partnership between consumers, health professionals, and researchers in the design process [<xref ref-type="bibr" rid="ref45">45</xref>]. In this study, we aimed to ensure that consumers and health professionals guided the content and design of the resource, thus providing an essential &#x201C;end user&#x201D; perspective. Through active and considerate listening and following an iterative process that remained focused on a clear end product, we adhered to the 5 core principles for successful co-design: being inclusive, respectful, participative, iterative, and outcomes-focused [<xref ref-type="bibr" rid="ref46">46</xref>].</p><p>This study also adds to the limited evidence describing web-based communication training resources for consumers. A 2017 systematic review of the literature on training consumers in communication skills identified that just 5 of the 32 included studies used web-based training [<xref ref-type="bibr" rid="ref21">21</xref>]. These included 3 randomized controlled trials: a web-based intervention to increase consumers&#x2019; communication self-efficacy [<xref ref-type="bibr" rid="ref44">44</xref>], an interactive website that used consumer narratives to prepare participants for communicating with doctors [<xref ref-type="bibr" rid="ref47">47</xref>], and a consumer and physician training intervention comprising multiple demonstration videos [<xref ref-type="bibr" rid="ref48">48</xref>]. Overall, these studies demonstrated that web-based interventions that assist consumers to improve communication are effective at increasing their satisfaction and skills [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>], and at supporting them to achieve treatment-related goals [<xref ref-type="bibr" rid="ref23">23</xref>]. While the check-back resource has not yet been formally evaluated, these studies identify aspects of evaluation that may be relevant, including consumer satisfaction with the resource, whether it results in behavior change within health care interactions (such as increased confidence to ask questions), and whether it is effective at increasing understanding and recall in the short and long term.</p><p>The final check-back learning resource is multimodal in its delivery. Many of its features have been shown in other studies to be effective at improving consumer understanding, including the use of videos to model behavior [<xref ref-type="bibr" rid="ref49">49</xref>], infographics [<xref ref-type="bibr" rid="ref50">50</xref>], animations [<xref ref-type="bibr" rid="ref51">51</xref>], and guides or narrators [<xref ref-type="bibr" rid="ref52">52</xref>]. The use of multiple modes of delivery in the check-back resource may also address the diversity of learning styles found within any population [<xref ref-type="bibr" rid="ref53">53</xref>]. This may be particularly relevant for consumers with lower health literacy who are often more likely to experience poor health care communication [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref53">53</xref>]. Web-based learning using a mix of modalities (including images) has been shown to be feasible and effective among people with low health literacy [<xref ref-type="bibr" rid="ref54">54</xref>], and may also be useful for people with cognitive challenges, or those who do not speak the local language. Digital health literacy (defined as the ability to seek, find, understand, and appraise health information from electronic sources, and to apply that knowledge to solve health-related problems) [<xref ref-type="bibr" rid="ref55">55</xref>] can also be enhanced by resources that are easily accessible and usable [<xref ref-type="bibr" rid="ref56">56</xref>].</p><p>In terms of future steps, tailoring of the check-back resource to particular cultural groups will be required, as evidence shows that ethnic and racial minorities receive suboptimal health communication [<xref ref-type="bibr" rid="ref21">21</xref>], are less likely to ask questions [<xref ref-type="bibr" rid="ref57">57</xref>], and may frequently misunderstand information [<xref ref-type="bibr" rid="ref58">58</xref>]. However, cultural tailoring of this resource will involve more than linguistic translation as cultural values, norms, or beliefs need to be fully considered [<xref ref-type="bibr" rid="ref58">58</xref>,<xref ref-type="bibr" rid="ref59">59</xref>]. Use of the co-design approach to ensure cultural relevance in future adaptations is warranted. Other adaptations may include creating versions of check-back that are accessible for consumers with few digital skills or limited access to the internet. Given the known digital divide in high-income countries, it is important to provide alternative approaches for consumers to learn about check-back to enhance equity and accessibility [<xref ref-type="bibr" rid="ref60">60</xref>.</p><p>Finally, it is important to acknowledge that addressing the problem of poor health communication by focusing only on building consumer skills will be insufficient. Health and community providers and policy makers may consider introducing this resource to consumers as part of a suite of multilevel strategies aimed at building organizational responsiveness to the communication and health literacy needs of their consumers [<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref62">62</xref>].</p></sec><sec id="s4-2"><title>Limitations</title><p>To our knowledge, this is the first study to co-design a web-based, interactive education resource for consumers to improve their ability to communicate effectively during health care interactions. There were some limitations with this study, including the limited representativeness of the sample for the needs assessment phase, as participants were from Victoria, Australia only. Recruitment was also limited by COVID-19 restrictions, and therefore, we needed to include a number of consumer representatives who may have been more empowered than a &#x201C;typical&#x201D; health care consumer. In addition, information on the number of consumers and clinicians that were approached to participate in focus groups was not consistently available, and therefore, we cannot provide participation rates. Participants were primarily English-speaking only, although several culturally and linguistically diverse consumers were included in focus groups and interviews. While the Expert Panel included a medical specialist, there was only limited input from a GP. Given that consumers are most likely to use check-back with their GP, this may have affected the identification of barriers to its use.</p></sec><sec id="s4-3"><title>Conclusions</title><p>The issue of poor communication in health care is well-recognized, and innovative strategies are required, including those that enable consumers to participate in active 2-way communication. Through the use of co-design with key stakeholders, we developed an accessible, consumer-centered learning resource that may have high applicability and utility for consumers across a broad range of health and community settings. This study provides a starting point for future research into consumer-led initiatives to improve communication, including for population groups known to have significant challenges in this area.</p></sec></sec></body><back><ack><p>The authors wish to thank the health consumers who were involved throughout all stages, including study design and development and evaluation of the check-back resource. The project was guided by an Expert Panel including 4 health consumers, 3 of whom are co-authors on this manuscript.</p></ack><notes><sec><title>Funding</title><p>Funding for this study was provided by Safer Care Victoria. AB is funded through a National Health and Medical Research Council Investigator Grant (ID: 198006)</p></sec><sec><title>Data Availability</title><p>The datasets generated or analyzed during this study are available from the corresponding author on reasonable request.</p></sec></notes><fn-group><fn fn-type="con"><p>Conceptualization: AB (lead), JH (equal), LH (equal), AC (equal), EF-J (equal), S Rawlinson (equal), RJ (equal)</p><p>Formal analysis: AB (lead), JH (supporting)</p><p>Funding acquisition: AB (lead), RJ (equal)</p><p>Investigation: AB (lead), NC (supporting), AWS (supporting), S Rogers (supporting), RJ (equal)</p><p>Methodology: AB (lead), JH (equal), AWS (equal), LH (equal), S Rogers (equal), AC (equal), EF-J (equal), S Rawlinson (equal), RJ (equal)</p><p>Project administration: AB (lead), NC (supporting)</p><p>Supervision: AB (lead)</p><p>Writing&#x2013;original draft: AB (lead)</p><p>Writing&#x2013;review and editing: JH (equal), AWS (equal), LH (equal), S Rogers (equal), AC (equal), EFJ (equal), S Rawlinson (equal), RJ (equal)</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">COM-B</term><def><p>Capability, Opportunity, Motivation-Behavior</p></def></def-item><def-item><term id="abb2">GP</term><def><p>general practitioner</p></def></def-item><def-item><term id="abb3">GRIPP2</term><def><p>Guidance for Reporting Involvement of Patients and the Public</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Murugesu</surname><given-names>L</given-names> </name><name name-style="western"><surname>Heijmans</surname><given-names>M</given-names> </name><name name-style="western"><surname>Rademakers</surname><given-names>J</given-names> </name><name name-style="western"><surname>Fransen</surname><given-names>MP</given-names> </name></person-group><article-title>Challenges and solutions in communication with patients with low health literacy: perspectives of healthcare providers</article-title><source>PLoS One</source><year>2022</year><volume>17</volume><issue>5</issue><fpage>e0267782</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0267782</pub-id><pub-id pub-id-type="medline">35507632</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Berger</surname><given-names>Z</given-names> </name><name name-style="western"><surname>Dembitzer</surname><given-names>A</given-names> </name><name name-style="western"><surname>Beach</surname><given-names>MC</given-names> </name></person-group><article-title>Reason for hospital admission: a pilot study comparing patient statements with chart reports</article-title><source>Narrat Inq Bioeth</source><year>2013</year><volume>3</volume><issue>1</issue><fpage>67</fpage><lpage>79</lpage><pub-id pub-id-type="doi">10.1353/nib.2013.0010</pub-id><pub-id pub-id-type="medline">24407006</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kreps</surname><given-names>GL</given-names> </name></person-group><article-title>Promoting patient comprehension of relevant health information</article-title><source>Isr J Health Policy Res</source><year>2018</year><month>09</month><day>18</day><volume>7</volume><issue>1</issue><fpage>56</fpage><pub-id pub-id-type="doi">10.1186/s13584-018-0250-z</pub-id><pub-id pub-id-type="medline">30236157</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Laws</surname><given-names>MB</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Taubin</surname><given-names>T</given-names> </name><name name-style="western"><surname>Rogers</surname><given-names>WH</given-names> </name><name name-style="western"><surname>Wilson</surname><given-names>IB</given-names> </name></person-group><article-title>Factors associated with patient recall of key information in ambulatory specialty care visits: results of an innovative methodology</article-title><source>PLoS One</source><year>2018</year><volume>13</volume><issue>2</issue><fpage>e0191940</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0191940</pub-id><pub-id pub-id-type="medline">29389994</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dorsey</surname><given-names>BF</given-names> </name><name name-style="western"><surname>Kamimura</surname><given-names>A</given-names> </name><name name-style="western"><surname>Cook</surname><given-names>LJ</given-names> </name><etal/></person-group><article-title>Communication gaps between providers and caregivers of patients in a pediatric emergency department</article-title><source>J Patient Exp</source><year>2022</year><volume>9</volume><fpage>23743735221112223</fpage><pub-id pub-id-type="doi">10.1177/23743735221112223</pub-id><pub-id pub-id-type="medline">35836779</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lipson-Smith</surname><given-names>R</given-names> </name><name name-style="western"><surname>Hyatt</surname><given-names>A</given-names> </name><name name-style="western"><surname>Murray</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Measuring recall of medical information in non-English-speaking people with cancer: a methodology</article-title><source>Health Expect</source><year>2018</year><month>02</month><volume>21</volume><issue>1</issue><fpage>288</fpage><lpage>299</lpage><pub-id pub-id-type="doi">10.1111/hex.12614</pub-id><pub-id pub-id-type="medline">28940931</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Richard</surname><given-names>C</given-names> </name><name name-style="western"><surname>Glaser</surname><given-names>E</given-names> </name><name name-style="western"><surname>Lussier</surname><given-names>MT</given-names> </name></person-group><article-title>Communication and patient participation influencing patient recall of treatment discussions</article-title><source>Health Expect</source><year>2017</year><month>08</month><volume>20</volume><issue>4</issue><fpage>760</fpage><lpage>770</lpage><pub-id pub-id-type="doi">10.1111/hex.12515</pub-id><pub-id pub-id-type="medline">27868327</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Friis</surname><given-names>K</given-names> </name><name name-style="western"><surname>Lasgaard</surname><given-names>M</given-names> </name><name name-style="western"><surname>Pedersen</surname><given-names>MH</given-names> </name><name name-style="western"><surname>Duncan</surname><given-names>P</given-names> </name><name name-style="western"><surname>Maindal</surname><given-names>HT</given-names> </name></person-group><article-title>Health literacy, multimorbidity, and patient-perceived treatment burden in individuals with cardiovascular disease. A Danish population-based study</article-title><source>Patient Educ Couns</source><year>2019</year><month>10</month><volume>102</volume><issue>10</issue><fpage>1932</fpage><lpage>1938</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2019.05.013</pub-id><pub-id pub-id-type="medline">31151781</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kwame</surname><given-names>A</given-names> </name><name name-style="western"><surname>Petrucka</surname><given-names>PM</given-names> </name></person-group><article-title>A literature-based study of patient-centered care and communication in nurse-patient interactions: barriers, facilitators, and the way forward</article-title><source>BMC Nurs</source><year>2021</year><month>09</month><day>3</day><volume>20</volume><issue>1</issue><fpage>158</fpage><pub-id pub-id-type="doi">10.1186/s12912-021-00684-2</pub-id><pub-id pub-id-type="medline">34479560</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Friis</surname><given-names>K</given-names> </name><name name-style="western"><surname>Lasgaard</surname><given-names>M</given-names> </name><name name-style="western"><surname>Osborne</surname><given-names>RH</given-names> </name><name name-style="western"><surname>Maindal</surname><given-names>HT</given-names> </name></person-group><article-title>Gaps in understanding health and engagement with healthcare providers across common long-term conditions: a population survey of health literacy in 29,473 Danish citizens</article-title><source>BMJ Open</source><year>2016</year><month>01</month><day>14</day><volume>6</volume><issue>1</issue><fpage>e009627</fpage><pub-id pub-id-type="doi">10.1136/bmjopen-2015-009627</pub-id><pub-id pub-id-type="medline">26769783</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bengtsson</surname><given-names>KR</given-names> </name><name name-style="western"><surname>Rognan</surname><given-names>SE</given-names> </name><name name-style="western"><surname>K&#x00E4;lvemark Sporrong</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Health literacy in medication communication during hospital discharge: a qualitative study at an internal medicines ward in Norway</article-title><source>BMJ Open</source><year>2022</year><month>06</month><day>9</day><volume>12</volume><issue>6</issue><fpage>e058473</fpage><pub-id pub-id-type="doi">10.1136/bmjopen-2021-058473</pub-id><pub-id pub-id-type="medline">35680250</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Noordman</surname><given-names>J</given-names> </name><name name-style="western"><surname>van Vliet</surname><given-names>L</given-names> </name><name name-style="western"><surname>Kaunang</surname><given-names>M</given-names> </name><name name-style="western"><surname>van den Muijsenbergh</surname><given-names>M</given-names> </name><name name-style="western"><surname>Boland</surname><given-names>G</given-names> </name><name name-style="western"><surname>van Dulmen</surname><given-names>S</given-names> </name></person-group><article-title>Towards appropriate information provision for and decision-making with patients with limited health literacy in hospital-based palliative care in Western countries: a scoping review into available communication strategies and tools for healthcare providers</article-title><source>BMC Palliat Care</source><year>2019</year><month>04</month><day>12</day><volume>18</volume><issue>1</issue><fpage>37</fpage><pub-id pub-id-type="doi">10.1186/s12904-019-0421-x</pub-id><pub-id pub-id-type="medline">30979368</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rozier</surname><given-names>RG</given-names> </name><name name-style="western"><surname>Horowitz</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Podschun</surname><given-names>G</given-names> </name></person-group><article-title>Dentist-patient communication techniques used in the United States: the results of a national survey</article-title><source>J Am Dent Assoc</source><year>2011</year><month>05</month><volume>142</volume><issue>5</issue><fpage>518</fpage><lpage>530</lpage><pub-id pub-id-type="doi">10.14219/jada.archive.2011.0222</pub-id><pub-id pub-id-type="medline">21531934</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dantic</surname><given-names>DE</given-names> </name></person-group><article-title>A critical review of the effectiveness of &#x2018;teach-back&#x2019; technique in teaching COPD patients self-management using respiratory inhalers</article-title><source>Health Educ J</source><year>2014</year><month>01</month><volume>73</volume><issue>1</issue><fpage>41</fpage><lpage>50</lpage><pub-id pub-id-type="doi">10.1177/0017896912469575</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ha Dinh</surname><given-names>TT</given-names> </name><name name-style="western"><surname>Bonner</surname><given-names>A</given-names> </name><name name-style="western"><surname>Clark</surname><given-names>R</given-names> </name><name name-style="western"><surname>Ramsbotham</surname><given-names>J</given-names> </name><name name-style="western"><surname>Hines</surname><given-names>S</given-names> </name></person-group><article-title>The effectiveness of the teach-back method on adherence and self-management in health education for people with chronic disease: a systematic review</article-title><source>JBI Database System Rev Implement Rep</source><year>2016</year><month>01</month><volume>14</volume><issue>1</issue><fpage>210</fpage><lpage>247</lpage><pub-id pub-id-type="doi">10.11124/jbisrir-2016-2296</pub-id><pub-id pub-id-type="medline">26878928</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Talevski</surname><given-names>J</given-names> </name><name name-style="western"><surname>Wong Shee</surname><given-names>A</given-names> </name><name name-style="western"><surname>Rasmussen</surname><given-names>B</given-names> </name><name name-style="western"><surname>Kemp</surname><given-names>G</given-names> </name><name name-style="western"><surname>Beauchamp</surname><given-names>A</given-names> </name></person-group><article-title>Teach-back: a systematic review of implementation and impacts</article-title><source>PLoS One</source><year>2020</year><volume>15</volume><issue>4</issue><fpage>e0231350</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0231350</pub-id><pub-id pub-id-type="medline">32287296</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tran</surname><given-names>S</given-names> </name><name name-style="western"><surname>Bennett</surname><given-names>G</given-names> </name><name name-style="western"><surname>Richmond</surname><given-names>J</given-names> </name><etal/></person-group><article-title>&#x201C;Teach-back&#x201D; is a simple communication tool that improves disease knowledge in people with chronic hepatitis B - a pilot randomized controlled study</article-title><source>BMC Public Health</source><year>2019</year><month>10</month><day>23</day><volume>19</volume><issue>1</issue><fpage>1355</fpage><pub-id pub-id-type="doi">10.1186/s12889-019-7658-4</pub-id><pub-id pub-id-type="medline">31647001</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Badaczewski</surname><given-names>A</given-names> </name><name name-style="western"><surname>Bauman</surname><given-names>LJ</given-names> </name><name name-style="western"><surname>Blank</surname><given-names>AE</given-names> </name><etal/></person-group><article-title>Relationship between Teach-back and patient-centered communication in primary care pediatric encounters</article-title><source>Patient Educ Couns</source><year>2017</year><month>07</month><volume>100</volume><issue>7</issue><fpage>1345</fpage><lpage>1352</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2017.02.022</pub-id><pub-id pub-id-type="medline">28254516</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Feinberg</surname><given-names>I</given-names> </name><name name-style="western"><surname>Ogrodnick</surname><given-names>MM</given-names> </name><name name-style="western"><surname>Hendrick</surname><given-names>RC</given-names> </name><name name-style="western"><surname>Bates</surname><given-names>K</given-names> </name><name name-style="western"><surname>Johnson</surname><given-names>K</given-names> </name><name name-style="western"><surname>Wang</surname><given-names>B</given-names> </name></person-group><article-title>Perception versus reality: the use of Teach Back by medical residents</article-title><source>Health Lit Res Pract</source><year>2019</year><month>04</month><volume>3</volume><issue>2</issue><fpage>e117</fpage><lpage>e126</lpage><pub-id pub-id-type="doi">10.3928/24748307-20190501-01</pub-id><pub-id pub-id-type="medline">31294313</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Samuels-Kalow</surname><given-names>M</given-names> </name><name name-style="western"><surname>Hardy</surname><given-names>E</given-names> </name><name name-style="western"><surname>Rhodes</surname><given-names>K</given-names> </name><name name-style="western"><surname>Mollen</surname><given-names>C</given-names> </name></person-group><article-title>&#x201C;Like a dialogue&#x201D;: Teach-back in the emergency department</article-title><source>Patient Educ Couns</source><year>2016</year><month>04</month><volume>99</volume><issue>4</issue><fpage>549</fpage><lpage>554</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2015.10.030</pub-id><pub-id pub-id-type="medline">26597382</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>D&#x2019;Agostino</surname><given-names>TA</given-names> </name><name name-style="western"><surname>Atkinson</surname><given-names>TM</given-names> </name><name name-style="western"><surname>Latella</surname><given-names>LE</given-names> </name><etal/></person-group><article-title>Promoting patient participation in healthcare interactions through communication skills training: a systematic review</article-title><source>Patient Educ Couns</source><year>2017</year><month>07</month><volume>100</volume><issue>7</issue><fpage>1247</fpage><lpage>1257</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2017.02.016</pub-id><pub-id pub-id-type="medline">28238421</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Alders</surname><given-names>I</given-names> </name><name name-style="western"><surname>Smits</surname><given-names>C</given-names> </name><name name-style="western"><surname>Brand</surname><given-names>P</given-names> </name><name name-style="western"><surname>van Dulmen</surname><given-names>S</given-names> </name></person-group><article-title>Does patient coaching make a difference in patient-physician communication during specialist consultations? A systematic review</article-title><source>Patient Educ Couns</source><year>2017</year><month>05</month><volume>100</volume><issue>5</issue><fpage>882</fpage><lpage>896</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2016.12.029</pub-id><pub-id pub-id-type="medline">28089309</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Glaser</surname><given-names>E</given-names> </name><name name-style="western"><surname>Richard</surname><given-names>C</given-names> </name><name name-style="western"><surname>Lussier</surname><given-names>MT</given-names> </name></person-group><article-title>The impact of a patient web communication intervention on reaching treatment suggested guidelines for chronic diseases: a randomized controlled trial</article-title><source>Patient Educ Couns</source><year>2017</year><month>11</month><volume>100</volume><issue>11</issue><fpage>2062</fpage><lpage>2070</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2017.05.022</pub-id><pub-id pub-id-type="medline">28535926</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cvetanovska</surname><given-names>N</given-names> </name><name name-style="western"><surname>Jessup</surname><given-names>RL</given-names> </name><name name-style="western"><surname>Wong Shee</surname><given-names>A</given-names> </name><name name-style="western"><surname>Rogers</surname><given-names>S</given-names> </name><name name-style="western"><surname>Beauchamp</surname><given-names>A</given-names> </name></person-group><article-title>Patients&#x2019; perspectives of factors influencing active participation in healthcare interactions: a qualitative study</article-title><source>Patient Educ Couns</source><year>2023</year><month>09</month><volume>114</volume><fpage>107808</fpage><pub-id pub-id-type="doi">10.1016/j.pec.2023.107808</pub-id><pub-id pub-id-type="medline">37263050</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>O&#x2019;Brien</surname><given-names>J</given-names> </name><name name-style="western"><surname>Fossey</surname><given-names>E</given-names> </name><name name-style="western"><surname>Palmer</surname><given-names>VJ</given-names> </name></person-group><article-title>A scoping review of the use of co-design methods with culturally and linguistically diverse communities to improve or adapt mental health services</article-title><source>Health Soc Care Community</source><year>2021</year><month>01</month><volume>29</volume><issue>1</issue><fpage>1</fpage><lpage>17</lpage><pub-id pub-id-type="doi">10.1111/hsc.13105</pub-id><pub-id pub-id-type="medline">32686881</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Banbury</surname><given-names>A</given-names> </name><name name-style="western"><surname>Pedell</surname><given-names>S</given-names> </name><name name-style="western"><surname>Parkinson</surname><given-names>L</given-names> </name><name name-style="western"><surname>Byrne</surname><given-names>L</given-names> </name></person-group><article-title>Using the Double Diamond model to co-design a dementia caregivers telehealth peer support program</article-title><source>J Telemed Telecare</source><year>2021</year><month>12</month><volume>27</volume><issue>10</issue><fpage>667</fpage><lpage>673</lpage><pub-id pub-id-type="doi">10.1177/1357633X211048980</pub-id><pub-id pub-id-type="medline">34726994</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Slattery</surname><given-names>P</given-names> </name><name name-style="western"><surname>Saeri</surname><given-names>AK</given-names> </name><name name-style="western"><surname>Bragge</surname><given-names>P</given-names> </name></person-group><article-title>Research co-design in health: a rapid overview of reviews</article-title><source>Health Res Policy Syst</source><year>2020</year><month>02</month><day>11</day><volume>18</volume><issue>1</issue><fpage>17</fpage><pub-id pub-id-type="doi">10.1186/s12961-020-0528-9</pub-id><pub-id pub-id-type="medline">32046728</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hjelmfors</surname><given-names>L</given-names> </name><name name-style="western"><surname>Str&#x00F6;mberg</surname><given-names>A</given-names> </name><name name-style="western"><surname>Friedrichsen</surname><given-names>M</given-names> </name><name name-style="western"><surname>Sandgren</surname><given-names>A</given-names> </name><name name-style="western"><surname>M&#x00E5;rtensson</surname><given-names>J</given-names> </name><name name-style="western"><surname>Jaarsma</surname><given-names>T</given-names> </name></person-group><article-title>Using co-design to develop an intervention to improve communication about the heart failure trajectory and end-of-life care</article-title><source>BMC Palliat Care</source><year>2018</year><month>06</month><day>11</day><volume>17</volume><issue>1</issue><fpage>85</fpage><pub-id pub-id-type="doi">10.1186/s12904-018-0340-2</pub-id><pub-id pub-id-type="medline">29890974</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kildea</surname><given-names>J</given-names> </name><name name-style="western"><surname>Battista</surname><given-names>J</given-names> </name><name name-style="western"><surname>Cabral</surname><given-names>B</given-names> </name><etal/></person-group><article-title>Design and development of a person-centered patient portal using participatory stakeholder co-design</article-title><source>J Med Internet Res</source><year>2019</year><month>02</month><day>11</day><volume>21</volume><issue>2</issue><fpage>e11371</fpage><pub-id pub-id-type="doi">10.2196/11371</pub-id><pub-id pub-id-type="medline">30741643</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van Beusekom</surname><given-names>M</given-names> </name><name name-style="western"><surname>Cameron</surname><given-names>J</given-names> </name><name name-style="western"><surname>Bedi</surname><given-names>C</given-names> </name><name name-style="western"><surname>Banks</surname><given-names>E</given-names> </name><name name-style="western"><surname>Harris</surname><given-names>R</given-names> </name><name name-style="western"><surname>Humphris</surname><given-names>G</given-names> </name></person-group><article-title>Using co-design with breast cancer patients and radiographers to develop &#x201C;KEW&#x201D; communication skills training</article-title><source>Front Psychol</source><year>2021</year><volume>12</volume><fpage>629122</fpage><pub-id pub-id-type="doi">10.3389/fpsyg.2021.629122</pub-id><pub-id pub-id-type="medline">33692727</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Webb</surname><given-names>MJ</given-names> </name><name name-style="western"><surname>Wadley</surname><given-names>G</given-names> </name><name name-style="western"><surname>Sanci</surname><given-names>LA</given-names> </name></person-group><article-title>Improving patient-centered care for young people in general practice with a codesigned screening app: mixed methods study</article-title><source>JMIR Mhealth Uhealth</source><year>2017</year><month>08</month><day>11</day><volume>5</volume><issue>8</issue><fpage>e118</fpage><pub-id pub-id-type="doi">10.2196/mhealth.7816</pub-id><pub-id pub-id-type="medline">28801302</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="web"><source>Teach-back</source><year>2018</year><access-date>2025-11-25</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://teachback.org/">https://teachback.org/</ext-link></comment></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Boyd</surname><given-names>H</given-names> </name><name name-style="western"><surname>McKernon</surname><given-names>S</given-names> </name><name name-style="western"><surname>Mullin</surname><given-names>B</given-names> </name><name name-style="western"><surname>Old</surname><given-names>A</given-names> </name></person-group><article-title>Improving healthcare through the use of co-design</article-title><source>N Z Med J</source><year>2012</year><month>06</month><day>29</day><volume>125</volume><issue>1357</issue><fpage>76</fpage><lpage>87</lpage><pub-id pub-id-type="medline">22854362</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Azar</surname><given-names>D</given-names> </name><name name-style="western"><surname>Wang</surname><given-names>S</given-names> </name><name name-style="western"><surname>Flemming-Judge</surname><given-names>L</given-names> </name><etal/></person-group><article-title>Using codesign to develop a health literacy intervention to improve the accessibility and acceptability of cardiac services: the Equal Hearts Study</article-title><source>Health Expect</source><year>2025</year><month>06</month><volume>28</volume><issue>3</issue><fpage>e70328</fpage><pub-id pub-id-type="doi">10.1111/hex.70328</pub-id><pub-id pub-id-type="medline">40528538</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Staniszewska</surname><given-names>S</given-names> </name><name name-style="western"><surname>Brett</surname><given-names>J</given-names> </name><name name-style="western"><surname>Simera</surname><given-names>I</given-names> </name><etal/></person-group><article-title>GRIPP2 reporting checklists: tools to improve reporting of patient and public involvement in research</article-title><source>Res Involv Engagem</source><year>2017</year><volume>3</volume><fpage>13</fpage><pub-id pub-id-type="doi">10.1186/s40900-017-0062-2</pub-id><pub-id pub-id-type="medline">29062538</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="web"><source>Flaticon</source><access-date>2025-12-04</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.flaticon.com/">https://www.flaticon.com/</ext-link></comment></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Barker</surname><given-names>F</given-names> </name><name name-style="western"><surname>Atkins</surname><given-names>L</given-names> </name><name name-style="western"><surname>de Lusignan</surname><given-names>S</given-names> </name></person-group><article-title>Applying the COM-B behaviour model and behaviour change wheel to develop an intervention to improve hearing-aid use in adult auditory rehabilitation</article-title><source>Int J Audiol</source><year>2016</year><month>07</month><volume>55 Suppl 3</volume><fpage>S90</fpage><lpage>8</lpage><pub-id pub-id-type="doi">10.3109/14992027.2015.1120894</pub-id><pub-id pub-id-type="medline">27420547</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Handley</surname><given-names>MA</given-names> </name><name name-style="western"><surname>Harleman</surname><given-names>E</given-names> </name><name name-style="western"><surname>Gonzalez-Mendez</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Applying the COM-B model to creation of an IT-enabled health coaching and resource linkage program for low-income Latina moms with recent gestational diabetes: the STAR MAMA program</article-title><source>Implement Sci</source><year>2016</year><month>05</month><day>18</day><volume>11</volume><issue>1</issue><fpage>73</fpage><pub-id pub-id-type="doi">10.1186/s13012-016-0426-2</pub-id><pub-id pub-id-type="medline">27193580</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Braun</surname><given-names>V</given-names> </name><name name-style="western"><surname>Clarke</surname><given-names>V</given-names> </name></person-group><article-title>Using thematic analysis in psychology</article-title><source>Qual Res Psychol</source><year>2006</year><month>01</month><volume>3</volume><issue>2</issue><fpage>77</fpage><lpage>101</lpage><pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Burns</surname><given-names>C</given-names> </name><name name-style="western"><surname>Kilkenny</surname><given-names>MF</given-names> </name><name name-style="western"><surname>Purvis</surname><given-names>T</given-names> </name><etal/></person-group><article-title>Processes underpinning successful co-design: lessons from a digital health project</article-title><source>Health Expect</source><year>2025</year><month>06</month><volume>28</volume><issue>3</issue><fpage>e70272</fpage><pub-id pub-id-type="doi">10.1111/hex.70272</pub-id><pub-id pub-id-type="medline">40405447</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Iniesto</surname><given-names>F</given-names> </name><name name-style="western"><surname>Charitonos</surname><given-names>K</given-names> </name><name name-style="western"><surname>Littlejohn</surname><given-names>A</given-names> </name></person-group><article-title>A review of research with co-design methods in health education</article-title><source>Open Education Studies</source><year>2022</year><month>01</month><day>1</day><volume>4</volume><issue>1</issue><fpage>273</fpage><lpage>295</lpage><pub-id pub-id-type="doi">10.1515/edu-2022-0017</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ryan</surname><given-names>L</given-names> </name><name name-style="western"><surname>Wenke</surname><given-names>R</given-names> </name><name name-style="western"><surname>Carlini</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Co-design of an Australian health service framework and implementation plan for involving consumers in research</article-title><source>Public Health Res Pract</source><year>2025</year><month>05</month><volume>35</volume><fpage>PU24021</fpage><pub-id pub-id-type="doi">10.1071/PU24021</pub-id><pub-id pub-id-type="medline">40456564</pub-id></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Beauchamp</surname><given-names>A</given-names> </name><name name-style="western"><surname>Hilbers</surname><given-names>J</given-names> </name><name name-style="western"><surname>Jessup</surname><given-names>R</given-names> </name><name name-style="western"><surname>Wong Shee</surname><given-names>A</given-names> </name></person-group><source>Check-back</source><year>2021</year><access-date>2025-11-25</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://checkback.org">https://checkback.org</ext-link></comment></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van Bruinessen</surname><given-names>IR</given-names> </name><name name-style="western"><surname>van Weel-Baumgarten</surname><given-names>EM</given-names> </name><name name-style="western"><surname>Gouw</surname><given-names>H</given-names> </name><name name-style="western"><surname>Zijlstra</surname><given-names>JM</given-names> </name><name name-style="western"><surname>van Dulmen</surname><given-names>S</given-names> </name></person-group><article-title>An integrated process and outcome evaluation of a web-based communication tool for patients with malignant lymphoma: randomized controlled trial</article-title><source>J Med Internet Res</source><year>2016</year><month>07</month><day>29</day><volume>18</volume><issue>7</issue><fpage>e206</fpage><pub-id pub-id-type="doi">10.2196/jmir.5877</pub-id><pub-id pub-id-type="medline">27473173</pub-id></nlm-citation></ref><ref id="ref45"><label>45</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>N&#x00ED; Sh&#x00E9;</surname><given-names>&#x00C9;</given-names> </name><name name-style="western"><surname>Harrison</surname><given-names>R</given-names> </name></person-group><article-title>Mitigating unintended consequences of co-design in health care</article-title><source>Health Expect</source><year>2021</year><month>10</month><volume>24</volume><issue>5</issue><fpage>1551</fpage><lpage>1556</lpage><pub-id pub-id-type="doi">10.1111/hex.13308</pub-id><pub-id pub-id-type="medline">34339528</pub-id></nlm-citation></ref><ref id="ref46"><label>46</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Brand</surname><given-names>G</given-names> </name><name name-style="western"><surname>Sheers</surname><given-names>C</given-names> </name><name name-style="western"><surname>Wise</surname><given-names>S</given-names> </name><etal/></person-group><article-title>A research approach for co-designing education with healthcare consumers</article-title><source>Med Educ</source><year>2021</year><month>05</month><volume>55</volume><issue>5</issue><fpage>574</fpage><lpage>581</lpage><pub-id pub-id-type="doi">10.1111/medu.14411</pub-id><pub-id pub-id-type="medline">33155301</pub-id></nlm-citation></ref><ref id="ref47"><label>47</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Meropol</surname><given-names>NJ</given-names> </name><name name-style="western"><surname>Egleston</surname><given-names>BL</given-names> </name><name name-style="western"><surname>Buzaglo</surname><given-names>JS</given-names> </name><etal/></person-group><article-title>A web-based communication aid for patients with cancer: the CONNECT study</article-title><source>Cancer</source><year>2013</year><month>04</month><day>1</day><volume>119</volume><issue>7</issue><fpage>1437</fpage><lpage>1445</lpage><pub-id pub-id-type="doi">10.1002/cncr.27874</pub-id><pub-id pub-id-type="medline">23335150</pub-id></nlm-citation></ref><ref id="ref48"><label>48</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Roter</surname><given-names>DL</given-names> </name><name name-style="western"><surname>Wexler</surname><given-names>R</given-names> </name><name name-style="western"><surname>Naragon</surname><given-names>P</given-names> </name><etal/></person-group><article-title>The impact of patient and physician computer mediated communication skill training on reported communication and patient satisfaction</article-title><source>Patient Educ Couns</source><year>2012</year><month>09</month><volume>88</volume><issue>3</issue><fpage>406</fpage><lpage>413</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2012.06.020</pub-id><pub-id pub-id-type="medline">22789149</pub-id></nlm-citation></ref><ref id="ref49"><label>49</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Steinwachs</surname><given-names>DM</given-names> </name><name name-style="western"><surname>Roter</surname><given-names>DL</given-names> </name><name name-style="western"><surname>Skinner</surname><given-names>EA</given-names> </name><etal/></person-group><article-title>A web-based program to empower patients who have schizophrenia to discuss quality of care with mental health providers</article-title><source>Psychiatr Serv</source><year>2011</year><month>11</month><volume>62</volume><issue>11</issue><fpage>1296</fpage><lpage>1302</lpage><pub-id pub-id-type="doi">10.1176/ps.62.11.pss6211_1296</pub-id><pub-id pub-id-type="medline">22211208</pub-id></nlm-citation></ref><ref id="ref50"><label>50</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Finocchario-Kessler</surname><given-names>S</given-names> </name><name name-style="western"><surname>Catley</surname><given-names>D</given-names> </name><name name-style="western"><surname>Thomson</surname><given-names>D</given-names> </name><name name-style="western"><surname>Bradley-Ewing</surname><given-names>A</given-names> </name><name name-style="western"><surname>Berkley-Patton</surname><given-names>J</given-names> </name><name name-style="western"><surname>Goggin</surname><given-names>K</given-names> </name></person-group><article-title>Patient communication tools to enhance ART adherence counseling in low and high resource settings</article-title><source>Patient Educ Couns</source><year>2012</year><month>10</month><volume>89</volume><issue>1</issue><fpage>163</fpage><lpage>170</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2012.03.020</pub-id><pub-id pub-id-type="medline">22575433</pub-id></nlm-citation></ref><ref id="ref51"><label>51</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Furuno</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Sasajima</surname><given-names>H</given-names> </name></person-group><article-title>Medical comics as tools to aid in obtaining informed consent for stroke care</article-title><source>Medicine (Abingdon)</source><year>2015</year><volume>94</volume><issue>26</issue><fpage>e1077</fpage><pub-id pub-id-type="doi">10.1097/MD.0000000000001077</pub-id></nlm-citation></ref><ref id="ref52"><label>52</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Brown-Johnson</surname><given-names>CG</given-names> </name><name name-style="western"><surname>Berrean</surname><given-names>B</given-names> </name><name name-style="western"><surname>Cataldo</surname><given-names>JK</given-names> </name></person-group><article-title>Development and usability evaluation of the mHealth Tool for Lung Cancer (mHealth TLC): a virtual world health game for lung cancer patients</article-title><source>Patient Educ Couns</source><year>2015</year><month>04</month><volume>98</volume><issue>4</issue><fpage>506</fpage><lpage>511</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2014.12.006</pub-id><pub-id pub-id-type="medline">25620075</pub-id></nlm-citation></ref><ref id="ref53"><label>53</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Brooks</surname><given-names>C</given-names> </name><name name-style="western"><surname>Ballinger</surname><given-names>C</given-names> </name><name name-style="western"><surname>Nutbeam</surname><given-names>D</given-names> </name><name name-style="western"><surname>Adams</surname><given-names>J</given-names> </name></person-group><article-title>The importance of building trust and tailoring interactions when meeting older adults&#x2019; health literacy needs</article-title><source>Disabil Rehabil</source><year>2017</year><month>11</month><volume>39</volume><issue>23</issue><fpage>2428</fpage><lpage>2435</lpage><pub-id pub-id-type="doi">10.1080/09638288.2016.1231849</pub-id><pub-id pub-id-type="medline">27712121</pub-id></nlm-citation></ref><ref id="ref54"><label>54</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jacobs</surname><given-names>RJ</given-names> </name><name name-style="western"><surname>Lou</surname><given-names>JQ</given-names> </name><name name-style="western"><surname>Ownby</surname><given-names>RL</given-names> </name><name name-style="western"><surname>Caballero</surname><given-names>J</given-names> </name></person-group><article-title>A systematic review of eHealth interventions to improve health literacy</article-title><source>Health Informatics J</source><year>2016</year><month>06</month><volume>22</volume><issue>2</issue><fpage>81</fpage><lpage>98</lpage><pub-id pub-id-type="doi">10.1177/1460458214534092</pub-id><pub-id pub-id-type="medline">24916567</pub-id></nlm-citation></ref><ref id="ref55"><label>55</label><nlm-citation citation-type="web"><article-title>Regional digital health action plan 2023-2030</article-title><source>World Health Organization</source><year>2023</year><access-date>2025-09-29</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/europe/publications/i/item/EUR-RC72-5">https://www.who.int/europe/publications/i/item/EUR-RC72-5</ext-link></comment></nlm-citation></ref><ref id="ref56"><label>56</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wamala Andersson</surname><given-names>S</given-names> </name><name name-style="western"><surname>Gonzalez</surname><given-names>MP</given-names> </name></person-group><article-title>Digital health literacy-a key factor in realizing the value of digital transformation in healthcare</article-title><source>Front Digit Health</source><year>2025</year><volume>7</volume><fpage>1461342</fpage><pub-id pub-id-type="doi">10.3389/fdgth.2025.1461342</pub-id><pub-id pub-id-type="medline">40538571</pub-id></nlm-citation></ref><ref id="ref57"><label>57</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Torres</surname><given-names>DX</given-names> </name><name name-style="western"><surname>Lu</surname><given-names>WY</given-names> </name><name name-style="western"><surname>Uratsu</surname><given-names>CS</given-names> </name><name name-style="western"><surname>Sterling</surname><given-names>SA</given-names> </name><name name-style="western"><surname>Grant</surname><given-names>RW</given-names> </name></person-group><article-title>Knowing how to ask good questions: comparing Latinos and non-Latino Whites enrolled in a cardiovascular disease prevention study</article-title><source>Perm J</source><year>2019</year><volume>23</volume><fpage>18-258</fpage><pub-id pub-id-type="doi">10.7812/TPP/18-258</pub-id><pub-id pub-id-type="medline">30939290</pub-id></nlm-citation></ref><ref id="ref58"><label>58</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rochon</surname><given-names>D</given-names> </name><name name-style="western"><surname>Ross</surname><given-names>MW</given-names> </name><name name-style="western"><surname>Looney</surname><given-names>C</given-names> </name><name name-style="western"><surname>Nepal</surname><given-names>VP</given-names> </name><name name-style="western"><surname>Price</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Giordano</surname><given-names>TP</given-names> </name></person-group><article-title>Communication strategies to improve HIV treatment adherence</article-title><source>Health Commun</source><year>2011</year><volume>26</volume><issue>5</issue><fpage>461</fpage><lpage>467</lpage><pub-id pub-id-type="doi">10.1080/10410236.2011.554168</pub-id><pub-id pub-id-type="medline">21432703</pub-id></nlm-citation></ref><ref id="ref59"><label>59</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>L&#x00F3;pez</surname><given-names>L</given-names> </name><name name-style="western"><surname>Tan-McGrory</surname><given-names>A</given-names> </name><name name-style="western"><surname>Horner</surname><given-names>G</given-names> </name><name name-style="western"><surname>Betancourt</surname><given-names>JR</given-names> </name></person-group><article-title>Eliminating disparities among Latinos with type 2 diabetes: effective eHealth strategies</article-title><source>J Diabetes Complicat</source><year>2016</year><month>04</month><volume>30</volume><issue>3</issue><fpage>554</fpage><lpage>560</lpage><pub-id pub-id-type="doi">10.1016/j.jdiacomp.2015.12.003</pub-id></nlm-citation></ref><ref id="ref60"><label>60</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lythreatis</surname><given-names>S</given-names> </name><name name-style="western"><surname>Singh</surname><given-names>SK</given-names> </name><name name-style="western"><surname>El-Kassar</surname><given-names>AN</given-names> </name></person-group><article-title>The digital divide: a review and future research agenda</article-title><source>Technol Forecast Soc Change</source><year>2022</year><month>02</month><volume>175</volume><fpage>121359</fpage><pub-id pub-id-type="doi">10.1016/j.techfore.2021.121359</pub-id></nlm-citation></ref><ref id="ref61"><label>61</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sentell</surname><given-names>T</given-names> </name><name name-style="western"><surname>Foss-Durant</surname><given-names>A</given-names> </name><name name-style="western"><surname>Patil</surname><given-names>U</given-names> </name><name name-style="western"><surname>Taira</surname><given-names>D</given-names> </name><name name-style="western"><surname>Paasche-Orlow</surname><given-names>MK</given-names> </name><name name-style="western"><surname>Trinacty</surname><given-names>CM</given-names> </name></person-group><article-title>Organizational health literacy: opportunities for patient-centered care in the wake of COVID-19</article-title><source>Qual Manag Health Care</source><year>2021</year><volume>30</volume><issue>1</issue><fpage>49</fpage><lpage>60</lpage><pub-id pub-id-type="doi">10.1097/QMH.0000000000000279</pub-id><pub-id pub-id-type="medline">33229999</pub-id></nlm-citation></ref><ref id="ref62"><label>62</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Epstein</surname><given-names>RM</given-names> </name><name name-style="western"><surname>Duberstein</surname><given-names>PR</given-names> </name><name name-style="western"><surname>Fenton</surname><given-names>JJ</given-names> </name><etal/></person-group><article-title>Effect of a patient-centered communication intervention on oncologist-patient communication, quality of life, and health care utilization in advanced cancer: the VOICE Randomized Clinical Trial</article-title><source>JAMA Oncol</source><year>2017</year><month>01</month><day>1</day><volume>3</volume><issue>1</issue><fpage>92</fpage><lpage>100</lpage><pub-id pub-id-type="doi">10.1001/jamaoncol.2016.4373</pub-id><pub-id pub-id-type="medline">27612178</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Example of a vignette used in focus groups and interviews, and focus group and interview guide.</p><media xlink:href="formative_v9i1e77263_app1.docx" xlink:title="DOCX File, 17 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Consumer check-back: a rapid literature review to inform development of an online learning resource for consumers.</p><media xlink:href="formative_v9i1e77263_app2.docx" xlink:title="DOCX File, 270 KB"/></supplementary-material></app-group></back></article>