<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i1e56716</article-id>
      <article-id pub-id-type="pmid">38980717</article-id>
      <article-id pub-id-type="doi">10.2196/56716</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Patient and Provider Satisfaction With a Geomapping Tool for Finding Community Family Physicians in Ontario, Canada: Cross-Sectional Online Survey Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Peters</surname>
            <given-names>Paul</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Codyre</surname>
            <given-names>Patricia</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Talbot</surname>
            <given-names>Annie</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Belanger</surname>
            <given-names>Christopher</given-names>
          </name>
          <degrees>MBA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2070-5721</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Peixoto</surname>
            <given-names>Cayden</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3473-1816</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Francoeur</surname>
            <given-names>Sara</given-names>
          </name>
          <degrees>ADN</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0004-6138-1019</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Bjerre</surname>
            <given-names>Lise M</given-names>
          </name>
          <degrees>MDCM, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Institut du Savoir Montfort</institution>
            <addr-line>713 Montréal Rd</addr-line>
            <addr-line>Ottawa, ON, K1K 0T2</addr-line>
            <country>Canada</country>
            <phone>1 613 746 4621</phone>
            <email>lbjerre@uottawa.ca</email>
          </address>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3634-3585</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Telfer School of Management</institution>
        <institution>University of Ottawa</institution>
        <addr-line>Ottawa, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institut du Savoir Montfort</institution>
        <addr-line>Ottawa, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Family Medicine</institution>
        <institution>University of Ottawa</institution>
        <addr-line>Ottawa, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Lise M Bjerre <email>lbjerre@uottawa.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>9</day>
        <month>7</month>
        <year>2024</year>
      </pub-date>
      <volume>8</volume>
      <elocation-id>e56716</elocation-id>
      <history>
        <date date-type="received">
          <day>24</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>5</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>16</day>
          <month>5</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>5</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Christopher Belanger, Cayden Peixoto, Sara Francoeur, Lise M Bjerre. Originally published in JMIR Formative Research (https://formative.jmir.org), 09.07.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2024/1/e56716" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Language-concordant health care, or health care in a patient’s language of choice, is an important element of health accessibility that improves patient safety and comfort and facilitates an increased quality of care. However, prior research has found that linguistic minorities often face higher travel burdens to access language-concordant care compared to the general population.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study intended to assess patient experiences and satisfaction with an online interactive physician map that allows patients to find family physicians who speak their preferred language in and around Ottawa, Ontario, Canada, as a means of identifying areas of improvement.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study used an online survey with questions related to user satisfaction. Responses to Likert-scale questions were compiled as summary statistics and short-answer responses underwent thematic analysis. The study setting was Ottawa and Renfrew County, Ontario, and the surrounding region, including the province of Quebec.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 93 respondents completed the survey and self-identified as living in Ontario or Quebec. Overall, 57 (61%) respondents were “very satisfied” or “somewhat satisfied” with the map, 16 (17%) were “neither satisfied nor dissatisfied,” and 20 (22%) were “very dissatisfied” or “somewhat dissatisfied.” We found no significant differences in satisfaction by preferred language, age group, physician attachment, or intended beneficiary. A total of 56 respondents provided short-answer responses to an open-ended question about map improvements. The most common specific suggestion was to show which physicians are accepting new patients (n=20). Other suggestions included data refreshes (n=6), user interface adjustments (n=23), and additional languages (n=2). Some participants also provided positive feedback (n=5) or expressed concern with their inability to find a family physician (n=5). Several comments included multiple suggestions.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>While most patients were satisfied with the online map, a significant minority expressed dissatisfaction that the map did not show which family physicians were accepting new patients. This suggests that there may be public interest in an accessible database of which family physicians in Ontario are currently accepting new patients.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>primary care</kwd>
        <kwd>language-concordant care</kwd>
        <kwd>web-based maps</kwd>
        <kwd>maps</kwd>
        <kwd>physicians</kwd>
        <kwd>experience</kwd>
        <kwd>language</kwd>
        <kwd>access</kwd>
        <kwd>accessibility</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Language-concordant health care, or health care in a patient’s language of choice, is an important element of health accessibility that improves patient safety and comfort and facilitates an increased quality of care [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Conversely, language-discordant health care can lead to worse health outcomes, including an increased risk of mortality [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      <p>This study focused on the region of Ottawa, Ontario, Canada, where 12.5% of the population reports French as their mother tongue [<xref ref-type="bibr" rid="ref4">4</xref>]. Previous research has found that French-only speakers in some parts of Ottawa face higher travel burdens to access language-concordant care compared to English speakers [<xref ref-type="bibr" rid="ref5">5</xref>]. To help address this discrepancy, we developed a web-based mapping tool intended to help patients find language-concordant primary care in Ottawa, Ontario. The tool, named “DocMapper” in English [<xref ref-type="bibr" rid="ref6">6</xref>] and “TrouvezUnMedecin” in French [<xref ref-type="bibr" rid="ref7">7</xref>], presents interactive maps of family physician practice locations in the city of Ottawa and in neighboring Renfrew County, Ontario, searchable by languages spoken (52 languages for Ottawa, 22 for Renfrew County). However, the overall use and effectiveness of this language-concordant primary care tool have yet to be evaluated.</p>
      <p>We here present the results of a user-experience survey of the online language-concordant primary care mapping tool. Following the Quadruple Aim framework [<xref ref-type="bibr" rid="ref8">8</xref>], our objectives were to understand the patient experience with this tool and to assess whether patients perceive it as helping to strengthen access to care. Our research questions were: (1) How satisfied are patients with the mapping tool? (2) What are their suggestions for improvement? and (3) How does patient satisfaction vary between linguistic and demographic groups?</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Setting and Population Base</title>
        <p>This study used a cross-sectional web-based survey to evaluate patient experiences with the online mapping tool DocMapper (in English) and TrouvezUnMedecin (in French) between November 9, 2022, and June 19, 2023. During the study period, all visitors to the website were presented with a welcome message inviting them to complete the survey, as well as additional links to the survey from within the tool (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The tool contained two maps: one for family physicians in Ottawa (population: 1,017,449 [<xref ref-type="bibr" rid="ref4">4</xref>]) and one for family physicians in Renfrew County (population: 107,522 [<xref ref-type="bibr" rid="ref9">9</xref>]), and these residents were the tool’s intended users.</p>
      </sec>
      <sec>
        <title>Inclusion and Exclusion Criteria</title>
        <p>Our survey was available on the public internet, publicized through institutional social media accounts, and shared through personal and professional research networks, meaning that it was presented to a potentially large international audience. Given that the target audience of the tool comprises Ontario and Quebec residents living near Ottawa and Renfrew County, we excluded any respondents who did not report living in Ontario or Quebec. Self-reported forward sortation areas (first 3 digits of the postal code) were used to filter which respondents were included in the study population.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>The study survey (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) consisted of 2 substantive questions: one to rate users’ overall appreciation of the map using a standard 5-point Likert scale from 1 (very dissatisfied) to 5 (very satisfied) and one free-text question inviting suggestions for improvements to the map. These were followed by demographic questions, including age group, language preference, postal code (first 3 digits), medication use, enrollment status and visit frequency with a family physician, and the map user’s intended beneficiary. Only the Likert-scale satisfaction question was mandatory, meaning that respondents were not required to answer any other questions to submit their survey responses. The survey was developed using an iterative process whereby question sets were tested internally by the research team and refined accordingly. Study data were collected and managed using the Research Electronic Data Capture (REDCap) electronic data capture tools hosted at the Institut du Savoir Montfort [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. REDCap is a secure, web-based software platform designed to support data capture for research studies, providing (1) an intuitive interface for validated data capture, (2) audit trails for tracking data manipulation and export procedures, (3) automated export procedures for seamless data downloads to common statistical packages, and (4) procedures for data integration and interoperability with external sources. The survey was pilot-tested by the research team and external colleagues. Because the survey consisted of only 2 questions, validity and reliability were not evaluated.</p>
        <p>Data about total website visits to the tool were also collected using Google Analytics during the study period. Google Analytics collects and reports only anonymized, aggregated, and unidentifiable observations about users’ interactions with public websites [<xref ref-type="bibr" rid="ref12">12</xref>] and has previously been used in studies of online resources for mental health [<xref ref-type="bibr" rid="ref13">13</xref>], nursing [<xref ref-type="bibr" rid="ref14">14</xref>], cardiology [<xref ref-type="bibr" rid="ref15">15</xref>], sexual health [<xref ref-type="bibr" rid="ref16">16</xref>], and dermatology [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was approved by Hôpital Montfort Research Ethics Board (application number 22-23-09-033). Participants provided informed consent before completing the survey and responses were anonymous. Participants were not compensated for participating.</p>
      </sec>
      <sec>
        <title>Analyses</title>
        <p>Likert-scale responses are reported as summary statistics. We evaluated responses to the question “On a scale of one (1) to five (5), how would you rate your overall appreciation of the map?” by first collapsing responses into three categories: “very satisfied/somewhat satisfied,” “neither satisfied nor dissatisfied,” and “very dissatisfied/somewhat dissatisfied.” We then evaluated responses for the population as a whole and compared responses between demographic groups using the Pearson χ<sup>2</sup> test with the chisq.test() function in the R Language for Statistical Computing [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>We analyzed short-answer responses to the question “Please give us any suggestions for improvement that you might have regarding the map” using thematic analysis. The coding scheme was initially developed by one author (CB) inductively from a close reading of the responses, and the final scheme was revised and finalized through discussion and consensus with two other authors (CP and LMB). The three authors (CB, CP, and LMB) coded each response individually and then met to discuss and arrive at a consensus coding for each response. Responses were assigned more than one code if multiple themes were present.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Demographics</title>
        <p>There were a total of 3726 unique “new user” visits to the English and French versions of the online map during the study period. User demographics are presented in <xref ref-type="table" rid="table1">Table 1</xref>. Approximately 91% of all visits were from users in Ontario or Quebec (ie, in or near the study’s intended population base).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>New user demographics from Google Analytics November 9, 2022, to June 19, 2023 (N=3726).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="650"/>
            <col width="0"/>
            <col width="320"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Characteristics</td>
                <td>Users, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Country</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Canada</td>
                <td colspan="2">3456 (92.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>United States</td>
                <td colspan="2">186 (5.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>China</td>
                <td colspan="2">16 (0.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>United Kingdom</td>
                <td colspan="2">12 (0.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>France</td>
                <td colspan="2">10 (0.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">46 (1.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Region</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Ontario</td>
                <td colspan="2">2598 (69.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quebec</td>
                <td colspan="2">795 (21.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>(not set)</td>
                <td colspan="2">65 (1.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Virginia</td>
                <td colspan="2">64 (1.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>British Columbia</td>
                <td colspan="2">18 (0.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">186 (5.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Language</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>English</td>
                <td colspan="2">3205 (86.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>French</td>
                <td colspan="2">483 (13.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">12 (1.0)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>The survey received 103 responses, of which 102 were submitted and marked “complete” in REDCap. Of the 102 complete responses, 92 included a valid postal code in Ontario or Quebec, and one respondent who did not provide a valid postal code self-identified as living in the Ottawa region in their free-text response. These 93 respondents constitute our final sample for a response rate of approximately 2.7% of Ontario- and Quebec-based site visitors. Respondent demographics are shown in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Demographics for valid completed surveys (N=93).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="610"/>
            <col width="360"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristic</td>
                <td>Respondents, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Age group (years)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&lt;18</td>
                <td>1 (1.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>18 to 29</td>
                <td>11 (11.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>30 to 44</td>
                <td>17 (18.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>45 to 54</td>
                <td>13 (14.0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>55 to 64</td>
                <td>28 (30.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>65 to 74</td>
                <td>18 (19.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≥75</td>
                <td>2 (2.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not specified</td>
                <td>3 (3.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Preferred language</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>English</td>
                <td>54 (58.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>French</td>
                <td>36 (38.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>1 (1.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not specified</td>
                <td>2 (2.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Has a family physician</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>33 (35.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>57 (61.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not specified</td>
                <td>3 (3.2)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Overall Satisfaction</title>
        <p>Overall, respondents reported that they were satisfied with the tool. Among the 93 respondents, 57 (61%) reported they were “very satisfied” or “somewhat satisfied,” 16 (17%) reported they were “neither satisfied nor dissatisfied,” and 20 (22%) reported they were “very dissatisfied” or “somewhat dissatisfied.” We found no statistically significant differences when comparing responses between groups based on preferred language (<italic>P</italic>=.24<italic>)</italic>, age group (<italic>P</italic>=.57), whether they had a family physician (<italic>P</italic>=.09), and who they were using the map for (<italic>P</italic>=.66) using the Pearson χ<sup>2</sup> test.</p>
      </sec>
      <sec>
        <title>Qualitative Feedback</title>
        <sec>
          <title>Themes Overview</title>
          <p>Our survey received 56 short-answer responses to the open-ended question “Please give us any suggestions for improvement that you might have regarding the map” (n=44 English responses, n=12 French responses). Responses were categorized using six codes grouped into three themes: <italic>General Feedback</italic> on the map, comments about the <italic>Physician Information</italic> included in the map, and comments about participants’ difficulties <italic>Finding a Family Physician.</italic> Our full data structure is provided in <xref ref-type="table" rid="table3">Table 3</xref>, and each theme and code are described in more detail below. <xref ref-type="table" rid="table3">Table 3</xref> lists the major themes and illustrates them with representative quotations.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Thematic analysis data structure.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="250"/>
              <col width="0"/>
              <col width="260"/>
              <col width="0"/>
              <col width="330"/>
              <col width="0"/>
              <col width="130"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Theme and code</td>
                  <td colspan="2">Description</td>
                  <td colspan="2">Representative quote<sup>a</sup></td>
                  <td>Respondents</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="8">
                    <bold>General feedback</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Positive feedback</td>
                  <td colspan="2">Positive comments about the map with no specific suggestions</td>
                  <td colspan="2">“Facile a voir les coordonnées et endroits” (<italic>Easy to see coordinates and locations</italic>)<break/>“Excellente initiative! Super travail!” (<italic>Excellent initiative! Great work!</italic>)</td>
                  <td colspan="2">5</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>User interface improvement</td>
                  <td colspan="2">Suggestions for improving the user interface, including the interface with the survey</td>
                  <td colspan="2">“ask for comments after more than one ‘zoom in’”<break/>“Once you read the instructions they are no longer needed so should be able to minimize or close”</td>
                  <td colspan="2">23</td>
                </tr>
                <tr valign="top">
                  <td colspan="8">
                    <bold>Physician information</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Currency of data</td>
                  <td colspan="2">Comments related to keeping the physician database up to date</td>
                  <td colspan="2">“Keep it up to date”<break/>“The information is as out of date as the doctors website.”</td>
                  <td colspan="2">6</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Additional languages</td>
                  <td colspan="2">Suggestions to include additional languages in the selection menu</td>
                  <td colspan="2">“You should include Indigenous languages, at least for First Nations and Inuit.”</td>
                  <td colspan="2">2</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Accepting new patients</td>
                  <td colspan="2">Comments expressing a desire to know which physician offices are accepting new patients</td>
                  <td colspan="2">“The whole point of accessing this map was to find doctors accepting new patients, which the map doesn’t show!”<break/>“The map is good but it doesn't give any information about available family doctors who accepts new patients. So it is not that useful”</td>
                  <td colspan="2">20</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">Inability to find a family physician</td>
                  <td colspan="2">Expressions of participants’ inability to find a family physician</td>
                  <td colspan="2">“nothing works and I cannot find a doctor. I have been without a family doctor since 2019... I'm very nervous”<break/>“Formore than one year I am looking for a family Dr and I CANNOT find one at all.”</td>
                  <td>5</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>Quotes are reproduced verbatim as written by respondents and may include abbreviations or typos. French quotations are followed by the authors’ English translations in parentheses.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>General Feedback</title>
          <p>The most common type of general feedback (n=23) we received was suggestions for <italic>user interface improvements.</italic> Some users reported experiencing technical issues with the user interface, including that the map kept “freezing.” Some respondents experienced difficulties using the map on smaller screens, reporting that it was “not iPhone friendly” and “hard to pinpoint the locations on mobile phone.” Other users suggested improvements to the site layout and to the survey itself, suggesting, for example, that the survey should be provided “AFTER someone has had a chance to view the map.” A smaller number of respondents (n=5) provided <italic>positive feedback</italic> on the map, noting, for example, that it was “Facile a voir les coordonnées et endroits” (Easy to see coordinates and locations).</p>
        </sec>
        <sec>
          <title>Physician Information</title>
          <p>Many users commented on the physician information that was and was not contained within the map. The most common issue was respondents’ dissatisfaction that the map did not contain information about which physicians were accepting new patients (n=20). For some respondents, the map itself was of questionable utility without this information: “the only reason one would want to use this tool is to see which doctors are taking new patients, so that fact that you don't filter by this makes this information utterly irrelevant.” In some cases, not knowing which physicians were accepting new patients could create negative experiences: “Knowing that there are 5 physicians speaking my language BUT none of them are available seems to only add to the frustration.”</p>
          <p>Respondents also commented on the timeliness and completeness of the data contained within the map. Some noted <italic>data currency</italic> (n=6) as an issue, suggesting that the data were “out of date - seriously.” A small number (n=2) suggested including <italic>additional languages</italic> in the map, including Indigenous languages.</p>
        </sec>
        <sec>
          <title>Finding a Family Physician</title>
          <p>The last theme we identified was <italic>Finding a Family Physician,</italic> in which several (n=5) respondents shared personal stories of their difficulties in finding family physicians. Some participants shared straightforward statements of need, such as “I need a family doctor.” However, others shared emotional stories of living with medical complexity and the difficulty of finding language-concordant health care when a long-time physician retires: “Notre médecin a pris sa retraite et sa remplaçante est unilingue anglais et est incapable de comprendre les rapports médicaux en français!!!” (Our doctor retired and his replacement only speaks English and is incapable of understanding medical reports in French!!!).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Summary of the Findings</title>
        <p>We found that most users were satisfied with the mapping tool, suggesting that this kind of online, interactive, map-based data source is valuable for many patients. At this formative stage, we believe that these results are sufficient to show that our tool has real value for some patients. Furthermore, many respondents who were not satisfied expressed dissatisfaction that the tool did not contain information about which family physicians were accepting new patients. In fact, our qualitative findings suggest that many patients’ primary interest in the map was to help them find a local language-concordant family physician who was also accepting new patients. This suggests that the map would be more satisfactory to a significant subset of patients if it included this information.</p>
      </sec>
      <sec>
        <title>Explanation of the Findings</title>
        <p>Our findings suggest that there could be significant patient value in reporting which Ontario physicians are accepting new patients. However, at present, there is no centralized source for these data in the region; in other jurisdictions such as Norway, this has become the main means of finding and securing a family physician [<xref ref-type="bibr" rid="ref19">19</xref>]. There are currently no reporting requirements for family physicians to disclose this information nor is it reported in the College of Physicians and Surgeons of Ontario’s physician information directory or, to our knowledge, by the Ontario Ministry of Health [<xref ref-type="bibr" rid="ref20">20</xref>]. As such, there is no ready-at-hand data source that could be incorporated into the mapping tool.</p>
        <p>Although our focus was on evaluating the mapping tool, our qualitative findings also align with the research literature on the importance of access to language-concordant health care [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>], further underscoring the need for better access to and information about these services. Some participants also expressed a desire to have more languages featured in the map; however, since the map shows all languages spoken by family physicians within the study region, this limitation reflects the language competencies reported by physicians.</p>
        <p>Our quantitative analysis found no statistically significant differences between demographic groups, for which we suggest two potential explanations. First, our study’s relatively small sample size may mean that it was underpowered to detect any significant differences between groups. Second, there was relative homogeneity in users’ overall experiences using the mapping tool.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>Future research could explore the topic of which physicians are accepting new patients in several ways. First, additional patient-focused studies could explore patients’ perceptions and needs for this information to validate its general utility. Second, physician-focused studies could explore physician and office staff perspectives on making this information available. Applied research could incorporate both patients’ and physicians’ perspectives to explore ways of collecting and disseminating this information. Finally, more theoretical and policy-oriented research could examine policy options to bridge these identified gaps in the context of Ontario’s health care system.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study has several limitations. First, although we have taken steps to ensure all respondents were within the intended study population and there was no indication of malicious or false responses, we used an anonymous online survey, which could be subject to manipulation. Second, our sample is limited to those who visited the website and elected to fill out the survey; therefore, our sample may be biased toward users with greater computer literacy and health literacy. Finally, our sample size of 93 represents a response rate of 2.7% of the 3393 website visitors from Ontario and Quebec, meaning that care must be taken in applying our findings to the full population.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>We conducted a cross-sectional online survey of people who accessed an online interactive map of family physicians in Ontario. While most patients were satisfied with the online map, a significant minority expressed dissatisfaction that the map did not show which family physicians were accepting new patients. This suggests that there may be public interest in an accessible database of which family physicians in Canada are currently accepting new patients.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Study pop-up advertisement.</p>
        <media xlink:href="formative_v8i1e56716_app1.docx" xlink:title="DOCX File , 87 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Survey protocol used in the study.</p>
        <media xlink:href="formative_v8i1e56716_app2.docx" xlink:title="DOCX File , 14 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This project was supported in part through funding from the Ontario Strategy for Patient-Oriented Research (SPOR) Support Unit (OSSU).</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>Data from this study cannot be shared at this time for ethical reasons.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bajgain</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Bajgain</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Badal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aghajafari</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Santana</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported experiences in accessing primary healthcare among immigrant population in Canada: a rapid literature review</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>11</month>
          <day>24</day>
          <volume>17</volume>
          <issue>23</issue>
          <fpage>8724</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17238724"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17238724</pub-id>
          <pub-id pub-id-type="medline">33255379</pub-id>
          <pub-id pub-id-type="pii">ijerph17238724</pub-id>
          <pub-id pub-id-type="pmcid">PMC7727859</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seale</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Reaume</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Batista</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Eddeen</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rhodes</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McIsaac</surname>
              <given-names>DI</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Sood</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Prud'homme</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tanuseputro</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Patient-physician language concordance and quality and safety outcomes among frail home care recipients admitted to hospital in Ontario, Canada</article-title>
          <source>CMAJ</source>
          <year>2022</year>
          <month>07</month>
          <day>11</day>
          <volume>194</volume>
          <issue>26</issue>
          <fpage>E899</fpage>
          <lpage>E908</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmaj.ca/cgi/pmidlookup?view=long&amp;pmid=35817434"/>
          </comment>
          <pub-id pub-id-type="doi">10.1503/cmaj.212155</pub-id>
          <pub-id pub-id-type="medline">35817434</pub-id>
          <pub-id pub-id-type="pii">194/26/E899</pub-id>
          <pub-id pub-id-type="pmcid">PMC9328476</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Moissac</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bowen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Impact of language barriers on quality of care and patient safety for official language minority Francophones in Canada</article-title>
          <source>J Patient Exp</source>
          <year>2019</year>
          <month>03</month>
          <day>18</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2374373518769008?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2374373518769008</pub-id>
          <pub-id pub-id-type="medline">31236448</pub-id>
          <pub-id pub-id-type="pii">10.1177_2374373518769008</pub-id>
          <pub-id pub-id-type="pmcid">PMC6572938</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Census profile, 2021. Census of population profile table. Ottawa, City (CV): Ontario [Census subdivision]</article-title>
          <source>Statistics Canada</source>
          <year>2021</year>
          <access-date>2023-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www12.statcan.gc.ca/census-recensement/2021/dp-pd/prof/details/page.cfm?Lang=E&amp;SearchText=ottawa&amp;DGUIDlist=2021A00053506008&amp;GENDERlist=1,2,3&amp;STATISTIClist=1,4&amp;HEADERlist=0">https://www12.statcan.gc.ca/census-recensement/2021/dp-pd/prof/details/page.cfm?Lang=E&amp;SearchText=ottawa&amp;DGUIDlist=2021A00053506008&amp;GENDERlist=1,2,3&amp;STATISTIClist=1,4&amp;HEADERlist=0</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Belanger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Peixoto</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bjerre</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Distance, access and equity: a cross-sectional geospatial analysis of disparities in access to primary care for French-only speakers in Ottawa, Ontario</article-title>
          <source>CMAJ Open</source>
          <year>2023</year>
          <month>05</month>
          <day>16</day>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>E434</fpage>
          <lpage>E442</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://cmajopen.ca/cgi/pmidlookup?view=long&amp;pmid=37192769"/>
          </comment>
          <pub-id pub-id-type="doi">10.9778/cmajo.20220061</pub-id>
          <pub-id pub-id-type="medline">37192769</pub-id>
          <pub-id pub-id-type="pii">11/3/E434</pub-id>
          <pub-id pub-id-type="pmcid">PMC10205845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Find a physician</article-title>
          <source>DocMapper</source>
          <access-date>2023-08-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.docmapper.ca/">https://www.docmapper.ca/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Trouvez un médecin</article-title>
          <source>DocMapper</source>
          <access-date>2023-08-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.trouvezunmedecin.ca/">https://www.trouvezunmedecin.ca/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bodenheimer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>From triple to quadruple aim: care of the patient requires care of the provider</article-title>
          <source>Ann Fam Med</source>
          <year>2014</year>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>573</fpage>
          <lpage>576</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&amp;pmid=25384822"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.1713</pub-id>
          <pub-id pub-id-type="medline">25384822</pub-id>
          <pub-id pub-id-type="pii">12/6/573</pub-id>
          <pub-id pub-id-type="pmcid">PMC4226781</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Census profile, 2021. Census of Population profile table. Renfrew County and District Health Unit. Ontario [Health region]</article-title>
          <source>Statistics Canada</source>
          <year>2023</year>
          <access-date>2023-03-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www12.statcan.gc.ca/census-recensement/2021/dp-pd/prof/details/page.cfm?Lang=E&amp;SearchText=renfrew%20county&amp;DGUIDlist=2022A00073557&amp;GENDERlist=1,2,3&amp;STATISTIClist=1,4&amp;HEADERlist=0">https://www12.statcan.gc.ca/census-recensement/2021/dp-pd/prof/details/page.cfm?Lang=E&amp;SearchText=renfrew%20county&amp;DGUIDlist=2022A00073557&amp;GENDERlist=1,2,3&amp;STATISTIClist=1,4&amp;HEADERlist=0</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)--a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <month>04</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>381</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>SN</given-names>
            </name>
            <collab>REDCap Consortium</collab>
          </person-group>
          <article-title>The REDCap consortium: building an international community of software platform partners</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <month>07</month>
          <volume>95</volume>
          <fpage>103208</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(19)30126-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103208</pub-id>
          <pub-id pub-id-type="medline">31078660</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(19)30126-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7254481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jamali</surname>
              <given-names>HR</given-names>
            </name>
          </person-group>
          <article-title>Evaluating information seeking and use in the changing virtual world: the emerging role of Google Analytics</article-title>
          <source>Learned Publishing</source>
          <year>2014</year>
          <month>07</month>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>185</fpage>
          <lpage>194</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1087/20140304"/>
          </comment>
          <pub-id pub-id-type="doi">10.1087/20140304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Song</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Nikoo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shams</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tabi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vigo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Krausz</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A process evaluation of a web-based mental health portal (WalkAlong) using Google Analytics</article-title>
          <source>JMIR Ment Health</source>
          <year>2018</year>
          <month>08</month>
          <day>20</day>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e50</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2018/3/e50/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.8594</pub-id>
          <pub-id pub-id-type="medline">30126832</pub-id>
          <pub-id pub-id-type="pii">v5i3e50</pub-id>
          <pub-id pub-id-type="pmcid">PMC6121139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirk</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tonkin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Skirton</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>An objective approach to evaluating an internet-delivered genetics education resource developed for nurses: using Google Analytics™ to monitor global visitor engagement</article-title>
          <source>J Res Nurs</source>
          <year>2012</year>
          <month>10</month>
          <day>29</day>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>557</fpage>
          <lpage>579</lpage>
          <pub-id pub-id-type="doi">10.1177/1744987112458669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wagenaar</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Rutten</surname>
              <given-names>FH</given-names>
            </name>
            <name name-style="western">
              <surname>Klompstra</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bhana</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Sieverink</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ruschitzka</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Seferovic</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Lainscak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Piepoli</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Broekhuizen</surname>
              <given-names>BDL</given-names>
            </name>
            <name name-style="western">
              <surname>Strömberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jaarsma</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hoes</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Dickstein</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>'heartfailurematters.org', an educational website for patients and carers from the Heart Failure Association of the European Society of Cardiology: objectives, use and future directions</article-title>
          <source>Eur J Heart Fail</source>
          <year>2017</year>
          <month>11</month>
          <volume>19</volume>
          <issue>11</issue>
          <fpage>1447</fpage>
          <lpage>1454</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1002/ejhf.917"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/ejhf.917</pub-id>
          <pub-id pub-id-type="medline">28871622</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crutzen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Roosjen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Poelman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using Google Analytics as a process evaluation method for internet-delivered interventions: an example on sexual health</article-title>
          <source>Health Promot Int</source>
          <year>2013</year>
          <month>03</month>
          <day>29</day>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>36</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1093/heapro/das008</pub-id>
          <pub-id pub-id-type="medline">22377974</pub-id>
          <pub-id pub-id-type="pii">das008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tay</surname>
              <given-names>YLA</given-names>
            </name>
            <name name-style="western">
              <surname>Oakley</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Web analytics: what dermatologists need to know</article-title>
          <source>Australas J Dermatol</source>
          <year>2021</year>
          <month>02</month>
          <day>30</day>
          <volume>62</volume>
          <issue>1</issue>
          <fpage>e117</fpage>
          <lpage>e119</lpage>
          <pub-id pub-id-type="doi">10.1111/ajd.13413</pub-id>
          <pub-id pub-id-type="medline">32862428</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>R Core Team</collab>
          </person-group>
          <source>R: A Language and Environment for Statistical Computing</source>
          <year>2022</year>
          <access-date>2023-03-01</access-date>
          <publisher-loc>Vienna, Austria</publisher-loc>
          <publisher-name>R Foundation for Statistical Computing</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.R-project.org">https://www.R-project.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Desjardins</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Le secret du système de santé norvégien</article-title>
          <source>Radio Canada</source>
          <year>2022</year>
          <month>03</month>
          <day>26</day>
          <access-date>2023-09-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ici.radio-canada.ca/nouvelle/1871825/modele-acces-medecins-famille-norvege">https://ici.radio-canada.ca/nouvelle/1871825/modele-acces-medecins-famille-norvege</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Find a doctor or nurse practitioner</article-title>
          <source>Government of Ontario</source>
          <year>2023</year>
          <access-date>2023-08-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ontario.ca/page/find-family-doctor-or-nurse-practitioner">http://www.ontario.ca/page/find-family-doctor-or-nurse-practitioner</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
