<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i1e32422</article-id>
      <article-id pub-id-type="pmid">34994704</article-id>
      <article-id pub-id-type="doi">10.2196/32422</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Perceptions of Educational Needs in an Era of Shifting Mental Health Care to Primary Care: Exploratory Pilot Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Torous</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Prior</surname>
            <given-names>Sarah</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Six</surname>
            <given-names>Stefaan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Sutherland</surname>
            <given-names>Stephanie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2751-3773</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Jeong</surname>
            <given-names>Dahn</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1782-5669</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Cheng</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7788-2337</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>St-Jean</surname>
            <given-names>Mireille</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7863-9387</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Jalali</surname>
            <given-names>Alireza</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Department of Innovation in Medical Education</institution>
            <institution>Faculty of Medicine</institution>
            <institution>University of Ottawa</institution>
            <addr-line>451 Smyth Rd</addr-line>
            <addr-line>Ottawa, ON, K1H 8M5</addr-line>
            <country>Canada</country>
            <phone>1 6135625800</phone>
            <email>ajalali@uottawa.ca</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0709-9088</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Critical Care, The Ottawa Hospital</institution>
        <addr-line>Ottawa, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Innovation in Medical Education</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of Ottawa</institution>
        <addr-line>Ottawa, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychiatry</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of Ottawa</institution>
        <addr-line>Ottawa, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Children's Hospital of Eastern Ontario</institution>
        <addr-line>Ottawa, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Family Medicine</institution>
        <institution>Faculty of Medicine, University of Ottawa</institution>
        <addr-line>Ottawa, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Alireza Jalali <email>ajalali@uottawa.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>1</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>7</day>
        <month>1</month>
        <year>2022</year>
      </pub-date>
      <volume>6</volume>
      <issue>1</issue>
      <elocation-id>e32422</elocation-id>
      <history>
        <date date-type="received">
          <day>27</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>5</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>21</day>
          <month>11</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>29</day>
          <month>11</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Stephanie Sutherland, Dahn Jeong, Michael Cheng, Mireille St-Jean, Alireza Jalali. Originally published in JMIR Formative Research (https://formative.jmir.org), 07.01.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2022/1/e32422" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>There is an unmet need for mental health care in Canada. Primary care providers such as general practitioners and family physicians are the essential part of mental health care services; however, mental health is often underestimated and underprioritized by family physicians. It is currently not known what is required to increase care providers’ willingness, comfort, and skills to adequately provide care to patients who present with mental health issues.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to understand the need of caregivers (family members overseeing care of an individual with a mental health diagnosis) and family physicians regarding the care and medical management of individuals with mental health conditions.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A needs assessment was designed to understand the educational needs of caregivers and family physicians regarding the provision of mental health care, specifically to seek advice on the format and delivery mode for an educational curriculum to be accessed by both stakeholder groups. Exploratory qualitative interviews were conducted, and data were collected and analyzed iteratively until thematic saturation was achieved.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Caregivers of individuals with mental health conditions (n=24) and family physicians (n=10) were interviewed. Both the caregivers and the family physicians expressed dissatisfaction with the status quo regarding the provision of mental health care at the family physician’s office. They stated that there was a need for more educational materials as well as additional support. The caregivers expressed a general lack of confidence in family physicians to manage their son’s or daughter’s mental health condition, while family physicians sought more networking opportunities to improve and facilitate the provision of mental health care.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Robust qualitative studies are necessary to identify the educational and medical management needs of caregivers and family physicians. Understanding each other’s perspectives is an essential first step to collaboratively designing, implementing, and subsequently evaluating community-based mental health care. Fortunately, there are initiatives underway to address these need areas (eg, websites such as the eMentalHealth, as well as the mentorship and collaborative care network), and information from this study can help inform the gaps in those existing initiatives.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>mental health</kwd>
        <kwd>Canada</kwd>
        <kwd>qualitative research</kwd>
        <kwd>caregiver</kwd>
        <kwd>family physician</kwd>
        <kwd>mentorship</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Family physicians are most often the first point of contact for patients presenting with mental health illnesses. Unfortunately, mental health is often underestimated and underprioritized by family physicians [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. In total, 75% of mental health visits are related to mood and anxiety disorders, and the majority of these mental health visits occur in the primary care setting [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Family physicians are central to address mental health illnesses in their communities as they often have the advantage of a previously established relationship, ease of access, and can be seen in much less time than a wait to see a psychiatrist [<xref ref-type="bibr" rid="ref5">5</xref>]. To date, it is unclear what is needed to increase family physicians’ willingness, comfort, and skills to provide care to this complex patient population. Furthermore, it is not known what needs must be addressed to ensure successful and clinically effective transitions in care for patients with schizophrenia to be treated in primary care settings. The literature on health care interventions is clear in that education alone is not a solution to service care provision. Collaborative care models have been shown to improve access to mental health care, individual and population outcomes, and cost-effective care [<xref ref-type="bibr" rid="ref6">6</xref>]. Yet, there is a dearth of literature to guide educational interventions geared toward the management of schizophrenia in primary care.</p>
      <p>Qualitative needs assessments can unlock potential solutions to building capacity within the primary setting for the assessment, treatment, and management of mental health conditions. The objective of this needs assessment was to better understand the education and information needs of (1) caregivers of patients with mental health needs in primary care, with a focus on early recognition, diagnosis, and treatment of schizophrenia, bipolar mood disorder, and depression; and (2) family physicians’ perceptions of barriers to care.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>A needs assessment is a systematic process to collect and analyze information on a target group’s needs or “gaps” between current and desired situations. Performing a needs assessment is well accepted as an essential first step in the educational process [<xref ref-type="bibr" rid="ref7">7</xref>]. Calls for innovative strategies in needs assessment methodology have been made in the medical literature over an extended period. A social constructivist approach focuses our study design to permit for collaborative dialogue to promote understanding and learning among and between stakeholder groups [<xref ref-type="bibr" rid="ref8">8</xref>]. The current needs assessment employed a qualitative approach to capture the experiences and rich details provided by the 2 stakeholder groups, caregivers and family physicians.</p>
      </sec>
      <sec>
        <title>Sampling and Procedure</title>
        <p>The participants were selected through a purposive and snowball sample strategy. Two focus groups with patient caregivers were created. In total, 24 caregivers took part in each of the 2 focus groups. The gender composition of the groups was predominately female with only 1 male participant. All of the women in the focus groups were mothers of adolescent or adult children with mental health conditions and ranged in age from 38 to 72 years. The male in the second focus group was a caregiver for his brother-in-law. Each of the focus groups lasted for 2 hours and followed a semistructured focus group protocol. The focus group protocol was developed from a review of the relevant literature and from expert input from team members MC (a clinical psychiatrist) and MSJ (a family physician). Further, interview questions were vetted with the Canadian Schizophrenic Society to ensure applicability and clarity for use with caregivers. Family physicians affiliated with the Faculty of Medicine at the University of Ottawa were invited to participate in a semistructured interview. In turn, the agreeing participants nominated colleagues who might be willing to participate in an interview. The interview guide was developed from a review of the relevant literature and from expert input from several family physicians associated with the University of Ottawa’s Faculty of Medicine. A total of 10 family physicians took part in a 30-minute interview. The clinical experience level of family physicians ranged from 1 year to 24 years.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>Data collection and analysis were an iterative process and continued until no new themes arose. In qualitative studies, data saturation occurs when the researchers are no longer obtaining new information or themes. Interviews were audio recorded and transcribed verbatim. Qualitative data analysis techniques were consistently applied to the focus group and interview data. This analysis included 2 of the research team members (SS and AJ) who participated in all coding meetings and the application of inductive coding techniques. Themes were generated directly from the data sets.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Ethics approval was obtained from the University of Ottawa’s Research Ethics Board.</p>
      </sec>
      <sec>
        <title>Study Rigor</title>
        <p>To promote study rigor, all transcripts were sent back to the participants for review and face validation. Two forms of triangulation were employed to achieve a balanced perspective and enhance the reliability of the conclusions: (1) data source triangulation (using multiple data sources and informants); and 2) investigator (using more than 1 person to collect, analyze, and interpret data).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Characteristics of Caregivers and Family Physicians</title>
        <p>Participant characteristics are presented in <xref ref-type="table" rid="table1">Tables 1</xref> and <xref ref-type="table" rid="table2">2</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Participant characteristics: caregivers.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="440"/>
            <col width="400"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td>Participant ID</td>
                <td>Gender</td>
                <td>Relationship to patient</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>C-001</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-002</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-003</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-004</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-005</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-006</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-007</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-008</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-009</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-010</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-011</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-012</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-013</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-014</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-015</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-016</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-017</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-018</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-019</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-020</td>
                <td>Male</td>
                <td>Brother-in-law</td>
              </tr>
              <tr valign="top">
                <td>C-021</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-022</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-023</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
              <tr valign="top">
                <td>C-024</td>
                <td>Female</td>
                <td>Mother</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Participant characteristics: family physicians.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="450"/>
            <col width="420"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>Participant ID</td>
                <td>Gender</td>
                <td>Years in practice</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>FP-001</td>
                <td>Male</td>
                <td>6</td>
              </tr>
              <tr valign="top">
                <td>FP-002</td>
                <td>Male</td>
                <td>12</td>
              </tr>
              <tr valign="top">
                <td>FP-003</td>
                <td>Female</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>FP-004</td>
                <td>Male</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>FP-005</td>
                <td>Male</td>
                <td>8</td>
              </tr>
              <tr valign="top">
                <td>FP-006</td>
                <td>Male</td>
                <td>10</td>
              </tr>
              <tr valign="top">
                <td>FP-007</td>
                <td>Female</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>FP-008</td>
                <td>Male</td>
                <td>20</td>
              </tr>
              <tr valign="top">
                <td>FP-009</td>
                <td>Male</td>
                <td>19</td>
              </tr>
              <tr valign="top">
                <td>FP-010</td>
                <td>Male</td>
                <td>10</td>
              </tr>
              <tr valign="top">
                <td>FP-011</td>
                <td>Male</td>
                <td>6</td>
              </tr>
              <tr valign="top">
                <td>FP-012</td>
                <td>Male</td>
                <td>24</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Caregivers’ and Family Physicians’ Perception of Needs</title>
        <p>Based on caregiver focus group data and family physician interview data, <xref rid="figure1" ref-type="fig">Figures 1</xref> and <xref rid="figure2" ref-type="fig">2</xref> present the three main themes that pertained to each stakeholder group’s perceived needs. <xref ref-type="table" rid="table3">Table 3</xref> presents each group’s preferred format of education materials, and <xref ref-type="table" rid="table4">Table 4</xref> presents each group’s preferred method of delivery of educational materials. Prototypical qualitative quotes are provided to illuminate the themes. As shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, when asked about their overall needs in caring for their loved ones who suffer mental health conditions, three interrelated themes were provided from caregiver interviews: (1) the need for more knowledge, which included educational materials on the signs and symptoms of schizophrenia, evidence-based and consistent information on schizophrenia and bipolar conditions, and how to navigate hospital admissions; (2) the need for more support, which included support at the family, local hospital, and system-wide supports; and (3) wanting more support from family physicians for mental health medication management.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Caregiver perceptions of needs.</p>
          </caption>
          <graphic xlink:href="formative_v6i1e32422_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Family physician perceptions of needs.</p>
          </caption>
          <graphic xlink:href="formative_v6i1e32422_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>The preferred format of education materials by stakeholder groups.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>Caregiver</td>
                <td>Family physician</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Networking opportunities (in person or virtual)</td>
                <td>Self-learning modules</td>
              </tr>
              <tr valign="top">
                <td>Availability of support staff (eg, social workers, family advocate)</td>
                <td>Lists of referral options</td>
              </tr>
              <tr valign="top">
                <td>Peer support groups (face-to-face)</td>
                <td>Support materials (eg, decision trees “if- then”)</td>
              </tr>
              <tr valign="top">
                <td>Education sessions (eg, training sessions, lectures, seminars)</td>
                <td>Hard copy resources (eg, Hamilton Depression Scale, Psychiatry checklists, PHQ9, CanMat Guidelines—pocket guide for depression)</td>
              </tr>
              <tr valign="top">
                <td>System-level supports (eg, On Track, Mobile Crisis Unit, ACT [Assertive Community Treatment])</td>
                <td>Social networks for referral or information</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>The preferred method of delivery by stakeholder groups.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>Caregiver</td>
                <td>Family physician</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Easy-to-use materials (eg, copy the “common signs and symptoms of stroke” for schizophrenia)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Documents (eg, decision trees, lists of medications with associated side effects, pocket style guides</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Websites such as eMentalHealth, Centre for Addiction and Mental Health, Canadian Mental Health Association, and other major mental health organizations</p>
                    </list-item>
                    <list-item>
                      <p>Ottawa Depression Algorithm</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Education sessions (eg, [Name] Hospital has a 2-day information session for families</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Self-learning modules</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Web-based peer social networking</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Professional online networking or referral services</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Project ECHO (Extension for Community Healthcare Outcomes)</p>
                    </list-item>
                    <list-item>
                      <p>Collaborative mental health networks of the Ontario College of Family Physicians</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>Many caregivers explained their frustrations with the process of actually having their loved ones admitted to the hospital. The following quotes are prototypical statements from participant caregivers:</p>
        <sec>
          <title>Knowledge</title>
          <disp-quote>
            <p>My biggest complaint, most of you have heard me talk about it but what do you have to do to get someone admitted. Do you have to kill someone to get into [psychiatric hospital name]?</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Support</title>
          <disp-quote>
            <p>They [hospitals] should also have the knowledge to tell us about the supports, about On Track, about ACT (Assertive Community Treatment), some things are out there that could help us all. I’ve never been to anything except when I met [name], by chance, and found out about [name] and the sessions put on by the Schizophrenia Society of Ontario.</p>
          </disp-quote>
          <disp-quote>
            <p>I am glad that I am here for my son because the system, what is out there for you, huh, we’ve never been able to get a caseworker. I am his caseworker. I got lucky and was connected to Dr [name] at the early episode clinic. I am concerned about what will happen when I am older or not around. What will happen then? There are no supports!</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Family Physician</title>
          <disp-quote>
            <p>Interviewer: What was your first point of contact with the system?</p>
          </disp-quote>
          <disp-quote>
            <p>Caregiver: We took our son to our General Practitioner (GP), we talked to him. Our son was an honour student and suddenly he started not being interested in school and sleeping all the time. This is funny…now…but I remember the GP telling me not to worry and he said, “well at least it’s not something like schizophrenia” which is eventually what the diagnosis was. He recommended us to a psychologist.</p>
          </disp-quote>
          <disp-quote>
            <p>Interviewer: How many times did you take your son back to the GP?</p>
          </disp-quote>
          <disp-quote>
            <p>Caregiver: About three more times…until he had a major break then we took him to the emergency at the Royal [Ottawa]. That’s when there was a real emergency here… I probably saw the doctor with [son’s name] about seven times in six months. His symptoms weren’t obviously psychiatric. He was having vision anomalies but his vision was fine. Finally, he did have a complete break and I couldn’t get him into CHEO (Children’s Hospital of Eastern Ontario) and he was completely psychotic by then. I had to go to work one day so I asked my Mom. I said, ‘listen he hasn’t slept in a couple of days and that is not healthy, could you take him to the doctor [our GP} to get him a sedative while we wait for his assessment…he had to sleep. I came back from work that evening and he got a diet! He’s got a diet. I said to my Mom, ‘what did you tell him?”. They said that he was looking a little thin. Well, yeah, he’s not eating because he thinks the food is poisoning him so now he has a diet. [Son’s name] says, ‘the diet is the answer. If I eat this and at 10 am I eat a muffin I will be fine…a diet is an answer…it’s all good now, Mom.’. Yeah, that was the help we got at the GP’s office.</p>
          </disp-quote>
          <p>Family physicians’ needs were not all that different from those of caregivers. <xref rid="figure2" ref-type="fig">Figure 2</xref> illustrates the three interrelated themes from the family physician interviews: (1) the need for more knowledge, particularly about pediatric and adolescent psychiatric conditions; (2) the need for additional support from the community and for psychiatry consults; and (3) the need for networking in terms of linking patients to community resources and the implementation of team-based management options.</p>
        </sec>
        <sec>
          <title>Support</title>
          <disp-quote>
            <p>I recently had a 39-year-old female with the following diagnoses join my practice: post-traumatic stress disorder with psychotic hallucinations, major depression with psychotic features, schizophrenia and 2 weeks later BAD. On Seroquel 200 mg HS, Olanzapine 10 mg HS and the new addition of Aripiprazole 10 mg as per emergency psychiatrist with decreasing doses and eventual discontinuation of Quetiapine. Patient is engaging in high-risk behaviour. I am unable to find a psychiatrist for follow-up. What is my next step?</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Knowledge</title>
          <disp-quote>
            <p>It would be helpful to have a list of community resources or even self-help resources. People who are mentally unwell are not going to access eHealth!</p>
          </disp-quote>
          <disp-quote>
            <p>Honestly, these people [mentally ill] are the bane of my existence… this is not why I went into medicine.</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Networking</title>
          <disp-quote>
            <p>I joined this practice a little over a year ago. This is a rural community, and I am not from here…I honestly am not so sure who or where I can refer my patients. Most of them end up going to emerg.</p>
          </disp-quote>
          <p>Caregivers and family physicians were asked about their preferred format of educational materials or knowledge. The 2 stakeholder groups were more similar than different in the preferred formats for materials (<xref ref-type="table" rid="table3">Table 3</xref>), though caregivers tend to prefer more face-to-face interaction over virtual formats. <xref ref-type="table" rid="table3">Table 3</xref> illustrates the preferred methods of educational material delivery by stakeholder group. Caregivers and family physicians both reported preferences for both hard copy materials as well as online learning modes.</p>
          <p><xref ref-type="table" rid="table4">Table 4</xref> illustrates the preferred methods of educational material delivery by stakeholder groups. Caregivers and family physicians both reported preferences for both hard copy materials as well as online learning modes.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>The objective of this needs assessment was to better understand the education and information needs of (1) caregivers of patients with mental health needs in primary care, with a focus on early recognition, diagnosis, and treatment of schizophrenia, bipolar mood disorder, and depression; and (2) family physicians’ perceptions of barriers to care. In this study, caregivers and family physician needs regarding caring for people with mental health conditions were generally similar. That is, both groups sought information such as related disease-specific symptoms and treatment options, and access to system-level psychiatric oversight. In terms of modes of delivery and educational formats for delivery, caregivers and family physicians were decisive in their preferred approaches.</p>
        <p>The majority of caregivers had preferences for face-to-face delivery but were open to easy-to-use materials such as those developed for other diseases (eg, stroke). In keeping with adult learning principles, general practitioners desired self-learning modules with a focus on a decision tree type list of medications and side effects [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Most Canadians who receive mental health care do so in primary care settings, where collaborative care models have been shown to improve access to mental health care, individual and population outcomes, and cost-effective care [<xref ref-type="bibr" rid="ref6">6</xref>]. Collaborative care involves providers from different specialties, disciplines, or sectors working together to offer complementary services and mutual support to ensure that patients receive the most appropriate service from the most appropriate provider in the most suitable location, as quickly as necessary, and with minimal obstacles [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>The most empirically supported models of care are based on Wagner’s chronic care model, yet they are typically implemented without evaluation. This is a crucial problem because the poor implementation of collaborative care yields worse experiences and outcomes of care [<xref ref-type="bibr" rid="ref6">6</xref>]. Patient engagement becomes central to ongoing research, design, and implementation of collaborative care. Working in partnership with patients and their caregivers can provide unique insights into their needs and how programs should be designed, evaluated, and improved.</p>
        <p>Caregivers have asked for improvement-oriented interventions such as educational sessions. This need is not a new one and has been available in the psychiatry literature since the mid-1980s [<xref ref-type="bibr" rid="ref11">11</xref>]. Such education sessions include psychoeducational models of family therapy that include all-day survival skills workshops initially for families of schizophrenic patients. In these workshops, professionals share with families what is and is not known about the illnesses and seem to consolidate, in a multiple family setting, the connecting process they begin with each family. The format can serve as an excellent framework for similar psychoeducational workshops with families of patients with other mental illnesses. Though the workshops have been found to have positive outcomes [<xref ref-type="bibr" rid="ref12">12</xref>], they have not gained a lot of traction in practice likely due to a lack of consistent funding [<xref ref-type="bibr" rid="ref13">13</xref>]. Currently, there are existing initiatives that attempt to fill these needs, which will be discussed in the following section.</p>
      </sec>
      <sec>
        <title>Initiatives and Resources</title>
        <sec>
          <title>Need for Educational Materials</title>
          <list list-type="order">
            <list-item>
              <p>eMentalHealth [<xref ref-type="bibr" rid="ref14">14</xref>], which is a comprehensive mental health website that provides information about mental health. It is also a resource directory on where to find help. eMentalHealth is targeted to both the general public and primary care providers, and it has been positively evaluated [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
            </list-item>
            <list-item>
              <p>The Ottawa Depression Algorithm [<xref ref-type="bibr" rid="ref16">16</xref>], which is a website designed to make it easy for primary care providers to diagnose and manage depression in an online decision tree format.</p>
            </list-item>
          </list>
        </sec>
        <sec>
          <title>Need for Networking or Mentorship Opportunities</title>
          <list list-type="order">
            <list-item>
              <p>The Collaborative Mental Health Network is an initiative of the Ontario College of Family Physicians and provides mentorship support for family physicians to support patients with mental health needs.</p>
            </list-item>
            <list-item>
              <p>Project ECHO (Extension for Community Healthcare Outcomes), which is a best practice in providing distance education about a variety of topics. In the province of Ontario, Project ECHO is funded by the Ministry of Health and provides networking and teaching in topics such as mental health.</p>
            </list-item>
            <list-item>
              <p>There is a Project ECHO for adult mental health [<xref ref-type="bibr" rid="ref17">17</xref>] as well as for child and youth mental health [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
            </list-item>
          </list>
          <p>The information from this study will help inform existing initiatives and identify gaps where improvements can be made.</p>
        </sec>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>The strengths of our study include the richness of the data obtained through firsthand accounts from key stakeholder groups. Caregivers spoke in detail about the difficulties they encountered accessing care for their loved one. In turn, family physicians voiced their concerns for a system with a lack of resources and a general dearth of information regarding psychiatric treatment options.</p>
        <p>The limitations of our study include the small sample size of participants, which limits the generalizability of our findings. Despite the efforts to include male participants in the caregiver focus groups, our sample was predominantly female. Further, the purposive and snowball sampling strategy may create a self-selection bias in our data; as the focus groups included individuals who were willing to participate voluntarily, the results may be positively biased in favor of the study’s intent.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>This needs assessment demonstrated that caregivers’ and family physicians’ needs about the care and medical management of individuals with mental health conditions may not be so different. Collaboratively designed and carefully developed educational materials, delivered in preferred formats, are an important step toward effective collaborative care. As family physicians and primary care teams are better equipped to manage patients with mental health conditions, and as caregivers are better informed and supported, our hope is that “first encounters” at the primary care setting can be skillfully managed and that care can be better executed over the longer term.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACT</term>
          <def>
            <p>Assertive Community Treatment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CHEO</term>
          <def>
            <p>Children’s Hospital of Eastern Ontario</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ECHO</term>
          <def>
            <p>Extension for Community Healthcare Outcomes</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">GP</term>
          <def>
            <p>general practitioner</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors are grateful for the assistance provided by the Ontario Schizophrenia Society in the recruitment of caregivers of patients with mental health conditions and for permitting the use of conference rooms for the focus groups. This study was funded by Lundbeck Canada as an unrestricted educational grant.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>deGruy III</given-names>
            </name>
          </person-group>
          <article-title>Mental health care in the primary care setting</article-title>
          <source>Primary Care: America's Health in a New Era</source>
          <year>1996</year>
          <publisher-loc>Washington (DC), USA</publisher-loc>
          <publisher-name>National Academies Press</publisher-name>
          <fpage>285</fpage>
          <lpage>311</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kristen</surname>
              <given-names>Weir</given-names>
            </name>
          </person-group>
          <article-title>Elevating mental health on the world stage</article-title>
          <source>American Psychological Association</source>
          <access-date>2021-11-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.apa.org/monitor/2020/01/cover-trends-mental-health">https://www.apa.org/monitor/2020/01/cover-trends-mental-health</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barua</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rovere</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Skinner</surname>
              <given-names>BJ</given-names>
            </name>
          </person-group>
          <article-title>Waiting Your Turn: Wait Times for Health Care in Canada 2010 Report</article-title>
          <source>SSRN Journal</source>
          <year>2011</year>
          <month>03</month>
          <day>11</day>
          <fpage>1</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.2139/ssrn.1783079</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McRae</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>O’Donnell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Loukine</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rancourt</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Pelletier</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Report summary – Mood and Anxiety Disorders in Canada, 2016</article-title>
          <source>Health Promot Chronic Dis Prev Can</source>
          <year>2016</year>
          <month>12</month>
          <volume>36</volume>
          <issue>12</issue>
          <fpage>314</fpage>
          <lpage>315</lpage>
          <pub-id pub-id-type="doi">10.24095/hpcdp.36.12.05</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rowell</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Integrated Care: The Role of Mental Health Practitioners on the Primary Health Care Team</article-title>
          <source>Arkansas Geriatric Education Collaborative</source>
          <access-date>2021-11-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://agec.uams.edu/integratedcare/">https://agec.uams.edu/integratedcare/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ion</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rauner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mulder</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sunderji</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Readiness for patient engagement in Ontario's primary care teams</source>
          <year>2018</year>
          <publisher-loc>In: Toronto, ON</publisher-loc>
          <publisher-name>Poster presented at the 19th Canadian Collaborative Mental Health Care Conference</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watkins</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Visser</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>A Guide to Assessing Needsntial Tools for Collecting Information, Making Decisions, and Achieving Development Results</article-title>
          <source>World Bank</source>
          <year>2012</year>
          <pub-id pub-id-type="doi">10.1596/978-0-8213-8868-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farnsworth</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kleanthous</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Wenger-Trayner</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Communities of Practice as a Social Theory of Learning: a Conversation with Etienne Wenger</article-title>
          <source>British Journal of Educational Studies</source>
          <year>2016</year>
          <month>01</month>
          <day>21</day>
          <volume>64</volume>
          <issue>2</issue>
          <fpage>139</fpage>
          <lpage>160</lpage>
          <pub-id pub-id-type="doi">10.1080/00071005.2015.1133799</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>The Adult Learner: The Definitive Classic in Adult Education and Human Resource Development</article-title>
          <source>Ind and Commercial Training</source>
          <year>2012</year>
          <month>09</month>
          <day>28</day>
          <volume>44</volume>
          <issue>7</issue>
          <fpage>438</fpage>
          <lpage>439</lpage>
          <pub-id pub-id-type="doi">10.1108/00197851211268045</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Craven</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bland</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Better practices in collaborative mental health care: an analysis of the evidence base</article-title>
          <source>Can J Psychiatry</source>
          <year>2006</year>
          <month>05</month>
          <volume>51</volume>
          <issue>6 Suppl 1</issue>
          <fpage>7S</fpage>
          <lpage>72S</lpage>
          <pub-id pub-id-type="medline">16786824</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Psychoeducational and family therapy in relapse prevention</article-title>
          <source>Acta Psychiatr Scand</source>
          <year>1994</year>
          <month>09</month>
          <volume>89</volume>
          <issue>s382</issue>
          <fpage>54</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1600-0447.1994.tb05866.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lyman</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Braude</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dougherty</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Daniels</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Ghose</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Delphin-Rittmon</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Consumer and family psychoeducation: assessing the evidence</article-title>
          <source>Psychiatr Serv</source>
          <year>2014</year>
          <month>04</month>
          <day>01</day>
          <volume>65</volume>
          <issue>4</issue>
          <fpage>416</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201300266</pub-id>
          <pub-id pub-id-type="medline">24445678</pub-id>
          <pub-id pub-id-type="pii">1816594</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hogarty</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Flesher</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ulrich</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Greenwald</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pogue-Geile</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kechavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cooley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>DiBarry</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Garrett</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Parepally</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zoretich</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Cognitive enhancement therapy for schizophrenia: effects of a 2-year randomized trial on cognition and behavior</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2004</year>
          <month>09</month>
          <day>01</day>
          <volume>61</volume>
          <issue>9</issue>
          <fpage>866</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.61.9.866</pub-id>
          <pub-id pub-id-type="medline">15351765</pub-id>
          <pub-id pub-id-type="pii">61/9/866</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>About Us</article-title>
          <source>eMental Health</source>
          <access-date>2021-11-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ementalhealth.ca/index.php?m=staticPage&#38;ID=14424">https://www.ementalhealth.ca/index.php?m=staticPage&#38;ID=14424</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jeong</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>St-Jean</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jalali</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of eMentalHealth.ca, a Canadian Mental Health Website Portal: Mixed Methods Assessment</article-title>
          <source>JMIR Ment Health</source>
          <year>2019</year>
          <month>09</month>
          <day>06</day>
          <volume>6</volume>
          <issue>9</issue>
          <fpage>e13639</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2019/9/e13639/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13639</pub-id>
          <pub-id pub-id-type="medline">31493328</pub-id>
          <pub-id pub-id-type="pii">v6i9e13639</pub-id>
          <pub-id pub-id-type="pmcid">PMC6834302</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>Welcome to the Ottawa Depression Algorithm</article-title>
          <source>Ottawa Depression Algorithm</source>
          <access-date>2021-11-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ottawadepressionalgorithm.ca/en/start">https://ottawadepressionalgorithm.ca/en/start</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>Who Are We?</article-title>
          <source>The Centre for Addiction and Mental Health (CAMH)</source>
          <access-date>2021-11-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://camh.echoontario.ca/">https://camh.echoontario.ca/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>CHEO–Child and Youth Mental Health</article-title>
          <source>Ontario Child and Youth Mental Health (ECHO)</source>
          <access-date>2021-11-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cheo.echoontario.ca/">https://cheo.echoontario.ca/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
