<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i8e23360</article-id>
      <article-id pub-id-type="pmid">34402794</article-id>
      <article-id pub-id-type="doi">10.2196/23360</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Development and Evaluation of Acceptability and Feasibility of a Web-Based Intervention for Patients With Bipolar Disorder in Iran: Implementation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mohammad Gholi Mezerji</surname>
            <given-names>Naser</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>K.</surname>
            <given-names>Mikołaj</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Ashrafi</surname>
            <given-names>Agaah</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1145-8001</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Tabatabaee</surname>
            <given-names>Maryam</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4625-9125</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Sharifi</surname>
            <given-names>Vandad</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychiatry, Roozbeh Hospital</institution>
            <institution>Tehran University of Medical Sciences</institution>
            <addr-line>South Kargar Avenue</addr-line>
            <addr-line>Roozbeh Hospital</addr-line>
            <addr-line>Tehran</addr-line>
            <country>Iran</country>
            <phone>98 9123875869</phone>
            <fax>98 2155419113</fax>
            <email>vsharifi@tums.ac.ir</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1031-3049</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychiatry, Roozbeh Hospital</institution>
        <institution>Tehran University of Medical Sciences</institution>
        <addr-line>Tehran</addr-line>
        <country>Iran</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Vandad Sharifi <email>vsharifi@tums.ac.ir</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>17</day>
        <month>8</month>
        <year>2021</year>
      </pub-date>
      <volume>5</volume>
      <issue>8</issue>
      <elocation-id>e23360</elocation-id>
      <history>
        <date date-type="received">
          <day>10</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>24</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>31</day>
          <month>5</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Agaah Ashrafi, Maryam Tabatabaee, Vandad Sharifi. Originally published in JMIR Formative Research (https://formative.jmir.org), 17.08.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2021/8/e23360" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Psychoeducation for bipolar disorder has a significant impact on symptoms and treatment adherence. In Iran, as a low-resource setting, infrastructural barriers, such as inadequate mental health professionals, difficulties in transportation, and costs of care, may hinder optimum delivery of this evidence-based intervention to patients.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study sought to explore the acceptability and feasibility of a web-based intervention for bipolar patients in Iran.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A website has been developed as a platform for providing psychoeducational content about bipolar disorder. Patients were chosen via a convenient sampling method in 2018-2019. The main component of the intervention included streaming 7 weekly video clips after attending a single in-person meeting, as well as a medication self-monitoring application. Information was collected about the feasibility and acceptability of the intervention.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We invited 45 patients from the day center and the outpatient clinic of Roozbeh psychiatric hospital and some private clinics in Tehran. Of the 23 patients (51%) who attended the first in-person session and provided informed consent, 14 patients dropped out during the study. While 9 patients completed the course (attended 4 or more online sessions), only 5 watched all the video sessions. The rate of adherence to the intervention and frequency of exposure to the website were much higher for those recruited from the private and outpatient clinics.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This web-based intervention can be feasible and acceptable only for a subgroup of patients with specific educational status and socioeconomic level.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>bipolar disorder</kwd>
        <kwd>psychoeducation</kwd>
        <kwd>web-based intervention</kwd>
        <kwd>feasibility</kwd>
        <kwd>acceptability</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Bipolar disorder (BD) is a substantial public health problem, with lifetime prevalence of around 2.4% in the general population according to world mental health survey in 2011 [<xref ref-type="bibr" rid="ref1">1</xref>] and 1% among the Iranian population [<xref ref-type="bibr" rid="ref2">2</xref>]. Patients frequently present relapsing episodes and usually undergo subsyndromal symptoms, cognitive problems, functional impairment, and repeated hospitalizations which cause significant burden both for their families and the whole community. Medications is considered as a gold-standard treatment modality, however, psychosocial interventions, such as psychoeducation (PE), self-help, and psychotherapy (individual, couple, and family), have shown promising treatment outcomes for BD [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      <p>PE is considered an effective modality in the treatment and management of BD [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. In a recent systematic review conducted by Demissie et al [<xref ref-type="bibr" rid="ref5">5</xref>] in 2018, it was concluded that PE would enhance patients’ adherence to treatment, knowledge and attitude toward the condition and their quality of life as well as it would minimize relapse rates and hospitalizations. In Iran, several studies which investigated the effectiveness of PE interventions showed that PE significantly decrease relapse and re-hospitalization rate [<xref ref-type="bibr" rid="ref7">7</xref>]. Faridhosseini and colleagues (2017), investigated the effectiveness of a culturally adapted structured PE program for BD. They also concluded that PE for patients with BD could improve their quality of life and minimize relapse risk [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>In contrast to the vast literature regarding the efficacy of PE programs, there are still some limitations in the application and delivery of these services, specifically in low resource settings such as Iran. Traditionally, these services are provided face-to-face, which is not always possible especially for patients who have low treatment commitments or major problems for attending the face-to-face sessions, including long distance, limitation in affording needed time, energy and/or money, and limited access to health professionals.</p>
      <p>Novel web-based technologies offer an opportunity to employ standardized psychological treatments that can deal with some of the aforementioned limitations. Considering the fact that these technologies are widely accessible 24-hours a day, the timing of interventions can be tailored to the patients’ needs and availability [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>In some high-income countries such as the United Kingdom, health-care policymakers have shown interests about employing the power of the internet to allow patients to take more responsibility in their illness management. “Beating Bipolar” is a web-based PE intervention developed in the United Kingdom and has proven to be as a promising PE treatment modality for BD patients; this intervention focuses on illness awareness, adherence to treatment, early detection of recurrence and lifestyle regularity [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>Taken together, to fill the gap between availability and demand, we need to think of a treatment platform which is more accessible and feasible. In developing countries such as Iran, the obstacles, including distance, and limited number of mental-health staffs in remote areas, have posed serious problems regarding management of this group of patients and this calls for employing novel treatment approaches such as online PE. Here we tend to offer a preliminary web-based platform for PE and to evaluate its acceptability and feasibility for a group of patients with BD in Iran.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Developing the Web-Based Intervention</title>
        <p>After reviewing available widely used and studied web-based intervention platforms in developed countries [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>], we developed a preliminary design and proposed it to a professional website developer firm in Tehran. The website included 2 main parts: (1) 7 visually animated video clips (modules) with PE-related content that were simply narrated and had a maximum length of 20 minutes; the content was based on evidence-based knowledge on BD and our team’s previous experience with face-to face PE programs [<xref ref-type="bibr" rid="ref15">15</xref>]; (2) weekly medication tables for patients to self-record their medications to improve their feelings of agency and mastery and emphasize the importance of self-monitoring and adherence to medications. It is worth mentioning that to respect the privacy of patients, each user was allocated a personal portal to register their progress and data.</p>
        <p>Following the first face-to-face session, the 7 internet-based modules were provided. <xref ref-type="table" rid="table1">Table 1</xref> shows the topics that were covered.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Contents of the web-based psychoeducation course for bipolar disorder.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="800"/>
            <thead>
              <tr valign="top">
                <td>Session/week</td>
                <td>Content</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>In-person orientation meeting</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>Bipolar disorder and definitions</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>Etiology and risk factors</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>Bipolar disorder, medications and treatments</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>Alarm signs and relapse prevention</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>Adaptation to bipolar disorder</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>Problem solving, an essential skill for patients</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>Other topics such as marriage, exercise, driving, diet, occupation, and more for bipolar patients and summary</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>Topics, as mentioned in <xref ref-type="table" rid="table1">Table 1</xref>, were incorporated into the visual content (educational video clips) and written material (downloadable pdf files). To persuade and encourage patients to use the website during the course, we sent them a reminder text message at the beginning of each week. Moreover, a module to record questions from patients was incorporated in the website, and it was answered regularly by one of the authors. After developing a preliminary version, we randomly chose 3 patients of different ages and genders to participate and give us some feedback regarding their experience in a pilot course using this website.</p>
      </sec>
      <sec>
        <title>Implementation and Evaluation of the Web-Based Intervention</title>
        <sec>
          <title>Participants</title>
          <p>We recruited subjects from the day center and outpatient clinic of Roozbeh Psychiatric Hospital and some private clinics in Tehran. Our inclusion criteria were patients with a DSM-5 BD, diagnosed by a psychiatrist, age 15-65 years old, being able to access a computer and the internet, a minimum educational level of the 6th grade in primary school, no previously receipt or completion of any PE courses, and full or partial remission at the time of the study as indicated by their psychiatrist. We excluded patients with severe visual impairment, intellectual disabilities, or neurodevelopmental disorders.</p>
        </sec>
        <sec>
          <title>Procedures</title>
          <p>The first session of each course (1st module) was held in person to familiarize each patient with other participants, the research team, and the overall process of the project and to obtain informed consent. Patients were informed regarding the importance of PE in the management of psychiatric conditions and more specifically BD. In each round of the interventions, we invited patients via a phone call, and we reminded them of the session time via text message 1 day before the meeting. In this first session, personal username and password were allocated to each patient to fill in their data. After this session, we invited the patients to participate in our study for 7 consecutive weeks and to expose themselves to the aforementioned PE video clips on the website. <xref rid="figure1" ref-type="fig">Figure 1</xref> demonstrates the front page of the website where the patients were requested to enter their own username and password to access their individual profile. The Farsi language was selected for the website so a language barrier would not become an issue for our patients who all were Iranian.</p>
          <p><xref rid="figure2" ref-type="fig">Figure 2</xref> shows the main page of the website, which showed 8 round circles at the top of the page as a manifestation of the course progress and the week the patients were in at any time, 2 main sections in the middle of the page, and some ancillary tabs on the right side.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>The front page of the irbiplar.ir website.</p>
            </caption>
            <graphic xlink:href="formative_v5i8e23360_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>The main page of the irbipolar.ir website.</p>
            </caption>
            <graphic xlink:href="formative_v5i8e23360_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>One of the 2 main sections linked to the weekly streaming PE video clips (<xref rid="figure3" ref-type="fig">Figure 3</xref>; <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>), and the other section showed a weekly timetable of medications to take and allowed them to indicate their pattern of actual medication administration during the week (<xref rid="figure4" ref-type="fig">Figure 4</xref>).</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Page with the psychoeducation video clips.</p>
            </caption>
            <graphic xlink:href="formative_v5i8e23360_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>The weekly table for recording the pattern of adherence to medication.</p>
            </caption>
            <graphic xlink:href="formative_v5i8e23360_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>Initially, this section was supposed to be a reminder to regulate the patients’ patterns of taking medication as well as give them a sense of mastery over their treatment plan; however, we thought a reminder might be negatively viewed by the patients as being controlled and might even decrease their cooperation. Therefore, this section remained optional, although strongly suggested, for the patients to use.</p>
          <p>It is worth mentioning that during the intervention period, patients received other mental health services as well, which included medications and if indicated, psychotherapy and rehabilitation services provided by the hospital. For cases for whom we suspected a relapse, patients were referred for a medication review, and afterwards if the patient was still interested in participating in the study, we asked him or her to update his or her medication table on the website and continue the course. If the patient was not still interested, he or she was excluded from the study.</p>
        </sec>
        <sec>
          <title>Assessments</title>
          <p>Our primary objective was to determine the level of feasibility and acceptability of this intervention. Feasibility outcomes were assessed via the recruitment rate, adherence to the website training course protocol, participant drop-out rate (participants who did not attend ≥4 weeks during their 8-week course). In addition, we conducted qualitative interviews with the team members and patients at the end of study to discuss obstacles and facilitators of the implementation platform and how to address them. Acceptability was assessed via the frequency and pattern of website use by participants, which was designed to be reported as an Excel file by the programmer of the website, as well as patients’ satisfaction rate, including whether the program was user-friendly, comprehensibility of the content, usefulness of the content, and usefulness of reminders. These variables were rated on a Likert scale, ranging from 1 to 5, for each item by the participants in terms of an interview conducted by 1 of the authors. SPSS v20 and Excel 2016 were used for statistical calculations and analyses as needed.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>A written informed consent form was completed by each patient. Patients were assured that the data are confidential. The current design was approved by the Research Ethics Committee of Tehran University of Medical Sciences (IR.TUMS.MEDICINE.REC.1397.579).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Patient Recruitment Process</title>
        <p>Among 70 bipolar patients referred to Roozbeh Psychiatric Hospital in the second half of 2018, 12 were eligible to be invited to our study. Of these, 2 attended the first in-person session, and 8 could not participate because they had already completed the same course in previous face-to-face sessions. The remaining 50 patients of the 70 patients referred were excluded for not meeting the inclusion criteria, such as not having enough interest or lack of familiarity with the internet. Then, we invited an additional list of 33 patients from the hospital outpatient clinics and private clinics in Tehran in January 2019.</p>
        <p>Finally, among the 45 invited patients, 23 attended the first in-person session (51%) and agreed to participate in the study. <xref rid="figure5" ref-type="fig">Figure 5</xref> shows the sampling process.</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>The flow of subjects in the study. PE: psychoeducation.</p>
          </caption>
          <graphic xlink:href="formative_v5i8e23360_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Feasibility Outcomes</title>
        <sec>
          <title>Recruitment Rate</title>
          <p>Among the patients referred to the day center, the recruitment rate was 3% (2/70). It was 63% (21/33) for the outpatient and private clinics.</p>
        </sec>
        <sec>
          <title>Adherence Rate</title>
          <p>We defined a dropout as being absent in 4 or more of the 8 sessions of the whole course. There was a 100% dropout rate during the first round of the study, which was held for the patients referred to the day center of Roozbeh Hospital, as none of the patients attended online meetings. Among all patients, 14 patients dropped out during the study. Of the 9 patients who completed the course, only 5 (22%) attended all the sessions, and 4 (17%) patients were absent in some sessions, but they completed the course. Furthermore, the level of commitment of all patients to participate in each week is illustrated in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Adherence to the web-based psychoeducation modules.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="510"/>
              <col width="490"/>
              <thead>
                <tr valign="top">
                  <td>Module</td>
                  <td>Number of patients who completed the module</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>1</td>
                  <td>23</td>
                </tr>
                <tr valign="top">
                  <td>2</td>
                  <td>12</td>
                </tr>
                <tr valign="top">
                  <td>3</td>
                  <td>9</td>
                </tr>
                <tr valign="top">
                  <td>4</td>
                  <td>9</td>
                </tr>
                <tr valign="top">
                  <td>5</td>
                  <td>8</td>
                </tr>
                <tr valign="top">
                  <td>6</td>
                  <td>7</td>
                </tr>
                <tr valign="top">
                  <td>7</td>
                  <td>6</td>
                </tr>
                <tr valign="top">
                  <td>8</td>
                  <td>6</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Dropout Rate</title>
          <p>As mentioned, among 23 patients who entered the study, 14 dropped out, which accounts for 61% of the total sample who attended the first in-person meeting. Of these 14 participants, 50% (7/14) provided reasons that could be considered as a “lack of enough motivation.” <xref ref-type="table" rid="table3">Table 3</xref> shows the possible reasons for nonadherence (dropout) that were obtained from interviews with the participants.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Dropout reasons (n=14).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="510"/>
              <col width="490"/>
              <thead>
                <tr valign="top">
                  <td>Dropout reasons</td>
                  <td>n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Relapse</td>
                  <td>2 (14)</td>
                </tr>
                <tr valign="top">
                  <td>Difficulty using web-based modules</td>
                  <td>3 (21)</td>
                </tr>
                <tr valign="top">
                  <td>Not having access to a computer during certain weeks of the course</td>
                  <td>2 (14)</td>
                </tr>
                <tr valign="top">
                  <td>Other reasons<sup>a</sup></td>
                  <td>7 (50)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>Other reasons include those that could be considered a lack of motivation such as a lack of spare time and forgetfulness.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Acceptability Outcomes</title>
        <sec>
          <title>Frequency and Pattern of Website Use</title>
          <p>This includes the number of patient logins to the website and the entire time that was spent on the website by patients. As shown in <xref ref-type="table" rid="table4">Table 4</xref>, an average frequency of 1-2 logins per week, each lasting about 21 minutes, by patients who completed the course indicates the relative acceptability of this course, while for noncompleters, this variable is meaningfully lower (<xref ref-type="table" rid="table4">Table 4</xref>). While 14 (14/23, 60%) watched at least one PE video, only 5 (5/23, 22%) patients watched all of the videos.</p>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Frequency and pattern of participant use of the website over the entire 7 weeks of the study.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="430"/>
              <col width="280"/>
              <col width="290"/>
              <thead>
                <tr valign="top">
                  <td>Parameter</td>
                  <td>Patients who dropped out (n=14)</td>
                  <td>Patients who completed the course (n=9)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Total logins, n</td>
                  <td>40</td>
                  <td>117</td>
                </tr>
                <tr valign="top">
                  <td>Average logins per participant, mean (SD)</td>
                  <td>2.85 (1.75)</td>
                  <td>13 (3.85)</td>
                </tr>
                <tr valign="top">
                  <td>Total duration (minutes)</td>
                  <td>233</td>
                  <td>1333</td>
                </tr>
                <tr valign="top">
                  <td>Average duration per participant (minutes), mean (SD)</td>
                  <td>16.65 (12.23)</td>
                  <td>148 (29.1)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Participants’ Experiences</title>
          <p>To assess participants’ experiences using the online platform, we interviewed 13 participants who at least watched one PE video to gain answers to satisfaction questions, with responses rated from 1 to 5 on a Likert scale; the results are presented in <xref ref-type="table" rid="table5">Table 5</xref>. The average range of satisfaction with each item shows the relative acceptability of the intervention.</p>
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>Participants’ experiences using the website (score range: 1-5).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="430"/>
              <col width="190"/>
              <col width="380"/>
              <thead>
                <tr valign="top">
                  <td>Characteristic</td>
                  <td>Rating, mean (SD)</td>
                  <td>Mean rating divided by the total possible score of 5, %</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>User-friendly</td>
                  <td>4.2 (1.12)</td>
                  <td>84</td>
                </tr>
                <tr valign="top">
                  <td>Simplicity and usefulness of the contents</td>
                  <td>4.5 (0.86)</td>
                  <td>90</td>
                </tr>
                <tr valign="top">
                  <td>Usefulness of the Q&#38;A panel</td>
                  <td>3 (1.37)</td>
                  <td>60</td>
                </tr>
                <tr valign="top">
                  <td>Usefulness of reminders</td>
                  <td>4 (1.20)</td>
                  <td>80</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Generally, our findings demonstrated this intervention was feasible and acceptable only for some groups of patients with specific educational and socioeconomic status who met the requirements of the procedure.</p>
      <sec>
        <title>Principal Findings</title>
        <p>In recent years, novel communication and information platforms have represented a promising prospect to offer psychological intervention via web-based tools and to tackle some of the drawbacks of face-to-face sessions. In comparison with in-person sessions, they are readily accessible and minimize the delivery timeline. Furthermore, the timing of the therapy can be arranged according to the specific need and availability of each user.</p>
        <p>In developed countries, telemedicine and more specifically, telepsychiatric platforms (websites, applications) are becoming increasingly used in the treatment plan of bipolar patients [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. In Iran, however, as a low-resource setting, this area is still young, and we do not have a strong evidence base regarding the efficacy and feasibility of web-based interventions for the management of psychiatric conditions.</p>
        <p>Currently, PE, as one of the most studied psychotherapy modalities, has been revealed as a practical approach to the management and treatment of BD [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Considering the interest of many patients in searching the internet for their conditions and treatments, the vast amount of invalid and low-quality content that is currently available could put them at higher risk. Hence, it appears that providing a platform with evidence-based materials supported by responsive, knowledgeable staff to provide answers to patients anytime from anywhere via the platform is necessary. Furthermore, the low number of mental health professionals in many remote geographical zones with an increasing number of patients calls for adopting a novel approach to address the specific needs of this patient group in our country.</p>
        <p>According to the results of our study, we can conclude that our web-based PE intervention platform is not feasible and acceptable for patients who were referred to the day center of Roozbeh Psychiatric Hospital. We speculate that for this first group of patients who may have a more severe illness and poorer educational and socioeconomic background that makes it likely they are clients of a nonprivate university hospital, the poor attendance is due to a lack of motivation or knowledge about the importance of these interventions in the management of their disorder as well as lower skill level or access to these types of technology-based services. However, this platform was sufficiently accepted and feasibly implemented for another group of patients who were recruited from private clinics or outpatient clinics in Roozbeh Hospital who were already more actively seeking the needed care and had better socioeconomic backgrounds.</p>
      </sec>
      <sec>
        <title>Obstacles and Facilitators to Designing the Website</title>
        <sec>
          <title>Influential Factors</title>
          <p>After holding a number of sessions, the research team reached consensus about influential factors in creating the website and sorted these factors into 2 categories: factors related to the individuals involved in the study and factors related to the intervention.</p>
        </sec>
        <sec>
          <title>Factors Related to the Individuals Involved in the Study</title>
          <p>For the web design team, the main obstacle was that our research team did not have any previous experience in designing a website, so we had to outsource this stage to a reliable web design firm. Since the web design firm did not have any professional knowledge regarding our subject, we had to hold a number of sessions to align our expectations and knowledge with their experience in designing an online platform.</p>
          <p>Regarding the research team, a limited number of professional staff and insufficient team members for implementing different stages of the study and follow-ups meant one person carried all these responsibilities, which could increase the number of errors.</p>
          <p>For patients, first, we should state that a noticeable proportion of patients did not have enough motivation or skills to participate in the current study, and some patients thought that participating in this study may lead to a relapse of their symptoms. Several patients also preferred face-to-face sessions and did not identify enough with the proposition of online platforms.</p>
        </sec>
        <sec>
          <title>Factors Related to the Intervention</title>
          <p>First, we can point to the novel feature of this intervention in our setting, which can result in some trial and error. Furthermore, we faced some unfortunate incidences such as filtering the website in the middle of the study, which happened accidently by the government. The main limitation was the necessity to have 1 face-to-face session at the initiation of the study for patients. This obstacle manifested as the participation gap between the potential 45 volunteers at the preliminary invitation and the ~50% attendance (n=23) at the first in-patient session. Another limitation was specifying a 1-week period for each module; according to some patients, they had a problem attending some modules due to a lack of spare time, sickness, or travelling, and sometimes, they lost their motivation in continuing the course when they were absent for 1 module. Another issue was that watching a video clip or answering some questions did not take more than 1 or 2 hours per week, and this limited involvement during the week could lead to decreased motivation to continue participation. We could have tackled this issue by providing daily tasks for participants to complete and revive their motivation on a regular basis.</p>
          <p>Our results are consistent with the outcome of the qualitative study conducted by Poole and colleagues [<xref ref-type="bibr" rid="ref18">18</xref>]; they analyzed the feasibility, acceptability, and impact of an internet-based PE platform, “beating bipolar.” They found it feasible to deliver and acceptable for patients to use via a computer. This intervention had a satisfying impact on insight concerning illness, health behavior, personal habits, and positive attitude toward medication [<xref ref-type="bibr" rid="ref18">18</xref>]. However, in their study, thematic analysis was employed to describe the participants’ experience. In the current study, we used a more quantitative approach. Hidalgo-Mazzei et al [<xref ref-type="bibr" rid="ref12">12</xref>] designed a simple smartphone application to provide PE contents for patients with BD. Consistent with our results, this type of online intervention was an efficient approach to improve self-management by patients with BD. However, their small sample size (51 patients) made generalization difficult, as we can also say about this study [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Altogether, we can claim that this intervention was feasible and acceptable only for some groups of patients with specific educational and socioeconomic status meeting the requirements of the procedure, for example, access to and knowing how to use the internet. Through the last two decades, the opportunity to provide PE contents through internet-based platforms have been investigated. According to various studies, those platforms have shown good to acceptable retention rates [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. However, all these earlier studies were designed and implemented in developed countries. In countries such as Iran, this area is still undeveloped and in its infancy; therefore, implementing these novel interventions should be followed cautiously. Results of the current study confirm that using a web-based PE platform is acceptable and feasible for a specific subgroup of patients, and we may need to revise the intervention to tailor it to the needs and features of other patient groups. However, further studies in a larger sample pool should be conducted to reach more conclusive results.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Example of a psychoeducational video clip which was embeded in website in the second week of the course.</p>
        <media xlink:href="formative_v5i8e23360_app1.mp4" xlink:title="MP4 File  (MP4 Video), 89417 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BD</term>
          <def>
            <p>bipolar disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PE</term>
          <def>
            <p>psychoeducation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank Dr. Sina Rezayi for assistance with designing and programming the website.</p>
      <p>We also show our gratitude to Dr. Mani Monajemi’s comments on an earlier version and Dr. Zahra Mirsepasi’s comments on a later version of this manuscript that were great help in improving the manuscript.</p>
      <p>This research did not receive any specific grant from funding agencies in the public, commercial, or not-for-profit sectors or any kind of sponsors, and no specific financial resources were linked or applied to this study.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>AA primarily contributed to conceptualization, data curation, formal analysis, investigation, methodology, software, and writing the original draft. MT also had a great role in the process of conceptualization, methodology, resources, software, supervision, validation, and the writing, review, and editing of the prefinal version of the manuscript. VS was also a great consultant during the process of conceptualization, methodology, supervision, validation, and writing, review, and editing of the final version of manuscript. All authors have approved the final article.</p>
      </fn>
      <fn fn-type="conflict">
        <p>This study took place at Roozbeh Hospital (Community Psychiatry Subdivision, day center), which is a university hospital, and the authors of this manuscript who contributed to the design and development of the entire study including the website were active members of this department, and 2 of them are still active members.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merikangas</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Viana</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Andrade</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Karam</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Ladea</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Medina-Mora</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Ono</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Posada-Villa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sagar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Zarkov</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and correlates of bipolar spectrum disorder in the world mental health survey initiative</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2011</year>
          <month>03</month>
          <volume>68</volume>
          <issue>3</issue>
          <fpage>241</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21383262"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/archgenpsychiatry.2011.12</pub-id>
          <pub-id pub-id-type="medline">21383262</pub-id>
          <pub-id pub-id-type="pii">68/3/241</pub-id>
          <pub-id pub-id-type="pmcid">PMC3486639</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sharifi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Amin-Esmaeili</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hajebi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Motevalian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Radgoodarzi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hefazi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rahimi-Movaghar</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Twelve-month prevalence and correlates of psychiatric disorders in Iran: the Iranian Mental Health Survey, 2011</article-title>
          <source>Arch Iran Med</source>
          <year>2015</year>
          <month>02</month>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>76</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ams.ac.ir/AIM/NEWPUB/15/18/2/004.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">25644794</pub-id>
          <pub-id pub-id-type="pii">004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>American Psychiatric Association</collab>
          </person-group>
          <article-title>Practice guideline for the treatment of patients with bipolar disorder (revision)</article-title>
          <source>Am J Psychiatry</source>
          <year>2002</year>
          <month>04</month>
          <volume>159</volume>
          <issue>4 Suppl</issue>
          <fpage>1</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="medline">11958165</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Colom</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Vieta</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez-Aran</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Reinares</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goikolea</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Benabarre</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Torrent</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Comes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Corbella</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Parramon</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Corominas</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial on the efficacy of group psychoeducation in the prophylaxis of recurrences in bipolar patients whose disease is in remission</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2003</year>
          <month>04</month>
          <volume>60</volume>
          <issue>4</issue>
          <fpage>402</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.60.4.402</pub-id>
          <pub-id pub-id-type="medline">12695318</pub-id>
          <pub-id pub-id-type="pii">60/4/402</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Demissie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hanlon</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Birhane</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Medhin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Fekadu</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Psychological interventions for bipolar disorder in low- and middle-income countries: systematic review</article-title>
          <source>BJPsych Open</source>
          <year>2018</year>
          <month>09</month>
          <volume>4</volume>
          <issue>5</issue>
          <fpage>375</fpage>
          <lpage>384</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cambridge.org/core/product/identifier/00046/type/journal_article"/>
          </comment>
          <pub-id pub-id-type="doi">10.1192/bjo.2018.46</pub-id>
          <pub-id pub-id-type="medline">30202599</pub-id>
          <pub-id pub-id-type="pii">00046</pub-id>
          <pub-id pub-id-type="pmcid">PMC6127962</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Colom</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Vieta</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Reinares</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez-Arán</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Torrent</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Goikolea</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Gastó</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Psychoeducation efficacy in bipolar disorders: beyond compliance enhancement</article-title>
          <source>J Clin Psychiatry</source>
          <year>2003</year>
          <month>09</month>
          <volume>64</volume>
          <issue>9</issue>
          <fpage>1101</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.4088/jcp.v64n0917</pub-id>
          <pub-id pub-id-type="medline">14628987</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mottaghipour</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tabatabaee</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Family and Patient Psychoeducation for Severe Mental Disorder in Iran: A Review</article-title>
          <source>Iran J Psychiatry</source>
          <year>2019</year>
          <month>01</month>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>84</fpage>
          <lpage>108</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31114622"/>
          </comment>
          <pub-id pub-id-type="medline">31114622</pub-id>
          <pub-id pub-id-type="pmcid">PMC6505048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faridhosseini</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Baniasadi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fayyazi Bordbar</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Pourgholami</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ahrari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Asgharipour</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of Psychoeducational Group Training on Quality of Life and Recurrence of Patients with Bipolar Disorder</article-title>
          <source>Iran J Psychiatry</source>
          <year>2017</year>
          <month>01</month>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>28</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28496498"/>
          </comment>
          <pub-id pub-id-type="medline">28496498</pub-id>
          <pub-id pub-id-type="pmcid">PMC5425348</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>González-Ortega</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ugarte</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz de Azúa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Núñez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zubia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ponce</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Casla</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Llano</surname>
              <given-names>JX</given-names>
            </name>
            <collab>Faria</collab>
            <name name-style="western">
              <surname>González-Pinto</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Online psycho-education to the treatment of bipolar disorder: protocol of a randomized controlled trial</article-title>
          <source>BMC Psychiatry</source>
          <year>2016</year>
          <month>12</month>
          <day>22</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>452</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-016-1159-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-016-1159-0</pub-id>
          <pub-id pub-id-type="medline">28007034</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12888-016-1159-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5178094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Atherton</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Majeed</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>An information revolution: time for the NHS to step up to the challenge</article-title>
          <source>J R Soc Med</source>
          <year>2011</year>
          <month>06</month>
          <volume>104</volume>
          <issue>6</issue>
          <fpage>228</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21659396"/>
          </comment>
          <pub-id pub-id-type="doi">10.1258/jrsm.2011.110062</pub-id>
          <pub-id pub-id-type="medline">21659396</pub-id>
          <pub-id pub-id-type="pii">104/6/228</pub-id>
          <pub-id pub-id-type="pmcid">PMC3110969</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>High Quality Care for All: NHS Next Stage Review Final Report</article-title>
          <source>National Health Service (NHS) UK</source>
          <year>2008</year>
          <access-date>2021-07-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/228836/7432.pdf">https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/228836/7432.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hidalgo-Mazzei</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mateu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Reinares</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Undurraga</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bonnín</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Sánchez-Moreno</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vieta</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Colom</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Self-monitoring and psychoeducation in bipolar patients with a smart-phone application (SIMPLe) project: design, development and studies protocols</article-title>
          <source>BMC Psychiatry</source>
          <year>2015</year>
          <month>03</month>
          <day>20</day>
          <volume>15</volume>
          <fpage>52</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-015-0437-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-015-0437-6</pub-id>
          <pub-id pub-id-type="medline">25884824</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12888-015-0437-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4379950</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lauder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chester</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Castle</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dodd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gliddon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Berk</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chamberlain</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Austin</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Berk</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A randomized head to head trial of MoodSwings.net.au: an Internet based self-help program for bipolar disorder</article-title>
          <source>J Affect Disord</source>
          <year>2015</year>
          <month>01</month>
          <day>15</day>
          <volume>171</volume>
          <fpage>13</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2014.08.008</pub-id>
          <pub-id pub-id-type="medline">25282145</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(14)00484-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Blanch</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Greenfield</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Take-up and profile of individuals accessing a web-based bipolar self-test screening measure</article-title>
          <source>J Affect Disord</source>
          <year>2012</year>
          <month>04</month>
          <volume>138</volume>
          <issue>1-2</issue>
          <fpage>117</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2011.12.013</pub-id>
          <pub-id pub-id-type="medline">22284017</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(11)00773-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tabatabaee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mottaghipour</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zarghami</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <source>Patient education manual: Bipolar disorder</source>
          <year>2014</year>
          <publisher-loc>Tehran</publisher-loc>
          <publisher-name>Gisa Publisher</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vinberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
          </person-group>
          <article-title>Smartphone data as an electronic biomarker of illness activity in bipolar disorder</article-title>
          <source>Bipolar Disord</source>
          <year>2015</year>
          <month>11</month>
          <volume>17</volume>
          <issue>7</issue>
          <fpage>715</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1111/bdi.12332</pub-id>
          <pub-id pub-id-type="medline">26395972</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lauder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chester</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Castle</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dodd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berk</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Austin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chamberlain</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Piterman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Berk</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Development of an online intervention for bipolar disorder. www.moodswings.net.au</article-title>
          <source>Psychol Health Med</source>
          <year>2013</year>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>155</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1080/13548506.2012.689840</pub-id>
          <pub-id pub-id-type="medline">22712771</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Poole</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Internet-based psychoeducation for bipolar disorder: a qualitative analysis of feasibility, acceptability and impact</article-title>
          <source>BMC Psychiatry</source>
          <year>2012</year>
          <month>09</month>
          <day>13</day>
          <volume>12</volume>
          <fpage>139</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/1471-244X-12-139"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-244X-12-139</pub-id>
          <pub-id pub-id-type="medline">22971042</pub-id>
          <pub-id pub-id-type="pii">1471-244X-12-139</pub-id>
          <pub-id pub-id-type="pmcid">PMC3527357</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Batista</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Von Werne Baes</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Juruena</surname>
              <given-names>MF</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of psychoeducation in bipolar patients: Systematic review of randomized trials</article-title>
          <source>Psychology &#38; Neuroscience</source>
          <year>2011</year>
          <month>07</month>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>409</fpage>
          <lpage>416</lpage>
          <pub-id pub-id-type="doi">10.3922/j.psns.2011.3.014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kanba</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kato</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Terao</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yamada</surname>
              <given-names>K</given-names>
            </name>
            <collab>Committee for Treatment Guidelines of Mood Disorders‚ Japanese Society of Mood Disorders‚ 2012</collab>
          </person-group>
          <article-title>Guideline for treatment of bipolar disorder by the Japanese Society of Mood Disorders, 2012</article-title>
          <source>Psychiatry Clin Neurosci</source>
          <year>2013</year>
          <month>07</month>
          <volume>67</volume>
          <issue>5</issue>
          <fpage>285</fpage>
          <lpage>300</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/pcn.12060"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/pcn.12060</pub-id>
          <pub-id pub-id-type="medline">23773266</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yatham</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Parikh</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Schaffer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Beaulieu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donovan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Macqueen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>McIntyre</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ravindran</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Milev</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Frey</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>BI</given-names>
            </name>
            <name name-style="western">
              <surname>Lafer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Birmaher</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nolen</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Berk</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Canadian Network for Mood and Anxiety Treatments (CANMAT) and International Society for Bipolar Disorders (ISBD) collaborative update of CANMAT guidelines for the management of patients with bipolar disorder: update 2013</article-title>
          <source>Bipolar Disord</source>
          <year>2013</year>
          <month>02</month>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1111/bdi.12025</pub-id>
          <pub-id pub-id-type="medline">23237061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Proudfoot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gillis</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Burckhardt</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Manicavasagar</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The ins and outs of an online bipolar education program: a study of program attrition</article-title>
          <source>J Med Internet Res</source>
          <year>2010</year>
          <month>12</month>
          <day>19</day>
          <volume>12</volume>
          <issue>5</issue>
          <fpage>e57</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2010/5/e57/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1450</pub-id>
          <pub-id pub-id-type="medline">21169169</pub-id>
          <pub-id pub-id-type="pii">v12i5e57</pub-id>
          <pub-id pub-id-type="pmcid">PMC3057316</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor-Rodgers</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Batterham</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of an online psychoeducation intervention to promote mental health help seeking attitudes and intentions among young adults: randomised controlled trial</article-title>
          <source>J Affect Disord</source>
          <year>2014</year>
          <month>10</month>
          <volume>168</volume>
          <fpage>65</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2014.06.047</pub-id>
          <pub-id pub-id-type="medline">25038293</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(14)00415-7</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
